diff --git a/.gitattributes b/.gitattributes index baec3954815398d75aa60e564ca27254ec433dab..51168e7d617b496d624d14f6ff40d16150aa6d9b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -16,3 +16,23 @@ studies/robustness-seed42-20261011/artifacts/robustness/thermal-evaluation/curre studies/robustness-seed42-20261011/artifacts/robustness/thermal-evaluation/full_history/auditorium_3node-predictions.npz filter=lfs diff=lfs merge=lfs -text studies/robustness-seed42-20261011/artifacts/robustness/thermal-evaluation/full_history/parameter_shift_2node-predictions.npz filter=lfs diff=lfs merge=lfs -text studies/robustness-seed42-20261011/artifacts/robustness/thermal-evaluation/full_history/small_room_3node-predictions.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/full/catboost/model.cbm filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/history/current_only-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/history/full_history-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/history/history_branch_disabled-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/history/matched_family_swap-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/history/past_state_only-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/history/temporal_shuffle-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/history/thermal_temperature_only-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_4-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_8-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/current_only-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/full_history-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/history_branch_disabled-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/matched_family_swap-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/past_state_only-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/temporal_shuffle-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/thermal_temperature_only-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_4-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_8-test.npz filter=lfs diff=lfs merge=lfs -text +studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-predictions.npz filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md index bd6a8e1e35ade1d1c9e4270c1e21a017c8983fc2..e28fa740fac71991d63231ec0bba1373fcadfc77 100644 --- a/README.md +++ b/README.md @@ -13,6 +13,18 @@ model_name: Transition Foundation Model v0.1 # Transition Foundation Model v0.1 +## Latest study: full-data experiment stopped on 2026-10-11 + +The completed study subset is in [studies/full-data-stopped-20261011](studies/full-data-stopped-20261011/README.md). It contains full-data transformer seeds 42 and 43, the fitted CatBoost artifact, available original-distribution evaluations, both seeds' robustness diagnostics, locked source/dependencies, normalization, provenance and checksums. The user stopped the remaining training after the transfer diagnostics; seed 44's partial checkpoint and queued training are excluded. + +Seed 43 improves normalized MAE on identical familiar held-out windows from 0.040511 to 0.033187, but CityLearn common-scale SOC MAE worsens from 4.118 to 4.857 percentage points. Its nominal 90% thermal intervals cover only 54.3-58.0% of full-history challenge outcomes. [Two-seed comparison](studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/comparison.md) records the negative results and the supplemental behavior-helper lineage. Seed 42 remains the prespecified primary; no test-based seed selection or ensemble advantage is claimed. + +The eleven-job full benchmark was **not completed**. Full-data MLP, GRU, specialist and retrained robustness-control results are unavailable; the full-data three-seed ensemble, ONNX parity and API profiling were not completed. Richer uncertainty helpers are experimental scripts, not deployed API behavior. CityLearn results validate synthetic battery-device physics, not buildings or measured equipment. These results do not establish domain-agnostic generalization. Larger training is deferred, and automatic training follow-up is paused. + +Original v0.1.0 and the previously published seed-42 evidence are preserved. Root runtime/weights and the documentation below describe the **legacy smoke release**; use the study folder's own README and SHA256SUMS for the newer evidence. The original synthetic data archive is referenced at its immutable v0.1.0 revision. + +## Legacy v0.1.0 smoke release (historical) + An experimental, action-conditioned probabilistic transition model for numerical physical systems. It predicts multiple fields, future horizons and alternative action sequences in one non-autoregressive forward pass. It is a custom PyTorch model, not a language model or a Transformers AutoModel checkpoint. **Status: runnable software and short-training proof of concept. Research success criteria have not been met.** The transformer improves over the MLP/GRU in the short comparison, but CatBoost and fitted controlled dynamics remain stronger overall. No commercial advantage or arbitrary-schema zero-shot transfer is claimed. diff --git a/SHA256SUMS b/SHA256SUMS index 3722eb01047d9a06fbaf73688c8eac2294d5cb7d..12e0967dc604120bce147788afcf128cc29f5fda 100644 --- a/SHA256SUMS +++ b/SHA256SUMS @@ -1,7 +1,7 @@ bc1edc898d72ff7beecf2d8eba1ae4a7759be0fb6474912f823b3590f63270bf .gitattributes ef3f3867e567d2d13dfca813dd21051a1f5cee7bd58cdbee0d970dad5abdc4f3 .gitignore ba2f860a3c2cba35f85f21ac65fea46c603900544f90ddad503e3ba9e44dce43 LICENSE -4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74 README.md +319bbecf8695759a20e48f925df6ad340e85de77cc0bb87e6390077bb2ab7619 README.md 5c8a2c3d2c33ef4650672165782e2fd8bcb5c5c26d076d6d6c10c38d1d60d579 artifacts/smoke/api-latency-cpu-v2.json 0958f79fb2671902635e4c561dbe8b287f21353f05519ec90b56e83939c60918 artifacts/smoke/api-latency-ensemble-cpu-v2.json 22e395254e8eb5078626d48b6608fdc8776407e4922df1dc1b5911cb0ee51214 artifacts/smoke/api-latency-mps-v2.json @@ -68,7 +68,7 @@ d440e1f6cba41a9a21137253568491093316287af4432a50f927dfbf14357473 docs/usage.md 3abcf1c8805892034bb18fad9ab7db8c172edd078ed6d8e3442a598c99c2830f docs/validation.md 276b2979bfe54126d49563d973cfa6aa370a8caa76958335b7973cc6b7dab9a7 examples/predict-thermal.json 254144cbe213232223dc274f607069f715ca3844f67d6799dbfe93d5e4cbfcd8 pyproject.toml -3d8595bc553bcd6d77664246a2c67818acafd90df7c75568b23ae5a8a2b891bd release.json +4f6d861260058f67f6de4d9326ed699940e5b0f1655b1bc6c26fe8c5b91b45ec release.json f05a51dd947dd72c05058d7f55c067b72caa48ed9daf35622bd611ce648bfca1 scripts/build_release.py 05570e064fb804388dd24840f36f1dfb24c6678e6bbe82b36c52a04f103af27f scripts/smoke.sh 8e00573521e65a446f27e3e43398b79c080f9af11b57f25265deeed50f86e001 tests/test_api.py diff --git a/release.json b/release.json index 3783c81328c7d5483b0b973ee81fd6afe294bc63..a1340b8392eb4349bda6411a87d68599829a042a 100644 --- a/release.json +++ b/release.json @@ -50,8 +50,8 @@ "sha256": "ba2f860a3c2cba35f85f21ac65fea46c603900544f90ddad503e3ba9e44dce43" }, "README.md": { - "bytes": 8644, - "sha256": "4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74" + "bytes": 10665, + "sha256": "319bbecf8695759a20e48f925df6ad340e85de77cc0bb87e6390077bb2ab7619" }, "artifacts/smoke/api-latency-cpu-v2.json": { "bytes": 822, @@ -475,6 +475,16 @@ } }, "full_dataset_training_completed": false, + "latest_study": { + "full_eleven_job_comparison_complete": false, + "inventory_scope": "Legacy root artifacts with updated model card. Latest study maintains a separate release.json and SHA256SUMS.", + "legacy_root_release": "v0.1.0", + "parent_revision": "0511d4402fc39cca0bf7e09790814fc5a544e761", + "path": "studies/full-data-stopped-20261011", + "preserved_v0_1_0_revision": "1baf2150adb20ff95ae8b81b7f4a985d81edbfe4", + "previous_root_readme_sha256": "4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74", + "status": "stopped_by_user_completed_subset" + }, "license": "MIT", "release": "0.1.0", "repository": "maxffarrell/transition-foundation-model", diff --git a/studies/full-data-stopped-20261011/LICENSE b/studies/full-data-stopped-20261011/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..816f1d65d893d62a8374234318debc3864df884f --- /dev/null +++ b/studies/full-data-stopped-20261011/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2026 Max Farrell + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/studies/full-data-stopped-20261011/README.md b/studies/full-data-stopped-20261011/README.md new file mode 100644 index 0000000000000000000000000000000000000000..183021ab319faa00411e4a218ce5871b1c66751a --- /dev/null +++ b/studies/full-data-stopped-20261011/README.md @@ -0,0 +1,49 @@ +# Completed full-data evidence — study stopped 2026-10-11 + +The user stopped training after completed standalone Transformer seeds 42 and 43. Seed 44 was interrupted and its weights are excluded. This is a partial research evidence release at `studies/full-data-stopped-20261011`; `full_study_complete` is false. It preserves the fixed study plan without claiming the eleven-job comparison was completed. Seed 42 remains the prespecified primary; seed 43 is a replication, not a selected replacement or ensemble. + +The bundle contains both finalized checkpoints, training-only normalizations, completed training receipts, the fixed-budget CatBoost model and metadata, seed-42 interim forecasts/calibrations/generalization, and five matched robustness diagnostics for each seed. Shared thermal challenge episodes, CityLearn battery episodes, native audit traces, and the CityLearn MIT license are included. Source, configurations, tests, `pyproject.toml`, and `uv.lock` preserve reproduction inputs. The stopping record is [stop.json](artifacts/stopped-study-20261011/stop.json). + +The full MLP/GRU baselines, six family specialists, three-seed ensemble, five retrained robustness controls, full-study ONNX parity and full-study API profiling were not completed. Their results and interrupted weights are excluded. The existing v0.1.0 smoke release has its own narrower validation evidence; it does not establish those full-study claims. No architecture winner, deployment readiness, building validation, real-world validation, or scaling success is established here. + +## Results and limitations + +[The fixed seed-42 interim comparison](artifacts/full/interim-results.md) uses 4,096 held-out windows and 300 counterfactual snapshots. Across equally weighted families, seed 42 has 72.5% lower standardized forecast MAE and 67.5% lower standardized action-effect MAE than the completed 200-tree depth-6 CatBoost configuration. This is one configuration comparison, not an exhaustive CatBoost search. Its CPU timing was measured during training and is not a final deployment latency measurement. The historical report's pending-seeds wording describes when it was written; the stopping receipt supersedes its scheduling status. + +[The matched replication comparison](artifacts/robustness/seed-43-replication/comparison.md) retains exact anchors and separate physical units. Seed 43 improves original-distribution full-history normalized MAE from 0.040511 to 0.033187, but CityLearn SOC MAE worsens from 4.118 to 4.857 percentage points on the common-scale cohort and from 7.371 to 7.540 on the scale-shift cohort. Raw SOC bounds violations rise from 6.40% to 14.36% and from 8.74% to 15.67%, respectively. Seed-43 full-history nominal 90% thermal intervals cover only 54–58% of shifted observations. Another initialization alone is not evidence of a remedy. Coverage is descriptive across correlated windows, with no independent system-level guarantee. CityLearn results validate synthetic battery-device physics, not complete buildings or field data. + +The original seed-43 diagnostic receipt remains **failed** because the frozen behavior helper required seed 42. Four original stages completed successfully. A separate [supplemental receipt](artifacts/robustness/seed-43-replication/supplemental-behavior-seed43-v1.json) establishes the fifth completed stage with an explicitly versioned seed-43 helper. Its [exact helper lineage](configs/seed-43-behavior-helper-lineage-v1.json) changes only the H24 checkpoint seed guard and rejection message. Original receipts and helpers were not rewritten. The release builder verifies all five stages, primary/replication anchors and source hashes. Historical whole-TFM seed-42 receipt differences are recorded individually in `release.json`; unchanged six-file checkpoint training sources are verified strictly. + +The seed-42 interim benchmark did not record a full evaluation-tree source receipt. Its recorded checkpoint, normalization, manifest and partition bindings are verified. The included current evaluation sources are reproduction inputs, not retroactive proof of the exact historical evaluation source tree. No missing historical receipt has been fabricated. + +## Dataset and parent publications + +The original 1,200-system dataset is already published immutably at revision `1baf2150adb20ff95ae8b81b7f4a985d81edbfe4` (tag `v0.1.0`), at [datasets/synthetic-1200-v0.1.2.tar.gz](https://huggingface.co/maxffarrell/transition-foundation-model/resolve/1baf2150adb20ff95ae8b81b7f4a985d81edbfe4/datasets/synthetic-1200-v0.1.2.tar.gz). This bundle includes its original manifest and bound normalization rather than duplicating the archive. The dataset manifest SHA256 is recorded in `release.json`, and every episode hash is recorded in each completed run/checkpoint. + +The earlier [seed-42 robustness publication](https://huggingface.co/maxffarrell/transition-foundation-model/tree/0511d4402fc39cca0bf7e09790814fc5a544e761/studies/robustness-seed42-20261011) remains pinned at revision `0511d4402fc39cca0bf7e09790814fc5a544e761`. Its completed evidence is included here with its published hashes. Original v0.1.0 files and that prior study remain preserved. + +## Reproduction and verification + +Download this entire study prefix and run from its root. Extract the immutable dataset archive so `artifacts/poc/data/episodes/` accompanies the included manifest. Compare its SHA256 with `release.json` and episode SHA256 values with the completed runs. Install the locked environment: + +```sh +uv sync --locked --extra dev --extra baselines --extra export +export PYTHONPATH="$PWD" +uv run --no-sync python -m pytest -q +shasum -a 256 -c SHA256SUMS +``` + +`PYTHONPATH` is required because direct helper scripts import repository modules. Training commands are preserved in `artifacts/full/job-receipts/transformer-seed-42.json` and `transformer-seed-43.json`; diagnostics commands are preserved in the original and supplemental diagnostic receipts. Use their relative script/argument paths with the local Python executable to reproduce individual evaluations into a separate output directory. Seed-43 behavior uses `scripts/behavior_support_seed43_v1.py`. Neither the original failed continuation nor training orchestration needs to be restarted to read or infer with completed artifacts. + +Native CityLearn generation tests require a separately installed CityLearn 3.0.2 runtime with compatible NumPy below 2. The third-party dependency runtime is excluded; its version, source-package hashes, generated episodes and audit provenance are retained. The locked primary environment supports reading those episodes and neural inference. The CityLearn MIT license is retained in `licenses/CityLearn-3.0.2-LICENSE`, and project licensing remains in `LICENSE`. + +`release.json` deterministically inventories all payload bytes and hashes. `SHA256SUMS` also fingerprints `release.json`. Original receipts retain historical references to omitted logs, quantized training pools, and interrupted metadata. Those references are explicitly historical and are not included files; `.pytest_cache`, `__pycache__`, temporary files, runner locks, RSS logs, `last.pt`, unfinished checkpoints and dependency runtimes are excluded. Absolute paths in historical receipts identify the generating workstation; the files in this bundle retain relative repository paths. + +The stopped builder performs read-only hash/provenance validation and local copying. It never launches training, evaluation or upload, and never relaxes the existing full-release completion gate: + +```sh +PYTHONPATH="$PWD" uv run --no-sync python scripts/build_stopped_release.py --validate-only +PYTHONPATH="$PWD" uv run --no-sync python scripts/build_stopped_release.py --output artifacts/huggingface-stopped-20261011 +``` + +Packaging from a downloaded prefix additionally requires the excluded historical source files/logs and the local seed-42 publication snapshot; the published checksum inventory verifies the downloaded release independently without those inputs. Reproduction of the scientific diagnostics uses the included individual helpers and their recorded commands. diff --git a/studies/full-data-stopped-20261011/SHA256SUMS b/studies/full-data-stopped-20261011/SHA256SUMS new file mode 100644 index 0000000000000000000000000000000000000000..dead2c5d87514e4f9ca6131081859df461492d9e --- /dev/null +++ b/studies/full-data-stopped-20261011/SHA256SUMS @@ -0,0 +1,465 @@ +ba2f860a3c2cba35f85f21ac65fea46c603900544f90ddad503e3ba9e44dce43 LICENSE +32a80bf8d85bba859bfe97dda24d9a710230b626928e9083d6da5f6024596baf README.md +36ebfe9b3508a8e15debf626b1402c15f7797ae0bde37e394a5811d0ded3873b artifacts/full/catboost/baseline.json +a849379841dadb95dffe45e80d55469500f2741397496382c4af7b964cdac1cf artifacts/full/catboost/model.cbm +52f611b847cc26fd2dfc8e8e6dd517e658925414af8d4467c384163485ebb04c artifacts/full/catboost/pool.json +7d8ce5e5131bf9c5666935c75dd351a6f2de1ca5833525654a637a5002ccf715 artifacts/full/environment.json +ad5f1fcc845bc6b143c7327cec2ce552a0624f6b843678f9e7989b6e62c62ded artifacts/full/interim-catboost-summary.json +a0c057196c8fc6092b90754125573573984f310f30dadffce92c9caee902cb52 artifacts/full/interim-results.md +21cf585c165a0b48c18672b534ec687d7981c124e45caae5cacef888d5bb8ff0 artifacts/full/interim-transformer-seed-42/benchmark.json +5c32ba9d779e689b19558d8afda47f74fd1b10234215586a7cfbee6622e8a077 artifacts/full/interim-transformer-seed-42/calibration.json +57df92b8be31b8f3f427e66d3cc6111d2e6e709e0341b1cc75e31300416ab9f1 artifacts/full/interim-transformer-seed-42/calibration_catboost.json +bdbf9ed624dab18261f8b3ab17445862f9dbc4a2c484e445c87ed1f99db89144 artifacts/full/interim-transformer-seed-42/calibration_history_linear_system_id.json +cfc3dc8fe80074ac6ed362b87f6024dfac3b08ed2d1d24fbfc7effaf69ef7ed5 artifacts/full/interim-transformer-seed-42/calibration_persistence.json +4fa4382555ede78d075cb0694189b04c4efe4d992aea4ced49fecdc6ed72eb27 artifacts/full/interim-transformer-seed-42/generalization.json +6a053369851b94d2a45d3d0c3af71a3a5291ba0019185de6338c99989ec9f702 artifacts/full/job-receipts/transformer-seed-42.json +1a63ecac4dceae59c500e1fd3322d79d49ed7f776ce684aac146b9cf8a9d248e artifacts/full/job-receipts/transformer-seed-43.json +41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec artifacts/full/transformer/seed-42/checkpoint.pt +33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4 artifacts/full/transformer/seed-42/normalization.json +13c74ef434c51be324c208a534cc31a93374dff44927bafd6a7a9c3d02e2ae42 artifacts/full/transformer/seed-42/run.json +d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1 artifacts/full/transformer/seed-43/checkpoint.pt +33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4 artifacts/full/transformer/seed-43/normalization.json +f628096b93a005f081b6c44bd6084fdc1310488cba25eac3d5e75fb022f2c893 artifacts/full/transformer/seed-43/run.json +bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7 artifacts/poc/data/manifest.json +33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4 artifacts/poc/data/normalization.json +7696f63f59bfb0bb5e1c36cc405a1685b229984d3d8613e2a79c604dd4dd84f5 artifacts/robustness/behavior/battery/citylearn_battery_common_scale-assessments.json +6a26ca1d2ce0dc6054223dc327ace2c83e79b01cd5614c8d7f81369cd4ef969b artifacts/robustness/behavior/battery/citylearn_battery_scale_shift-assessments.json +fa8644d2c4a3bafc758ec69fcea9185207ca2b47d8dccebd8d8b7c4a98acb179 artifacts/robustness/behavior/battery/original_heldout-assessments.json +86e2379b21dbf77cb77c703d489f9e7fe3a3c4fb7d836f92190cbc28761144cb artifacts/robustness/behavior/battery/thresholds.json +2fd1d7dae2538f18ce9bf74c46846eb468a2a88a09c2fb164ba0154cfbaccf2a artifacts/robustness/behavior/behavior-diagnostic.json +46c9a4d90377deac53c802906de4ae4e9813c236fb09a5ef65fa196a30f5e885 artifacts/robustness/behavior/thermal/auditorium_3node-assessments.json +d37fc14e47a7488e3dc5b18d18246da4aa29025b64c203ec8e27ad1139d8408b artifacts/robustness/behavior/thermal/original_heldout-assessments.json +edf78b3dbcc92504d135e08a33d4a1b48f1c04b5f983fdc29c43a566b56342bc artifacts/robustness/behavior/thermal/parameter_shift_2node-assessments.json +51a2ab552220624aabc40fb2f71e143eac7b2667b992ce1294ed20c5849f1ecd artifacts/robustness/behavior/thermal/small_room_3node-assessments.json +9fcada67a04b02a7d650e323ac22173bdece47080250f5488ea865dcb444bc35 artifacts/robustness/behavior/thermal/thresholds.json +c558198983e314b8d9fb3b860c9031dabdc91797a2806349bb66b3d19433a7b0 artifacts/robustness/challenge-interventions/interventions.json +35977663cd38d3ca6dbd3edf7c0768174d6ddbf2288797dbcdea13e541de92c6 artifacts/robustness/challenge-interventions/provenance.json +1580aacc75ecafabd59a2990eaf69d7964a6323bdd16989a79dc56c72c71a452 artifacts/robustness/challenge-interventions/summary.json +23bbd3238463308df0d3c9569c3d3834c67e858b70f97efe08d77e5c70155886 artifacts/robustness/challenge-interventions/verification.json +690b26d7c5656d5e23667ea62c943b3d07d38956f8f7c2e45bd4db24bfe01f4c artifacts/robustness/citylearn/README.md +703f38e13b5b93ecf2cbeaaeac8d274a30d795976d3f666ec1f6ddd0a851cffc artifacts/robustness/citylearn/config.json +3a656d7b5a3fb3c0dc6034af2b7ef330e27f7b20f2df3c9022381950a45386e0 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283127.npz +0b906e82b0dec454ee92242e96997d9049f0ba74cad88fbbe5d486dbba1e523f artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283128.npz +84816b3c049cb99a415efd554aa96a717e41836a22db810c32cb5b53030e71c4 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283129.npz +74edf4f38e8f23b2b28a1129505066af6cc67cced5bdc9ca693286461a243b9d artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283130.npz +330845003fb6266d69649e765979ccd2ab0ee45723bc9f4c5167cbae2e8b3092 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283131.npz +5bb02061fb1b0762f8802cf30b0160980a177bc437e9e186c12cbb00b0ebba9b artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283132.npz +eeebd8797fdef8e8ea6423c218b90f3a0e52630464f517fa0d18f1a2a21b1eb1 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283133.npz +af5339d1f033dc3f4adc26377d03f1b81c3679c7e23767d1bd4e7046ccd65ca9 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283134.npz +8738f1cdb1fc3ee858fc77ee660b2336280a37d2a2f9a502f2fa2401bd583dc0 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283135.npz +e522e9223d3999c13b852b237b161ac56b4d5414845a519a6106385ee1deb81b artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283136.npz +9ee6c1953f967d938b0318e226024685d80ed94fc0266bab6b181439b4b7c630 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283137.npz +d3e3ac191ffa148656dce742e073536d5c1eb8998c394f47d5667aa97ab956c2 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283138.npz +985a537ef3cb5b25e3ca6802dafec0d02919b2e7bf0c84c4b611b318c989fe6c artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283139.npz +c14dd583ae98e783b6445978e315644bc2ddd145fcbf1d802e577068cf37021a artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283140.npz +761fc5439b5e961499541a41196e3be80fd16a1960576e6da74246cf4793c08e artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283141.npz +7f96abafde3becae97c2809520227c56e5f7349f4b91b162a68949fe9aaddcd0 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283142.npz +d01baabdcc924d66411a4db06335b57419386e270d0e262da50fbb29bed4dc79 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283143.npz +0902e10dd7b87eb8b04d9270cfda5faa540eb28463d5b017191c7569cf06022e artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283144.npz +e8488ea88f55b569e9e122d43c1cbbc4da214ada235577ee0b2763e2bc0ed45e artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283145.npz +f887e01b7eb6975d2bd758292820fd154df1761891cef9be9af902ca0e989cfb artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283146.npz +2c53bbb86877cee9340e2da00dd92387c9e252d603f267e7582fbaf24c2c9aba artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283147.npz +ef443224210275826550ae2dedfd0ce4f7117a2f1c0c5ca19114d858f73eb83f artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283148.npz +3b5fe4e6abd5bda6f34830444f68c185d4d87fce395382100a1b73796038174b artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283149.npz +e5b912ee964ffb305b07bbc1bec4ac6954c80ad66f6bbd035450883f2afb9e61 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283150.npz +6412d6baf0d8dd319101fa79b51580b47e58864ce0275d5ff13da73447871122 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383127.npz +7c4d6e551e7ab9c7ab58013cc7fe73d16f465a70caf39f2db69f26e73a1b9518 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383128.npz +5b9850cc0f6083a37f5133d12a985527ca6e9403830f63b9d555c76176ec19f8 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383129.npz +07e1b198dbadee4571cf9ae8bb462083becb45a77e88ca08ef00e7302c8025f1 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383130.npz +a46c8bd1160e440566f53c109663db779e75b7ffc7392ab7739c0788dfdc146f artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383131.npz +6ecd37a48e1067feee56e068cf488f1fb943e175b096a1639e2150906fb63186 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383132.npz +df4d61f69ce47cb019befb40168a1f2d798cec79bb3f6cdb5b3eadeaed048a1f artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383133.npz +0be8416fbc74db11968a8ee3297ddd679652d41d250019f0d3e7c7ca597755f3 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383134.npz +12f0ec3e5da009ad5fcd0b9dfb03498a9a04dd28a9e5857cd1a1503126dcecab artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383135.npz +da317f6280925b26081ed1ca16480b64939e8e3ac456120acf7ea0cb0f0508e9 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383136.npz +e3cccafe45147443aad53046dd790839b5c6e16cba8080f502a16222a98de3e0 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383137.npz +389029c45375c86472856388ae015cc47881dab29107001eee29db958fa8ce73 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383138.npz +4123544a9b719bf31e226ea087d19eb12a35d0d7a1a3fe23dcfe9a0f7632f6c4 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383139.npz +5afa22cfa22164836b9af26741171e7be27fd9cc112928a93d6797d4fb3e4209 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383140.npz +ce3e1e8354fe9162722ca156be6ea8a95e2346f5c251e27043f8af8355ad2a6e artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383141.npz +568b1350bd88b461e29012d83fc9349aec01dfb47c6d554bdd87d2883186daa7 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383142.npz +546b338e261bcf2358ebf1d2d44ba17b3f17fdb6225fad01f6659418bfc06559 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383143.npz +218a807ad448a45cc5de0b8fa5d834962c647f6f54c93633c87f9615b1554db9 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383144.npz +49ba8f48f8bb878778eafe1067878a4ee29937261cbf256b0a40711d32f1b4e5 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383145.npz +8b4e2e86eb7d1c5315aa71badd11a71918280e299dd39e6a2efd32996e52ff07 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383146.npz +183da4c43014589a9a888d7373cddf2399440503bbce1fd03f0c63098ae53614 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383147.npz +d8bbf04c719018620fb9e4046e274491de49db7e6f608a5488a934400b21e18a artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383148.npz +3e98521775823223184bad88edab14461bba596ebbfbda00bae0dc298465e236 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383149.npz +90bf17f620b9ef55ad2c90932a993df0b8553c1aca758264df66f28fae39cc37 artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383150.npz +37d242cc2dbe62e9ad3edc9c201643add9cc1c1a69814e5a4473cf3f56669552 artifacts/robustness/citylearn/evaluation/citylearn-evaluation.json +fe8e8114a221c30e31c65f48a97dc46c3f5373efe1d81ac766b4049df586b538 artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-context.json +5ddbed3757f16cb0f85bc400548a4cf912658521f4be9b1c0e94153f87304e19 artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-history_linear-predictions.npz +d0c788759996e8d8539086a9c2127087d07528a876a90f1e2effca6ab6d2a23f artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-persistence-predictions.npz +16a031a5dd0757b0d42f884f9f06337a028a226655c49b0db9b23bcc340e0e8b artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-transformer-predictions.npz +3220d9234b201463ec500677c0531294a23abf36a6488a8e8ba196ea803dc854 artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-context.json +b30c0efd747a5e9b73ea766dda84cec48b3ebaae939dd7733dceeed0909a2ce3 artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-history_linear-predictions.npz +84ad3863f5e8fa2345c3e20ed8a74aebfc623fc47aef8a68f2a60b16d431816c artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-persistence-predictions.npz +a7a3f2e3edb305e35a21ff73b14d5686c607078cf2a4c66919e7883c12a96b33 artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-transformer-predictions.npz +8363d6b49c4a1999e8a733217cbbacbe0356e39a8298691cef0b7ec06209ec61 artifacts/robustness/citylearn/evaluation/history_linear-sparse-calibration.json +e87830f0a2545b552c9d51c85275416f4bf4a1f81e571d0c508828e9725e10e3 artifacts/robustness/citylearn/evaluation/persistence-sparse-calibration.json +dbdbc4ba688e19ca3f4367a35034cb79dbd29466bfac419587dc1852ff2cf5ec artifacts/robustness/citylearn/evaluation/support.json +c0fea2ca00b24c37a8a60a6b6eac29e7da3f38c4d343b9a9f675ff3b1d12247d artifacts/robustness/citylearn/evaluation/transformer-sparse-calibration.json +2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0 artifacts/robustness/citylearn/manifest.json +2165efc49ba2d648faf1532c347fb1d36619ba5209d140f8bcf75eb0548cba19 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283127.npz +cc37bc707c3c5b1b6638a265d8ac98fd630cb68fe908569a582d875b5890cc4d artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283128.npz +7c603724a1b9a30535846ba4e0be170914fb340c6a9ab8a14e6c410364924f07 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283129.npz +dfdaa62f61bdec0a78a194a599ebd924728981580519e50e6103130bad211d74 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283130.npz +a31e597ec6b34117ee0e8e39a174dbf9336a40e5bb7245050f319314bb694414 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283131.npz +b79acce7fcc241d1a23159763fa1039222492553cfa4b6290107c574dfe3157f artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283132.npz +afcfa02601b328b771bfcf79a4a172fae18ba2d7906b3d4c7713b4d403d96778 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283133.npz +1962aa6e09889bccf0a9ca21e5700d9eb57da0577e63b5420b12e42391ec4d43 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283134.npz +f8b7922854465029e6b5944c26e8b098af2436a565c858a86f8f3f2710c55b31 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283135.npz +98c0fcc0074741d8b53dd93b6508e9099302472e871f7b3a7e790dab021dae57 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283136.npz +74ae97840e37974662e4b5e0afad0705e03a882e22724df200d1b8fcb4058e33 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283137.npz +5fdd20680cb157bad663f91f7693c8971e42b9d52ef72a9c96de579eea1f0236 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283138.npz +59bf748e766a62fe414df823f8623a288f6789b1191d6b229b20eb0d436df0ae artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283139.npz +0527035e40e53f049b1120fbe71f090a3832e0b26b492f345d068cfc7675e8e0 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283140.npz +0c186830fa66b17f044c6338491eb9f5d4a8e63a27ee39ba9d52c102ecb966de artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283141.npz +9a152c1b7eefe69435338ba748d413d16a84d3bdbc9843a0ee30de8491b80eb1 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283142.npz +8878aeceada539d08705be287bb71a4efde8d73c52dfd20afc792a85bde70ecc artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283143.npz +56ba723b42400b7d84be3513cd531fdfc830ac2c28d0d1eb8fe092c8d9255320 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283144.npz +835f4460d3e1475f914b6721f72b6f5e2ffd1073b2d700135f851213c91c86ae artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283145.npz +041ff8353433c6f966def54bd542a4f93723fcba8530d90684c47b42a8874576 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283146.npz +29ef659c6f96910bcfbf8f1666c14d3adad186e6486f0d3aefbe7562aa6a0575 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283147.npz +2b4823d9f7e916528b4bf0327d0c5869f92cc60ce67993b7083cb1e4635ef484 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283148.npz +3d5311a66bbef60f349f8b8b0b0a6ee59867b5ab9457bed19ecac3b1278f0785 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283149.npz +fab2face65b42d7689d22f7a141f21a966125dbebd7395f51e20642575a2db53 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283150.npz +85120699ca7618de8e028d925b7d563b11673090426d6308c9d0cb0a8d1051c3 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383127.npz +b1278fe2525b65f74097f4cedd99c34dda03347e03b5d0df4d32c2304b85952f artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383128.npz +cd32591eba15230b0d09349d2fec39931ed6df724a46d07bcfba8fabc96967d1 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383129.npz +053a1bc8f9413ce72514413744028c71caeca48713dcfbad3a9dc9d0dd5abc88 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383130.npz +f4bdf4b595efab8b2638afc76404bfceaede8cf376f07513a23c58404aa7305a artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383131.npz +a10f4b29563d1ee4644d5cde8ad5e59bd14ab15c3280106d368d0ac7a52492a2 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383132.npz +d7b00e4a45276b32770952a976b8eb0282d55a632011e4ddfa17985e2436ae61 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383133.npz +e8a58c8e4f404962c7d4863d535dc071634ba7291283c89bad7f5b99882be760 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383134.npz +fae09169da6085792d576ddced74c0fd8a476075ae92f8b314d118bf7052b239 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383135.npz +592fbaa417c5bc22f7276a5631b8881987ce2488ff8c4fc8d4e15b7aaab6cdb8 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383136.npz +eb5768551660060b74b18e0ff020d4af9a3798aaf1dced98d522ace64645d705 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383137.npz +e3239c9daca3239feefa41dd74cb46aa2db36cb1df611b7c0178d85086a517a6 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383138.npz +22f17f1cd26d5c1079e0e648f2afe30e122fb8f35984b90578861a178f9f8e26 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383139.npz +f420935b2af62c7babfa64140937c6ddf3be375a35a471d9862e70ba480d990b artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383140.npz +723d39d540cb4653158c7c45e494a7d0bb4293c680c10a48094e537264adcbc6 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383141.npz +530dfd260d90182de3344dd3bfd4ab139314b77f005111f22bec47063cb84c37 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383142.npz +2fcd6030d66bf540d399f8d43590f96452dd0526c7f19fc5d8026c152ccab4d0 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383143.npz +9fa0a4bed08946b76860c505fabba56323d7ca99e40f6fbf87e352c7992e200f artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383144.npz +bd1d1bf801f33be637a5e28495f84bb67fc56581f7ac26dc141c1086b2a18474 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383145.npz +d644952648233c51997e0d804cbadb2632710fd71a3d1091838e0b1551117115 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383146.npz +18049abb942329f7425e136e3e136421b80334fbb0362b12674382a7d51cb736 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383147.npz +8f2e77fe40ca2b77f09e7a75cac0ebdcfc7d359903aab8a90c305495d15fc7e8 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383148.npz +161ca0e4eb80a0b1967067d9ab85f1f4045e67ae231d612057e35f10b54e5a49 artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383149.npz +400afa7160a10701e3ee4d0031e37c6c92de662cb814752181f6a170f61f55ad artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383150.npz +b10367d242f6ca0bafe11a6b1d068778d4064c3a2e28d5a3d86e56bcf8d4f169 artifacts/robustness/citylearn/verification.json +4b1fda0fb4d38a7c7306c93c84fef6b17fcf38850d495fd1d5257b0bae86216d artifacts/robustness/history/calibration-current_only.json +83fe0d8bf2142383c9086fdef3e2f508094e60b078aab9df26239a06eb4e104e artifacts/robustness/history/calibration-full_history.json +0f4154262c04696d40aa6b7a828874893f2732f1981f93ea5e8fabfedddb1869 artifacts/robustness/history/calibration-history_branch_disabled.json +f55a8bb058b612b7c0b94e95de68b0b15cabe306a8d5ccf63d5b796f261b024f artifacts/robustness/history/calibration-matched_family_swap.json +a777fdd83b5547963a28e4cc0d4f604feb325035c26c3d527fcf4e1ac5176fce artifacts/robustness/history/calibration-past_state_only.json +43a25d9e34a024ff059b0d5365c87c59a280a28e275a27e32c13d235401408b7 artifacts/robustness/history/calibration-temporal_shuffle.json +9fc985eec8e4cf2a14bf5f5d1ae914096b064a22e9787432506cf40c7ba4658d artifacts/robustness/history/calibration-thermal_temperature_only.json +efe0df5815eeb180509db240981193e08e3e7cb2a072061d9df570fe9a169555 artifacts/robustness/history/calibration-truncate_4.json +5e95f2bc33633df3371254ed31bae814d1fb18aec7c8044fff1f3b44f223086d artifacts/robustness/history/calibration-truncate_8.json +3a094d50ab0dddc70a919f31a294c6283fe375be19f00279688333f1cbc27de4 artifacts/robustness/history/current_only-calibration.npz +788b5f5f17fa38785bf5dfe0c90a3569f8e6afd6882b1c74fbaaac04f215e10b artifacts/robustness/history/current_only-test.npz +6383f9263fc371bb716f643137e26b734a2d7c937e39042357b394062f9e4c88 artifacts/robustness/history/full_history-calibration.npz +fbc1501f289b8bb8bf5f439a54a96dbf6121cb243dcb621d4224f8af0364c844 artifacts/robustness/history/full_history-test.npz +2a2a44d85306f3f560593e240995d7861c0e44ada24549152f9d06f944524cd2 artifacts/robustness/history/history-diagnostics.json +60bb54cb16d74de879f90e205f5d84aba0bed9980f95b4219eda743862edeeb8 artifacts/robustness/history/history_branch_disabled-calibration.npz +ea0b575fdb03e38f8bc41a60ad46aa78a38d76c6da4bd3875ca983f2aa7d9780 artifacts/robustness/history/history_branch_disabled-test.npz +db6e8eca61ebc39d4e4a35be219a2a69e13dacc50657ac2d412652668c7c92f2 artifacts/robustness/history/matched_family_swap-calibration.npz +d2c7f2e7e387effbe4f9685752335a00e28e74a2d1618c0b35bff00b6895b06d artifacts/robustness/history/matched_family_swap-test.npz +cd8bcf85d23895f7a01c55257a93e591af424d1e7ca776d218be2e67d507dd5d artifacts/robustness/history/past_state_only-calibration.npz +bea6faaaa7e7064d004a5a2704304c25ca2366767e22957bfa4de3ad18638810 artifacts/robustness/history/past_state_only-test.npz +6ce68f1f54cff30fd0c9699bac235eb77b6e9326d9ff7d4ac93128af626d8c18 artifacts/robustness/history/provenance.json +0144bf198cdfd4a66fad46967c7ad10b1024a796eede274ebb2e6908e4f05d83 artifacts/robustness/history/summary.json +d8440855974c3dc767c0354a912bab5b961374ebd586863b145538701211db25 artifacts/robustness/history/temporal_shuffle-calibration.npz +51a093233d877c57c35bb964c20ea913243456aa2ad3c2ad6a2fd972a761bcc7 artifacts/robustness/history/temporal_shuffle-test.npz +7f3da8c6427eff9e88f7375dd01f7e203b346ba513e741456e05cb0d8949b60b artifacts/robustness/history/thermal_temperature_only-calibration.npz +fff0f371ed9e9446b895bcab23769075e6dde35122e8273bc227b28267336052 artifacts/robustness/history/thermal_temperature_only-test.npz +eb5d97a9fe51af808c42b07e28e7f7fb826440eb795e15d95ccbc06081a6900e artifacts/robustness/history/truncate_4-calibration.npz +546125f1d16ab9887b47cb52a735e402c338959a25a508c4019d501e45ef40aa artifacts/robustness/history/truncate_4-test.npz +c8dabdee185dc72eda7f4db1dd94cbd224a50a936016c5477ea1f65ca230998e artifacts/robustness/history/truncate_8-calibration.npz +e052b15d95f30b80d9bb353dc2031b769fcc666eaefe18d08d192c11385d48c6 artifacts/robustness/history/truncate_8-test.npz +0d9ac2969f909500dbd43998b8169c820acb9d5fc5c8aff5faa256891c3c3122 artifacts/robustness/preliminary-results.md +971df9a8db923a00dbf49cd2b4de31f336c421712dc06cee94bd1b7eb99472ee artifacts/robustness/preliminary-verification.json +564b82cfbee8bc210e7399624e6bf239dd6c27f6ec7bd2de48255e248228a4c5 artifacts/robustness/seed-43-replication/behavior/battery/citylearn_battery_common_scale-assessments.json +c52a7bf52b8a783f2724ac10c24a58b3796d4407dd008bf3b2ec9253fc15e35f artifacts/robustness/seed-43-replication/behavior/battery/citylearn_battery_scale_shift-assessments.json +3e6f4fa5910a1bb05046a34c5116642262085cd317179be2d8a7caafb65d65b5 artifacts/robustness/seed-43-replication/behavior/battery/original_heldout-assessments.json +7372132f78247cfbdbc87e227b330713c365e5646fdafc3334a18d0a86e3be72 artifacts/robustness/seed-43-replication/behavior/battery/thresholds.json +fe1d40756f13a83d607a99c8e1f278fd0684809a53d1e822c20d022293e054a7 artifacts/robustness/seed-43-replication/behavior/behavior-diagnostic.json +f72cae70465def57a85e304e7390d1ab918c0a7e4e37788573aaf7115c2cde3b artifacts/robustness/seed-43-replication/behavior/thermal/auditorium_3node-assessments.json +7b4f7834f94fcd8ef4c9582852966b098eca067e764d5abd6761fc53f8e589a4 artifacts/robustness/seed-43-replication/behavior/thermal/original_heldout-assessments.json +e3e6dde4d25559a3c4f1544018ed16f61f7969a6ae2828b9fd281ed0a61d26f5 artifacts/robustness/seed-43-replication/behavior/thermal/parameter_shift_2node-assessments.json +109a24488b0c73f5677b78e509f612fb278eede4b36e018198ef72495c745fe5 artifacts/robustness/seed-43-replication/behavior/thermal/small_room_3node-assessments.json +8bd561a0269e8a0e3e5e689173b6a97ff556790c60a430f6da2be7b4828eca7c artifacts/robustness/seed-43-replication/behavior/thermal/thresholds.json +ecc40a2ac41b3149c356067318655f84db8bef4cb20dbe4fac6136a8b6ce5df6 artifacts/robustness/seed-43-replication/challenge-interventions/interventions.json +f172463a4303ed6bcc2203d63a07548052dff3eaa395bbb157ffa4c848e3a4cc artifacts/robustness/seed-43-replication/challenge-interventions/provenance.json +af94cd441f4c8162828815bea8d9af2528d235eb069ce8b8dc7543109e53f233 artifacts/robustness/seed-43-replication/challenge-interventions/summary.json +285eea86d1195e3064a5579299695a6c52c1b1a5b77f098804723980c87c988f artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn-evaluation.json +fe8e8114a221c30e31c65f48a97dc46c3f5373efe1d81ac766b4049df586b538 artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-context.json +5ddbed3757f16cb0f85bc400548a4cf912658521f4be9b1c0e94153f87304e19 artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-history_linear-predictions.npz +d0c788759996e8d8539086a9c2127087d07528a876a90f1e2effca6ab6d2a23f artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-persistence-predictions.npz +f262183748db76c83469a82ef5cdd34513c034d15d416d9602ea6c884cc5becd artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-transformer-predictions.npz +3220d9234b201463ec500677c0531294a23abf36a6488a8e8ba196ea803dc854 artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-context.json +b30c0efd747a5e9b73ea766dda84cec48b3ebaae939dd7733dceeed0909a2ce3 artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-history_linear-predictions.npz +84ad3863f5e8fa2345c3e20ed8a74aebfc623fc47aef8a68f2a60b16d431816c artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-persistence-predictions.npz +dd2d20aa9eff0cc3ec27b6624f48a39f932bdc081fa087637c691e26884d102d artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-transformer-predictions.npz +5d4083e1dc5b2cdfa8b6620337512028a3f9bc43f849331574a2c007e7fd997f artifacts/robustness/seed-43-replication/citylearn/evaluation/history_linear-sparse-calibration.json +97e271be4241eb6379c43010e92ec47aa1f046731ec1aafe7c7fa3d2723029e3 artifacts/robustness/seed-43-replication/citylearn/evaluation/persistence-sparse-calibration.json +dbdbc4ba688e19ca3f4367a35034cb79dbd29466bfac419587dc1852ff2cf5ec artifacts/robustness/seed-43-replication/citylearn/evaluation/support.json +8b02c0435d016413bbe7d0d94110f1fc6ac0a54c4dee18093e52ccaf3cae05c9 artifacts/robustness/seed-43-replication/citylearn/evaluation/transformer-sparse-calibration.json +dca94d7adc6f52c84cb0b8e368ac79b93c9f72129402345c307150533b41a430 artifacts/robustness/seed-43-replication/comparison.json +80499669cd731a1feb08a5cf3659a90cc13e2cecb4a837264be99c8f3c4b05e2 artifacts/robustness/seed-43-replication/comparison.md +fa3b1f85ed482b1c5a612eddfe9046474f58e5ed6e0ce48adbb8a10950a17e6e artifacts/robustness/seed-43-replication/history/calibration-current_only.json +dc060385ea86484f82130e7d55ab4d8b5a334d600ee4cb42164dd29977834688 artifacts/robustness/seed-43-replication/history/calibration-full_history.json +6e9712884f28542d6e80187dcbac92281bd0209ad48d22a7eaa77286d4db3fe5 artifacts/robustness/seed-43-replication/history/calibration-history_branch_disabled.json +824150480f447a227f7eeb203c747d3f5a479ad7d2f5ad902c277e60ac63a643 artifacts/robustness/seed-43-replication/history/calibration-matched_family_swap.json +7a2f1c786dd38459ea49591c45b7978a51a2d675d050b5aa99aa93f76ece814f artifacts/robustness/seed-43-replication/history/calibration-past_state_only.json +efa61d4b2da2078e077561d2034f73463c4288eddb0710a2cf3bbf7dc30b93d1 artifacts/robustness/seed-43-replication/history/calibration-temporal_shuffle.json +12b8231dfee5dea5977f20de831759930d959fb3c6597719f3f5ad9988c5a5f3 artifacts/robustness/seed-43-replication/history/calibration-thermal_temperature_only.json +faf24a38ae2055d63d3b9b5e78219cf62ba8332e1e5f68b8c570a9a4e4d6da63 artifacts/robustness/seed-43-replication/history/calibration-truncate_4.json +7487efb7efc41ca91c3ec8d8070493a6d63d51a40fa1471281d3327334165912 artifacts/robustness/seed-43-replication/history/calibration-truncate_8.json +77eec7c0ce0cc637ebe1e79e7b52de11f2e481d5f74262e5aeaa93de780d04dc artifacts/robustness/seed-43-replication/history/current_only-calibration.npz +d4271210941d92030985499b72ff942b7c8d3af6c23468fc823c7831b53ce615 artifacts/robustness/seed-43-replication/history/current_only-test.npz +52c8a38eccf92e38ed7fb6ffc2b3dcd80b657e3fb6bcf4e6b1546bbff10a8093 artifacts/robustness/seed-43-replication/history/full_history-calibration.npz +b0c001dca74c89dc7da6b7f79500f95578f14bdabd152c584db21d640471a2ce artifacts/robustness/seed-43-replication/history/full_history-test.npz +3f554e57698396c408e161316e30e59af35be35ea3c217c923bf0bc1cc68d2fe artifacts/robustness/seed-43-replication/history/history-diagnostics.json +bc99c8dd6c88bfbfe9252835869d020dcb0b698a4e49e4e98523cb58a7e64777 artifacts/robustness/seed-43-replication/history/history_branch_disabled-calibration.npz +8b0ad74d978ade5fde5d62649a40640db570db6660b9bb98f0dbc4befc8ea69b artifacts/robustness/seed-43-replication/history/history_branch_disabled-test.npz +cb892a2f205ffe022528a17d4b5c2524f254f8413bac20e12b2bf80f007ef62a artifacts/robustness/seed-43-replication/history/matched_family_swap-calibration.npz +45987621209aa755f86ee629221d3e15b569dada64ea3f7d1f2009ed4f0900ec artifacts/robustness/seed-43-replication/history/matched_family_swap-test.npz +e72be9935c0909a693db853886478a6a9dcf500a9ee2563c3c79cf520fd5a273 artifacts/robustness/seed-43-replication/history/past_state_only-calibration.npz +1777eb71dcf8f9cc08fedc55e5ff5b016f1a6ba81ce71be85cf49fe44f2acea0 artifacts/robustness/seed-43-replication/history/past_state_only-test.npz +b55886db1b0aa0415b042a330aee7ebc61a79cbdeeb5dfa58b4890b965dbf66d artifacts/robustness/seed-43-replication/history/provenance.json +5feb16ff4f7675e58e6f97e185d78becda0a9f319fa58af04e09cc06ca9fccfe artifacts/robustness/seed-43-replication/history/temporal_shuffle-calibration.npz +4628ac171b9b9d1e05eb676626e8a9cba895471ea2d275b2222c8a2ce4c9ad79 artifacts/robustness/seed-43-replication/history/temporal_shuffle-test.npz +e9a5d1921f8df432e465e3afdd999c01d62b13549fc2ee5764b4b0947e09798a artifacts/robustness/seed-43-replication/history/thermal_temperature_only-calibration.npz +cf902e7ad23dc49f352faeab973c8f7c4627f4230fcbc25043f40183ae0bf2fe artifacts/robustness/seed-43-replication/history/thermal_temperature_only-test.npz +0ecc4e368d7465c265ca948c32e33bc48ecd5785ec24a7ab015a82d647fc6c50 artifacts/robustness/seed-43-replication/history/truncate_4-calibration.npz +6bb46f6c35328e0d51e6389dadbfec90d598af0cecd933602911c3b333cae040 artifacts/robustness/seed-43-replication/history/truncate_4-test.npz +8453d6bd16b915769d5fc2090248fcae5cbcd7d222b1aa8f20fa0ca39f279bd7 artifacts/robustness/seed-43-replication/history/truncate_8-calibration.npz +90e8e7d1f943c8417ba3c0ddf4624b261f08c58b9b7de2b390630ebb034d108b artifacts/robustness/seed-43-replication/history/truncate_8-test.npz +101b6faf28b36c21e246c47e1393a4b9083712aae60fa8bc487d813c5f2ae282 artifacts/robustness/seed-43-replication/receipt.json +8d0261bb137b44d95602705ec795ae2784fe72af311a490065378446406b3135 artifacts/robustness/seed-43-replication/resume-environment.json +aa42a54d7e5a5e7559c1dcfb1f5acaa710ac833556defd8d9cc8d3305dd466ac artifacts/robustness/seed-43-replication/supplemental-behavior-seed43-v1.json +40f3dd62cf84535793263e8101e3198f481b5e41a1a49e0246410f6e177fa510 artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-context.json +fb49e3b56f8017dcd9700f7766bb764c88da1a66f96160ff0125576e6c5a46f3 artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-predictions.npz +878caa57f05b59a370f0a39dbdec0d1a6a0f51e44069a81f844d48c96d7f4fb3 artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/calibration.json +1f099edadf69ae75b1c39c350a4c0d9c2431a4ba3d386d045cc018b57255e9c1 artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/parameter_shift_2node-context.json +95e7dd63e1abe807d782ab3683664c8d01b94222ff1a19bba42747cfb25ca3d1 artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/parameter_shift_2node-predictions.npz +065a2223901c5089e8217859a5004be9a4e3e30a3d545984310ecdae6873b22c artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/small_room_3node-context.json +cade8d537c43c17bee2e1eafdf291507ea7eca2e6e06a2834dd3d8d42954d22d artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/small_room_3node-predictions.npz +17629e4c0582e9803b8c942158335b915e347cff4858dff8cd6f15829f5e895b artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/support.json +4a8b32aef8dde9ccd1a22d091edd292066157fda55b38e1320219ffd7b78d428 artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/auditorium_3node-context.json +c5a553a0e03144b3534cf3afcda975de41450f3995588b346a0278dd17fbd60c artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/auditorium_3node-predictions.npz +ae04809a414793307c2ac2b45a91fb77ff4d190fb8e295a15eef4bc2e5c9d79d artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/calibration.json +47c2318d6b155bbcca054f67d0d0171174ce44a570e278fc204add04f07dd624 artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/parameter_shift_2node-context.json +6867e253ec04e96119aa666cda727e7cf2afbdd0859b033b8de32faeefdb4c1f artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/parameter_shift_2node-predictions.npz +1550a63d836c9138d73641ff8243e106b5f92e703d290f0e4bd001a053877501 artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/small_room_3node-context.json +9b28d483ed877233ba58f6e14d03bfef23719b191b9035a613ab875d5f32f2d4 artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/small_room_3node-predictions.npz +e8459445a41b3ab862d2ad942d9af57f84d5596715628d5fbf80907607fe27ba artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/support.json +2ff324ca83a36e6ecfd403f8a68b4b7b3e49329816663a36beccec63165c20c0 artifacts/robustness/seed-43-replication/thermal-evaluation/thermal-evaluation.json +cb828f093dfd6f8b57ef7e7814f1c459ec06f5248de63e9ceb892c00ea328367 artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/auditorium_3node-context.json +939a7db0c9046a1c0cea05d99b1246b3f65f3409d0f8fefdaaf75a0e70a1afd3 artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/auditorium_3node-predictions.npz +6fb02ad55f8c4054451341b247fed824e21cf1800a23f28ff6f9f5476b368e26 artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/calibration.json +faa41a69c307447c613981f5e5cdedade72730e95446a2612e4864ab86f24b99 artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/parameter_shift_2node-context.json +55ddb804def07a2267505f9b14854fb98f8cff364b3138015f5f85fb3c2be36d artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/parameter_shift_2node-predictions.npz +4bfdbb4be5159a58cecfba8dd1f9e3f0ec3d6fd259ed3b96f64367dfb4299a76 artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/small_room_3node-context.json +5a432882a45cd506e56343d74766e1e8f028366b61ba1ccb6b1739570225a80d artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/small_room_3node-predictions.npz +edafa68742986afb6abc3bc1c325ca21d13ee4aa6b80a4da15415ab20bab2dbe artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/support.json +728d82cbc917ebf05012116ad25897ac4398c0cb94caf20dc7f08eb4a7547aff artifacts/robustness/thermal-challenges/README.md +8d884e7b9249df93d30e0ebdc82155960b33e8b21483a9954388b64efcb07162 artifacts/robustness/thermal-challenges/config.json +909c4df4c3e16f8c9d6927b7b538cdd0bdc3773e46b648e31ab35fe233d2ba95 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041230.npz +cb101b90a5649efc479bb5d8a812a20e814a420c12129d81b225d307b191d825 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041231.npz +797163c7811deedcbbda4f8434512b1e9712a77b9dddacd3f2d28f7e02b0449c artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041232.npz +08b48742612b07b0a97b2bad7f4c03e0745c78404808b04469b1f47e46caff8a artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041233.npz +3b1e7873e7db1b4a1191c85a82461b75040967f73962e3b05cb8d53d150a8d20 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041234.npz +d75e02840e80cc8fbfd4488662a0db5c610847f4e57aeca447714ab6b1ba3766 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041235.npz +7802684e0b5608ad658b6daafcca4aada0eb3bf68dc9c11239d9f1ebd4cc3438 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041236.npz +7c920dada0b947d5c419ec3b8bfd945e9fbbcd96100bcaf029ac303e17a85eda artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041237.npz +aa2e43363343f3f825705ddf61d0d491ee830ed87f9fefb6b360e17534468bc7 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041238.npz +a3381546d34eaba15c1556b78771ab3ddfe4701cc266e24c92c780f859ccb616 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041239.npz +7fda0071578634c230c7b0075b20a40939c688183688d3bdd4766a450b86b799 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041240.npz +bf5e5024f9d6c677ee46665af75b09ca093944396a0729814059d29bdcdc9e38 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041241.npz +a307e864df7e4a04711a150be16600647d78f4e7b7f6ad472803100652ca2620 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041242.npz +bbadc4730e9f34e2c4dfd05c1b453489a687ee4f8f8cbd6440d1f27051cd4fe8 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041243.npz +98a6a98da2590f92f5d07aa5c17f515b0d55f25286943d3798f52ce83d0022b1 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041244.npz +20c19df7e264082055d9fc64e12d7076e631e777d2d5160e05711b529318bdb6 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041245.npz +412c2843571614356c67318322f30ffabec7043fc8b01f79735930784cb141ca artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041246.npz +04cba1063d4f7ff83ad34cd4ccb7b9a49c1e9edbdf3fb9ff108fe73fe2a2100a artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041247.npz +76353c885a993fff08524ef8516367875d74d79be905f4d4e5705eb8700765f5 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041248.npz +6f1ecd89b215404fdeb2c395fcc21a374b7dcce15d46aeb09a1a8348aea451b5 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041249.npz +47ac85908002c115eaacc257c84a3dfb614a31d4c54c69238c4cde0cfefda159 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041250.npz +12b3f1d1f776e348bcc59a91b9aeef7376fe08cd53f4695efcc43ccf0d654e0e artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041251.npz +8f9e82273cf94eb7ef675fbbfdb0bf18c42dabca995c061cae02c9160c688fb6 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041252.npz +84d907e9ba3111bb87ff9bcacafac6ec24f2c822585bbf0d233bba87ebf2a318 artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041253.npz +6f39bab4317626cb46e49588877a361fec560a65727c5f7b227f24a396db8dbf artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841230.npz +9748e865dd8c3511b479217e550006c51ce0775f2c86a8722d68206e50c77c15 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841231.npz +612e3e996bd4bef2b270abe04047780a9d52eb7e663453c52d1acc62f09ab507 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841232.npz +a6dbbde1e006cf8a63611b0e626d8880198c3cb68eb7f4cf6df356fced9fa025 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841233.npz +35112a75b7a84d8feae255e0bdba38393852f70a379ad8b2be950c363bb54077 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841234.npz +a55856798c69008ca186e6ecbfa72e5f1008b2313886682a0abea6b5f6f6bb04 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841235.npz +6f1a7accdd6716b081974151d632b6d108e9965d3aefc9023e0deb4966d723d5 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841236.npz +8800e013e1e92fff833c38ef71120f5bb6ca9e4c8e186248e741e5da1e59290d artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841237.npz +0ccf54ae0c2fa75e4e5e5bd4f54ddba92a62984fd018c80ab5e5187b52cc4bb0 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841238.npz +ed88464398eee594dfc1454c42f77abd14042b237295f7d721c16d59c1f99a55 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841239.npz +6ef701a2f2fe539c0ac12ad37f2bfd3d7f5b99cd30c5b106d4fddede16db98b0 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841240.npz +93fdd052163100a2e77a42284c7d6ac64a777622b18c88407e62e88f85daf85b artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841241.npz +0c2bde725f7b553eee8dfd4e203bb3e72643398d80e354edef5e960c89937028 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841242.npz +18f98668832e8ccbd1b2f779287d1395f40f8d58621cda285137666b1b93083d artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841243.npz +2f2c54cb541044d3062422c086ec54b2061257bd6616d06f3afb01f9a773cd33 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841244.npz +5e78f8f28c110165e230bd3ad4c1b7c2af164881fdb1f966ad95e0d6fd2b5156 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841245.npz +ec3b33d6367463721e34cb4c57efa7bee626de9a43b5368eb1bd518e53644adf artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841246.npz +309a99fa1882dfe77abec497c511e60280ea0deb3efa9137c28bf6b2d6c3d037 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841247.npz +db9138d5e2893fbbb068ad7a4abf09f630ebf977f219ff86891d667b6c8d7673 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841248.npz +55b3b2ef27c54859f216fdd0f30edb113d57dfb27a2c3e0ff919b91a72baf6a7 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841249.npz +e82eb18a63bcecaa07655f8bfabc119eab4aee397aad3f274f1088cb2985ddae artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841250.npz +59c8f9dab9e8b94ec8ac4f31af34755a51f140c649e907705971e7eb4843e88d artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841251.npz +8687142c157c1973d5ba13a1871f5774591b2cbf4c4648d11eb5131da21f8191 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841252.npz +460f8ef7608c9b3bc8ffeec3017128d256e7bd2f6b02ce642306bc55fa0e5406 artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841253.npz +eff1fdbf357934387d9c86f61b4e448576e303382a8c5bcfd55885c688e4c89f artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941230.npz +7df8a10f5859612d7b948b25ee05a7e7d426e338605ec8d16f6c083b8ec98b1c artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941231.npz +7f0d2d0e22fea02d388a1c7309bda3a6e1b96eff4b02b81194ddf6e18c6b5ac9 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941232.npz +b92dc8b4fafce39c4b63b9defd136b4bd1f895c822f67255ef48eaf94a5bf4fa artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941233.npz +6ff72d6f58bd2ea1b0119e87eb036c56bafebb48a360a7b62e69de30820f4726 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941234.npz +bc62810f057c326d68b28497d618438bd3853aa1f9964dded6e538390f4ee63d artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941235.npz +bbff3ad44986c27ef4dc94de5bbf1f6d556cd0fea08a55ef47a6979925690f2d artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941236.npz +a3bf02e113176c1b9d201f643cb23e5ef7f675a5a4209672d3bf472fc4d2d535 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941237.npz +ecf10d4247e7ee09b9850f85e6da7f2f698241c834b6adcfbb3b38c44addaad2 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941238.npz +f1a5ecea1c670170ccf129a7ce960a674f4c805f49afce358c7787fb334dcecc artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941239.npz +08da29ee77eb6c1428cbd64e7a5dbd1d1011aba96d334acb773421b03d34af85 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941240.npz +2f39fbdadd72c4b54867bdb16aa5363b76c0688ded7e7d60f358c233c709ddda artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941241.npz +0c15d7d2963085871a778ff723df58f1dacf2f78bb1448d00019dec6768d7cba artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941242.npz +459cd4d44b839d99111f9181e32e472e1e4994126a890fe38018d3bb9d5b8c62 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941243.npz +f32b1cd4cc1f3a92c2498302a7aa1de363db2b6f95286f8285a1556fb7ac2b9e artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941244.npz +0a3f4c9e209134a12dd486ac9196b5037be9db9020a3ce3f9a2ec6a681e058f8 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941245.npz +ad81061d314250c36028184084db1b375549526389833fe254a6618a47d9c30a artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941246.npz +d43fc56346191c048ddd07e606cb566937cce73d964887d63d063e2e343ce45d artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941247.npz +8bce37f0e3bf02097cbf830d5b62520c524ca3e4e61239bad3a124dc6c0dfcf9 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941248.npz +c65bd39ef584f0908fb2061be0d8a4b2617dbf6b40544175218a4d08b7dbf22c artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941249.npz +4cc062ad3832f9c5d84ba57d33bd6820b604dabd35e5e162f7a0e8b8751edbec artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941250.npz +478876d37fe92ab306ef0b57c95013f1592f7b563a0c28896ad334d2b9e23b80 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941251.npz +ebf7c7726ba56b9eff24d17df9ad5db68a0772e14eb55f3d18d6aa3157aee7e1 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941252.npz +9ab95a58eaab18d39ad2bde69ddbdb48c95f65a499df19a1e6ff3dea6f33c1f4 artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941253.npz +a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f artifacts/robustness/thermal-challenges/manifest.json +8ea5fe8970bf88fa9a7241caabac218870c9d3459941332920fc1fb14f7a23e9 artifacts/robustness/thermal-challenges/verification.json +40f3dd62cf84535793263e8101e3198f481b5e41a1a49e0246410f6e177fa510 artifacts/robustness/thermal-evaluation/current_only/auditorium_3node-context.json +a34a38ff9264d315106aa98b33a02c32f18cad7fe057f51336ea528a161b186f artifacts/robustness/thermal-evaluation/current_only/auditorium_3node-predictions.npz +e6f787063eacbce062b24025b9772d8baba53a13764f4442ba0a8db7966be079 artifacts/robustness/thermal-evaluation/current_only/calibration.json +1f099edadf69ae75b1c39c350a4c0d9c2431a4ba3d386d045cc018b57255e9c1 artifacts/robustness/thermal-evaluation/current_only/parameter_shift_2node-context.json +5345e1042a1c9d89604671b8892b9b3b9d34b9fc2a835e097f42d2512ce65ea0 artifacts/robustness/thermal-evaluation/current_only/parameter_shift_2node-predictions.npz +065a2223901c5089e8217859a5004be9a4e3e30a3d545984310ecdae6873b22c artifacts/robustness/thermal-evaluation/current_only/small_room_3node-context.json +f119ea07d493e7efcec5a79acd21bee815fbe7d1c5a47f0211d5d73b80c24019 artifacts/robustness/thermal-evaluation/current_only/small_room_3node-predictions.npz +17629e4c0582e9803b8c942158335b915e347cff4858dff8cd6f15829f5e895b artifacts/robustness/thermal-evaluation/current_only/support.json +4a8b32aef8dde9ccd1a22d091edd292066157fda55b38e1320219ffd7b78d428 artifacts/robustness/thermal-evaluation/full_history/auditorium_3node-context.json +bcb5acbc99ea8f73b65abfb9495c253154ae5e3be7806bf79740c964a77e6079 artifacts/robustness/thermal-evaluation/full_history/auditorium_3node-predictions.npz +83edbd7344fb5f767384a22fdc3e70144b1520003b52db2e4e8b67bf0ed4456a artifacts/robustness/thermal-evaluation/full_history/calibration.json +47c2318d6b155bbcca054f67d0d0171174ce44a570e278fc204add04f07dd624 artifacts/robustness/thermal-evaluation/full_history/parameter_shift_2node-context.json +01aee73627cde532e0e973b80a1d97b837684e6cae6878756b7d55a1e642b0c0 artifacts/robustness/thermal-evaluation/full_history/parameter_shift_2node-predictions.npz +1550a63d836c9138d73641ff8243e106b5f92e703d290f0e4bd001a053877501 artifacts/robustness/thermal-evaluation/full_history/small_room_3node-context.json +9052b77ab6661143e5688260ea8cdd84b5e52bc12b4d1d7d3b751d1e85f34b9e artifacts/robustness/thermal-evaluation/full_history/small_room_3node-predictions.npz +e8459445a41b3ab862d2ad942d9af57f84d5596715628d5fbf80907607fe27ba artifacts/robustness/thermal-evaluation/full_history/support.json +19d9b9c4116509e5cc7f1124808a5c5f2c0691a30af53dc53581b279d71c62ec artifacts/robustness/thermal-evaluation/thermal-evaluation.json +cb828f093dfd6f8b57ef7e7814f1c459ec06f5248de63e9ceb892c00ea328367 artifacts/robustness/thermal-evaluation/thermal_temperature_only/auditorium_3node-context.json +6a4002c042779a1bbab8709c0c89b11428d2f1e4aa64e6756cce6d0e0d17aa72 artifacts/robustness/thermal-evaluation/thermal_temperature_only/auditorium_3node-predictions.npz +9dc836aa7e47538b04d31c641d198aea37b634098964fe32e5e2e77f8090013d artifacts/robustness/thermal-evaluation/thermal_temperature_only/calibration.json +faa41a69c307447c613981f5e5cdedade72730e95446a2612e4864ab86f24b99 artifacts/robustness/thermal-evaluation/thermal_temperature_only/parameter_shift_2node-context.json +b984d04ffef460e34270c8d850a0337f3a59c00cc52ce0a5ae8fc48cd941e30a artifacts/robustness/thermal-evaluation/thermal_temperature_only/parameter_shift_2node-predictions.npz +4bfdbb4be5159a58cecfba8dd1f9e3f0ec3d6fd259ed3b96f64367dfb4299a76 artifacts/robustness/thermal-evaluation/thermal_temperature_only/small_room_3node-context.json +e45f4434fd6c625969ecb9b4bf00b2a88ad2930fc4fb0361e6a77d84e8f3ca34 artifacts/robustness/thermal-evaluation/thermal_temperature_only/small_room_3node-predictions.npz +edafa68742986afb6abc3bc1c325ca21d13ee4aa6b80a4da15415ab20bab2dbe artifacts/robustness/thermal-evaluation/thermal_temperature_only/support.json +3712693d63836f1a5a9794167201bdc2ba71fe1255ccb6fb97b8073dda7d3b77 artifacts/stopped-study-20261011/stop.json +c3988bca613ff29bab16a80ab12b7e58e385085b82bdca6d7a2ae9d6a1b8c326 configs/full-study.json +ad133d98de7bccc0130e11077b7503c4d40ac67633e6765496fdfc3d5bdf65fc configs/poc.json +210c4425b9c931c612e852e2402021b20399fac368c2c3840c499288caa52cb1 configs/robustness-study.json +c08ae61d5a25156e51b535f6c38bb5a636a951abb21dfce2077fb83de7d05bdb configs/seed-43-behavior-continuation-v1.json +bb56e11946ce5fc89b1d629c27bca79839a0ca307175a2de1e52690f268bea93 configs/seed-43-behavior-helper-lineage-v1.json +63d00f67ffa837d994ee5ca19d6598af2cee660f2c49594ff8c5c7878dc12a3d configs/seed-43-diagnostics.json +1913ec4925af9029694c4e1ffc8cb51b1a29ea53f850f1f0f8f68c610f0bc52e configs/smoke.json +7feab5d6e5a479dd23cd55af3926cb430902940b55d62bc8882a6f337dea06c1 docs/context-uncertainty.md +3029bf21f52c59bd67460abb162a19b174b8597085382c67334777e128eebc98 docs/contracts.md +dc289ff4e22cc4e25c3b6389a9fdce1a06e60d4dfc0febd48b03891284317d0a docs/data-v0.2-plan.md +1fe1f7eec6831497801c939a8b283eb0f6780820159d381f1a42be89f7f100c4 docs/external-validation.md +4406d206d5d6dccbfb606c57e66f4fedd95a26cec5e5708db904137ccd4e7c3a docs/full-release.md +578b699c910fee65f7a12023bd4979c9bc08b82bc3e64a84132bff752b97fa77 docs/full-study.md +4fc7fe9bb64f42068f101380e9e3bcda0701e59e825fef82a6305bca5930fc74 docs/huggingface-model-card.md +7839dc84217a0016d90bbb704f776c0edcad3bf9d54c30ae9d7439ad2e976062 docs/next-study.md +cd3349693d1fcc8ae8371a1cf951706881dea2b1efd6080ed76f1b4799421fdc docs/robustness-study.md +32a80bf8d85bba859bfe97dda24d9a710230b626928e9083d6da5f6024596baf docs/stopped-release.md +3abcf1c8805892034bb18fad9ab7db8c172edd078ed6d8e3442a598c99c2830f docs/validation.md +276b2979bfe54126d49563d973cfa6aa370a8caa76958335b7973cc6b7dab9a7 examples/predict-thermal.json +5a136b692e5288cfc83099df5f21d4dc6ebbb20303ceaf7116f231158c333ea3 licenses/CityLearn-3.0.2-LICENSE +254144cbe213232223dc274f607069f715ca3844f67d6799dbfe93d5e4cbfcd8 pyproject.toml +2767e2b59e27729cae38149ca7e4a2daaa30c0b8c589b72aacb7e343d38291d1 release.json +fde731bd86dbd989031b2ba34d31dfa483c34b476753d09bfd5575110480b27d scripts/behavior_support.py +6a8d4ef11bddceb14ff7bc7054feb454cdf5895ac74aff101c0bf477b1ee9fb7 scripts/behavior_support_seed43_v1.py +e8de0282706462c649b2c3887431274c523d4de3a69c96cf4a0024ae2ce50085 scripts/build_full_release.py +f05a51dd947dd72c05058d7f55c067b72caa48ed9daf35622bd611ce648bfca1 scripts/build_release.py +ab2a1aba89abf527757a839c12978554ed3ea6956b0472d790a0c0e863bdfd24 scripts/build_robustness_release.py +70038dcd132edea6d74f83f9dd07766d5761a168d915dc0ecd9b157e74e9de14 scripts/build_stopped_release.py +cf7f85ff76891fea7a759b17f8d38a6062cfe6e69154376f3b0fcbbb20f0443f scripts/challenge_interventions.py +7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3 scripts/citylearn_validation.py +1e734bb91f0c34e56010d5f8665e3f05d4d349166baf852947e21e541d6cc989 scripts/context_uncertainty.py +bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422 scripts/evaluate_citylearn.py +e4ad777231b9307f9ee81d80c38c22ebf1e0019584bc0b6636df3e46e41eb251 scripts/evaluate_full_study.py +f10b5c12c182361780bdf2548d98aca103b2f3568045a7aaebfbb6da038db9a5 scripts/evaluate_thermal_challenges.py +ad01442cb99438e441b30b3a536c12e118fa1a921bfd80e4ed8ab53d1399d745 scripts/finish_full_study.py +9826d8c548a42009dd3712f580614ce10d450cbd8896ddff2950c10ed8300d96 scripts/full_study.py +bce3097a1271cd787a01be728ab104fae840832681ac512132066c52f3ba45fa scripts/history_diagnostics.py +5d077e12bb2d2b2270189a3b3eda2326fb5929dd99db5fb8eee9ee153a18ead8 scripts/robustness_study.py +3a5e096d80c52037290c9eba7b25939a68f9977bebb96d8ecdef9bfa0f3bc065 scripts/seed43_behavior_continuation_v1.py +451365ed43b05cd4f6cd0da303f3e31283c2d50919b8876c730a492de11b517c scripts/seed_diagnostics.py +4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162 scripts/thermal_challenges.py +5be30d2e6487e10808df3db6a2cd5b659c27e0be6dd0d8245293bc6cc1bf0ae5 scripts/watch_full_study.py +8e00573521e65a446f27e3e43398b79c080f9af11b57f25265deeed50f86e001 tests/test_api.py +ace1139d3866614b34ee73598bfd3cd190c035d446ebd86518ae7bc5d73dea2c tests/test_behavior_support.py +f678efab6b673570351ebc933e29939e789273286bf11c4563872659dba1db6a tests/test_build_full_release.py +4bde1146d488dcb710dbe08a9451f420ffeda744ad4a80e9893241d3bce13008 tests/test_build_stopped_release.py +135f07e9ccd3ab92c340813d22e8e2d5e53654c2b6c3502d31feb6abe18fa54c tests/test_challenge_interventions.py +4a95a1d17b88445d5580f0a952e11eb39d2b7a02835532998a8a2c138f0664c5 tests/test_citylearn_validation.py +c54717a329d3b6ab3e67643f9befd5d74bbb76077640b13cdeb8d3ce3ace0552 tests/test_context_uncertainty.py +82585f788506d82880e25bff1e287a84a97e22b09317a07b3f51980c50f7d687 tests/test_data.py +fed121f6a5e4ec864842d0c256b2bbf75d93af2ac52613269fe7daa5d6b9df00 tests/test_evaluate_citylearn.py +c305bd68177e09958b9457242b50cde952fc5be6ad0dbaf1e7c0d032ea1b7b34 tests/test_evaluation.py +1125d90deb304338473da49c8ee9b7f9315c713fe323df33e8464faaa61f41a8 tests/test_export.py +8be741b411f64d39c7a1a7c800cdbc901dd1cf9037879095449c899220cd92ac tests/test_external.py +47cc6e270f9759fb76d3db4e4323b07022beb335615e7ceed087c920b63951ce tests/test_history_diagnostics.py +96daa43e1cb6051053638772596865fd29e1794a8f1e31ee36320dca7ff256bb tests/test_models.py +54bd1e9e943e311b6f21484810618b65e847c93e902c71438aa5fec553546c05 tests/test_robustness_release.py +793fb27c9c5a163684ce6f25256998ce94113760e36724b13f05626394df348f tests/test_robustness_study.py +7df6c4fa724ef5c2d767ab582abc800edb1f6fc7fe345206ca1a0a3345460fad tests/test_seed43_behavior_continuation_v1.py +7a308101cc5a1416456232372f45fd5a6602c6ce500f0c1701ad0a8a66cc001c tests/test_seed_diagnostics.py +de0ed05bd3914cd617b05d59169667a8e0a05a1d2f12e495c037f90addfff9c7 tests/test_simulators.py +06e4930f7253596eb9af4495418b18e1ac92ec6bce674a21a5bdd737f2cc64b7 tests/test_thermal_challenges.py +d26e8cc8ee9fda48335dc2417e08e92f93b0e56de95d18817e48b164a45055cc tests/test_thermal_evaluation.py +c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa tfm/__init__.py +e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 tfm/api/__init__.py +9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32 tfm/api/profile.py +428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d tfm/api/server.py +2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66 tfm/data/__init__.py +a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803 tfm/data/episodes.py +6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3 tfm/data/external.py +a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3 tfm/data/generate.py +8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3 tfm/data/normalization.py +c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078 tfm/data/schema.py +b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12 tfm/data/windows.py +fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5 tfm/evaluation/__init__.py +2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843 tfm/evaluation/baselines.py +2f817104b27c343bab44940840b93a9aae4fb9f42d5851c6496920c1eb5d2155 tfm/evaluation/benchmark.py +cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca tfm/evaluation/calibration.py +5b70bb928cc29b4f09cbaacaed716208e1fc5b507f8cd4811b52c770e9268d0d tfm/evaluation/catboost_artifact.py +c53cf03e4a689b2d85c00a52dca6303216c92f61ec91a4b68f66f36a3cc588de tfm/evaluation/comparison.py +f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9 tfm/evaluation/context.py +6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259 tfm/evaluation/counterfactual.py +cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d tfm/evaluation/experiments.py +04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7 tfm/evaluation/metrics.py +3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0 tfm/evaluation/runner.py +6605555f6139827b57c5485ccd0fbb0cf60367da21c2a12009ef0a48b1cc176f tfm/evaluation/train_catboost.py +e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 tfm/export/__init__.py +3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d tfm/export/onnx.py +c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c tfm/models/__init__.py +53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5 tfm/models/core.py +0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b tfm/simulators/__init__.py +03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc tfm/simulators/physics.py +5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd tfm/training/__init__.py +d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d tfm/training/train.py +622b4c7d12d2d20f0061f132b6f50e505de99852a1285ad280cba9b2aa32509f uv.lock diff --git a/studies/full-data-stopped-20261011/artifacts/full/catboost/baseline.json b/studies/full-data-stopped-20261011/artifacts/full/catboost/baseline.json new file mode 100644 index 0000000000000000000000000000000000000000..e7d55cd718b9e53bada33761fbce441ba44b9764 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/catboost/baseline.json @@ -0,0 +1,5997 @@ +{ + "version": "tfm-catboost-artifact-v1", + "status": "completed", + "binding": { + "feature_version": "tfm-catboost-causal-flat-v1", + "encoding_source_sha256": { + "baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843", + "windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3" + }, + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "sampled_training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "training_episode_sources": [ + { + "system_id": "battery-00002", + "path": "episodes/battery-00002.npz", + "sha256": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790" + }, + { + "system_id": "battery-00005", + "path": "episodes/battery-00005.npz", + "sha256": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48" + }, + { + "system_id": "battery-00008", + "path": "episodes/battery-00008.npz", + "sha256": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7" + }, + { + "system_id": "battery-00014", + "path": "episodes/battery-00014.npz", + "sha256": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de" + }, + { + "system_id": "battery-00020", + "path": "episodes/battery-00020.npz", + "sha256": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835" + }, + { + "system_id": "battery-00026", + "path": "episodes/battery-00026.npz", + "sha256": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6" + }, + { + "system_id": "battery-00032", + "path": "episodes/battery-00032.npz", + "sha256": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077" + }, + { + "system_id": "battery-00035", + "path": "episodes/battery-00035.npz", + "sha256": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb" + }, + { + "system_id": "battery-00044", + "path": "episodes/battery-00044.npz", + "sha256": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee" + }, + { + "system_id": "battery-00050", + "path": "episodes/battery-00050.npz", + "sha256": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600" + }, + { + "system_id": "battery-00053", + "path": "episodes/battery-00053.npz", + "sha256": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d" + }, + { + "system_id": "battery-00056", + "path": "episodes/battery-00056.npz", + "sha256": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a" + }, + { + "system_id": "battery-00059", + "path": "episodes/battery-00059.npz", + "sha256": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1" + }, + { + "system_id": "battery-00062", + "path": "episodes/battery-00062.npz", + "sha256": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8" + }, + { + "system_id": "battery-00065", + "path": "episodes/battery-00065.npz", + "sha256": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4" + }, + { + "system_id": "battery-00071", + "path": "episodes/battery-00071.npz", + "sha256": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae" + }, + { + "system_id": "battery-00077", + "path": "episodes/battery-00077.npz", + "sha256": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3" + }, + { + "system_id": "battery-00089", + "path": "episodes/battery-00089.npz", + "sha256": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68" + }, + { + "system_id": "battery-00092", + "path": "episodes/battery-00092.npz", + "sha256": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a" + }, + { + "system_id": "battery-00098", + "path": "episodes/battery-00098.npz", + "sha256": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2" + }, + { + "system_id": "battery-00101", + "path": "episodes/battery-00101.npz", + "sha256": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f" + }, + { + "system_id": "battery-00110", + "path": "episodes/battery-00110.npz", + "sha256": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f" + }, + { + "system_id": "battery-00113", + "path": "episodes/battery-00113.npz", + "sha256": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b" + }, + { + "system_id": "battery-00116", + "path": "episodes/battery-00116.npz", + "sha256": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553" + }, + { + "system_id": "battery-00122", + "path": "episodes/battery-00122.npz", + "sha256": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba" + }, + { + "system_id": "battery-00125", + "path": "episodes/battery-00125.npz", + "sha256": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e" + }, + { + "system_id": "battery-00131", + "path": "episodes/battery-00131.npz", + "sha256": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855" + }, + { + "system_id": "battery-00137", + "path": "episodes/battery-00137.npz", + "sha256": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564" + }, + { + "system_id": "battery-00140", + "path": "episodes/battery-00140.npz", + "sha256": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06" + }, + { + "system_id": "battery-00143", + "path": "episodes/battery-00143.npz", + "sha256": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76" + }, + { + "system_id": "battery-00155", + "path": "episodes/battery-00155.npz", + "sha256": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00" + }, + { + "system_id": "battery-00170", + "path": "episodes/battery-00170.npz", + "sha256": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff" + }, + { + "system_id": "battery-00173", + "path": "episodes/battery-00173.npz", + "sha256": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6" + }, + { + "system_id": "battery-00179", + "path": "episodes/battery-00179.npz", + "sha256": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0" + }, + { + "system_id": "battery-00182", + "path": "episodes/battery-00182.npz", + "sha256": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7" + }, + { + "system_id": "battery-00185", + "path": "episodes/battery-00185.npz", + "sha256": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f" + }, + { + "system_id": "battery-00191", + "path": "episodes/battery-00191.npz", + "sha256": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a" + }, + { + "system_id": "battery-00197", + "path": "episodes/battery-00197.npz", + "sha256": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548" + }, + { + "system_id": "battery-00200", + "path": "episodes/battery-00200.npz", + "sha256": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132" + }, + { + "system_id": "battery-00203", + "path": "episodes/battery-00203.npz", + "sha256": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423" + }, + { + "system_id": "battery-00206", + "path": "episodes/battery-00206.npz", + "sha256": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d" + }, + { + "system_id": "battery-00209", + "path": "episodes/battery-00209.npz", + "sha256": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858" + }, + { + "system_id": "battery-00215", + "path": "episodes/battery-00215.npz", + "sha256": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5" + }, + { + "system_id": "battery-00218", + "path": "episodes/battery-00218.npz", + "sha256": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8" + }, + { + "system_id": "battery-00221", + "path": "episodes/battery-00221.npz", + "sha256": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d" + }, + { + "system_id": "battery-00227", + "path": "episodes/battery-00227.npz", + "sha256": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1" + }, + { + "system_id": "battery-00233", + "path": "episodes/battery-00233.npz", + "sha256": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9" + }, + { + "system_id": "battery-00236", + "path": "episodes/battery-00236.npz", + "sha256": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761" + }, + { + "system_id": "battery-00242", + "path": "episodes/battery-00242.npz", + "sha256": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5" + }, + { + "system_id": "battery-00245", + "path": "episodes/battery-00245.npz", + "sha256": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9" + }, + { + "system_id": "battery-00248", + "path": "episodes/battery-00248.npz", + "sha256": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d" + }, + { + "system_id": "battery-00251", + "path": "episodes/battery-00251.npz", + "sha256": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c" + }, + { + "system_id": "battery-00254", + "path": "episodes/battery-00254.npz", + "sha256": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45" + }, + { + "system_id": "battery-00257", + "path": "episodes/battery-00257.npz", + "sha256": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9" + }, + { + "system_id": "battery-00269", + "path": "episodes/battery-00269.npz", + "sha256": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208" + }, + { + "system_id": "battery-00272", + "path": "episodes/battery-00272.npz", + "sha256": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44" + }, + { + "system_id": "battery-00278", + "path": "episodes/battery-00278.npz", + "sha256": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9" + }, + { + "system_id": "battery-00284", + "path": "episodes/battery-00284.npz", + "sha256": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537" + }, + { + "system_id": "battery-00293", + "path": "episodes/battery-00293.npz", + "sha256": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9" + }, + { + "system_id": "battery-00302", + "path": "episodes/battery-00302.npz", + "sha256": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61" + }, + { + "system_id": "battery-00311", + "path": "episodes/battery-00311.npz", + "sha256": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde" + }, + { + "system_id": "battery-00314", + "path": "episodes/battery-00314.npz", + "sha256": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2" + }, + { + "system_id": "battery-00323", + "path": "episodes/battery-00323.npz", + "sha256": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215" + }, + { + "system_id": "battery-00326", + "path": "episodes/battery-00326.npz", + "sha256": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718" + }, + { + "system_id": "battery-00329", + "path": "episodes/battery-00329.npz", + "sha256": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a" + }, + { + "system_id": "battery-00332", + "path": "episodes/battery-00332.npz", + "sha256": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee" + }, + { + "system_id": "battery-00335", + "path": "episodes/battery-00335.npz", + "sha256": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8" + }, + { + "system_id": "battery-00338", + "path": "episodes/battery-00338.npz", + "sha256": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343" + }, + { + "system_id": "battery-00344", + "path": "episodes/battery-00344.npz", + "sha256": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54" + }, + { + "system_id": "battery-00350", + "path": "episodes/battery-00350.npz", + "sha256": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656" + }, + { + "system_id": "battery-00356", + "path": "episodes/battery-00356.npz", + "sha256": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c" + }, + { + "system_id": "battery-00359", + "path": "episodes/battery-00359.npz", + "sha256": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753" + }, + { + "system_id": "battery-00362", + "path": "episodes/battery-00362.npz", + "sha256": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4" + }, + { + "system_id": "battery-00368", + "path": "episodes/battery-00368.npz", + "sha256": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291" + }, + { + "system_id": "battery-00371", + "path": "episodes/battery-00371.npz", + "sha256": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da" + }, + { + "system_id": "battery-00374", + "path": "episodes/battery-00374.npz", + "sha256": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf" + }, + { + "system_id": "battery-00383", + "path": "episodes/battery-00383.npz", + "sha256": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0" + }, + { + "system_id": "battery-00386", + "path": "episodes/battery-00386.npz", + "sha256": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad" + }, + { + "system_id": "battery-00389", + "path": "episodes/battery-00389.npz", + "sha256": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be" + }, + { + "system_id": "battery-00392", + "path": "episodes/battery-00392.npz", + "sha256": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106" + }, + { + "system_id": "battery-00395", + "path": "episodes/battery-00395.npz", + "sha256": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5" + }, + { + "system_id": "battery-00398", + "path": "episodes/battery-00398.npz", + "sha256": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a" + }, + { + "system_id": "battery-00401", + "path": "episodes/battery-00401.npz", + "sha256": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c" + }, + { + "system_id": "battery-00404", + "path": "episodes/battery-00404.npz", + "sha256": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799" + }, + { + "system_id": "battery-00407", + "path": "episodes/battery-00407.npz", + "sha256": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139" + }, + { + "system_id": "battery-00410", + "path": "episodes/battery-00410.npz", + "sha256": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670" + }, + { + "system_id": "battery-00419", + "path": "episodes/battery-00419.npz", + "sha256": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366" + }, + { + "system_id": "battery-00422", + "path": "episodes/battery-00422.npz", + "sha256": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1" + }, + { + "system_id": "battery-00425", + "path": "episodes/battery-00425.npz", + "sha256": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b" + }, + { + "system_id": "battery-00428", + "path": "episodes/battery-00428.npz", + "sha256": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01" + }, + { + "system_id": "battery-00431", + "path": "episodes/battery-00431.npz", + "sha256": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4" + }, + { + "system_id": "battery-00434", + "path": "episodes/battery-00434.npz", + "sha256": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9" + }, + { + "system_id": "battery-00437", + "path": "episodes/battery-00437.npz", + "sha256": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983" + }, + { + "system_id": "battery-00440", + "path": "episodes/battery-00440.npz", + "sha256": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad" + }, + { + "system_id": "battery-00443", + "path": "episodes/battery-00443.npz", + "sha256": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2" + }, + { + "system_id": "battery-00449", + "path": "episodes/battery-00449.npz", + "sha256": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee" + }, + { + "system_id": "battery-00452", + "path": "episodes/battery-00452.npz", + "sha256": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de" + }, + { + "system_id": "battery-00455", + "path": "episodes/battery-00455.npz", + "sha256": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387" + }, + { + "system_id": "battery-00458", + "path": "episodes/battery-00458.npz", + "sha256": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0" + }, + { + "system_id": "battery-00461", + "path": "episodes/battery-00461.npz", + "sha256": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6" + }, + { + "system_id": "battery-00467", + "path": "episodes/battery-00467.npz", + "sha256": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855" + }, + { + "system_id": "battery-00470", + "path": "episodes/battery-00470.npz", + "sha256": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a" + }, + { + "system_id": "battery-00473", + "path": "episodes/battery-00473.npz", + "sha256": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774" + }, + { + "system_id": "battery-00476", + "path": "episodes/battery-00476.npz", + "sha256": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7" + }, + { + "system_id": "battery-00485", + "path": "episodes/battery-00485.npz", + "sha256": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d" + }, + { + "system_id": "battery-00488", + "path": "episodes/battery-00488.npz", + "sha256": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323" + }, + { + "system_id": "battery-00491", + "path": "episodes/battery-00491.npz", + "sha256": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb" + }, + { + "system_id": "battery-00494", + "path": "episodes/battery-00494.npz", + "sha256": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6" + }, + { + "system_id": "battery-00497", + "path": "episodes/battery-00497.npz", + "sha256": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4" + }, + { + "system_id": "battery-00503", + "path": "episodes/battery-00503.npz", + "sha256": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402" + }, + { + "system_id": "battery-00506", + "path": "episodes/battery-00506.npz", + "sha256": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612" + }, + { + "system_id": "battery-00509", + "path": "episodes/battery-00509.npz", + "sha256": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3" + }, + { + "system_id": "battery-00512", + "path": "episodes/battery-00512.npz", + "sha256": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c" + }, + { + "system_id": "battery-00515", + "path": "episodes/battery-00515.npz", + "sha256": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21" + }, + { + "system_id": "battery-00518", + "path": "episodes/battery-00518.npz", + "sha256": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4" + }, + { + "system_id": "battery-00521", + "path": "episodes/battery-00521.npz", + "sha256": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9" + }, + { + "system_id": "battery-00524", + "path": "episodes/battery-00524.npz", + "sha256": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac" + }, + { + "system_id": "battery-00530", + "path": "episodes/battery-00530.npz", + "sha256": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a" + }, + { + "system_id": "battery-00536", + "path": "episodes/battery-00536.npz", + "sha256": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195" + }, + { + "system_id": "battery-00539", + "path": "episodes/battery-00539.npz", + "sha256": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0" + }, + { + "system_id": "battery-00542", + "path": "episodes/battery-00542.npz", + "sha256": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f" + }, + { + "system_id": "battery-00545", + "path": "episodes/battery-00545.npz", + "sha256": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3" + }, + { + "system_id": "battery-00548", + "path": "episodes/battery-00548.npz", + "sha256": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019" + }, + { + "system_id": "battery-00551", + "path": "episodes/battery-00551.npz", + "sha256": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736" + }, + { + "system_id": "battery-00554", + "path": "episodes/battery-00554.npz", + "sha256": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0" + }, + { + "system_id": "battery-00557", + "path": "episodes/battery-00557.npz", + "sha256": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887" + }, + { + "system_id": "battery-00560", + "path": "episodes/battery-00560.npz", + "sha256": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa" + }, + { + "system_id": "battery-00563", + "path": "episodes/battery-00563.npz", + "sha256": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473" + }, + { + "system_id": "battery-00569", + "path": "episodes/battery-00569.npz", + "sha256": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0" + }, + { + "system_id": "battery-00572", + "path": "episodes/battery-00572.npz", + "sha256": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db" + }, + { + "system_id": "battery-00575", + "path": "episodes/battery-00575.npz", + "sha256": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215" + }, + { + "system_id": "battery-00584", + "path": "episodes/battery-00584.npz", + "sha256": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c" + }, + { + "system_id": "battery-00590", + "path": "episodes/battery-00590.npz", + "sha256": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05" + }, + { + "system_id": "battery-00596", + "path": "episodes/battery-00596.npz", + "sha256": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb" + }, + { + "system_id": "battery-00602", + "path": "episodes/battery-00602.npz", + "sha256": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7" + }, + { + "system_id": "battery-00611", + "path": "episodes/battery-00611.npz", + "sha256": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0" + }, + { + "system_id": "battery-00614", + "path": "episodes/battery-00614.npz", + "sha256": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc" + }, + { + "system_id": "battery-00617", + "path": "episodes/battery-00617.npz", + "sha256": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032" + }, + { + "system_id": "battery-00620", + "path": "episodes/battery-00620.npz", + "sha256": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33" + }, + { + "system_id": "battery-00623", + "path": "episodes/battery-00623.npz", + "sha256": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04" + }, + { + "system_id": "battery-00626", + "path": "episodes/battery-00626.npz", + "sha256": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2" + }, + { + "system_id": "battery-00629", + "path": "episodes/battery-00629.npz", + "sha256": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6" + }, + { + "system_id": "battery-00638", + "path": "episodes/battery-00638.npz", + "sha256": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db" + }, + { + "system_id": "battery-00641", + "path": "episodes/battery-00641.npz", + "sha256": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc" + }, + { + "system_id": "battery-00644", + "path": "episodes/battery-00644.npz", + "sha256": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba" + }, + { + "system_id": "battery-00647", + "path": "episodes/battery-00647.npz", + "sha256": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f" + }, + { + "system_id": "battery-00650", + "path": "episodes/battery-00650.npz", + "sha256": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7" + }, + { + "system_id": "battery-00656", + "path": "episodes/battery-00656.npz", + "sha256": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f" + }, + { + "system_id": "battery-00662", + "path": "episodes/battery-00662.npz", + "sha256": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef" + }, + { + "system_id": "battery-00668", + "path": "episodes/battery-00668.npz", + "sha256": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b" + }, + { + "system_id": "battery-00671", + "path": "episodes/battery-00671.npz", + "sha256": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb" + }, + { + "system_id": "battery-00680", + "path": "episodes/battery-00680.npz", + "sha256": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c" + }, + { + "system_id": "battery-00683", + "path": "episodes/battery-00683.npz", + "sha256": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb" + }, + { + "system_id": "battery-00686", + "path": "episodes/battery-00686.npz", + "sha256": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc" + }, + { + "system_id": "battery-00689", + "path": "episodes/battery-00689.npz", + "sha256": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b" + }, + { + "system_id": "battery-00692", + "path": "episodes/battery-00692.npz", + "sha256": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f" + }, + { + "system_id": "battery-00695", + "path": "episodes/battery-00695.npz", + "sha256": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a" + }, + { + "system_id": "battery-00698", + "path": "episodes/battery-00698.npz", + "sha256": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e" + }, + { + "system_id": "battery-00701", + "path": "episodes/battery-00701.npz", + "sha256": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04" + }, + { + "system_id": "battery-00707", + "path": "episodes/battery-00707.npz", + "sha256": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88" + }, + { + "system_id": "battery-00710", + "path": "episodes/battery-00710.npz", + "sha256": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f" + }, + { + "system_id": "battery-00713", + "path": "episodes/battery-00713.npz", + "sha256": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5" + }, + { + "system_id": "battery-00716", + "path": "episodes/battery-00716.npz", + "sha256": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc" + }, + { + "system_id": "battery-00725", + "path": "episodes/battery-00725.npz", + "sha256": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba" + }, + { + "system_id": "battery-00728", + "path": "episodes/battery-00728.npz", + "sha256": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40" + }, + { + "system_id": "battery-00731", + "path": "episodes/battery-00731.npz", + "sha256": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa" + }, + { + "system_id": "battery-00734", + "path": "episodes/battery-00734.npz", + "sha256": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2" + }, + { + "system_id": "battery-00740", + "path": "episodes/battery-00740.npz", + "sha256": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198" + }, + { + "system_id": "battery-00743", + "path": "episodes/battery-00743.npz", + "sha256": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b" + }, + { + "system_id": "battery-00746", + "path": "episodes/battery-00746.npz", + "sha256": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23" + }, + { + "system_id": "battery-00749", + "path": "episodes/battery-00749.npz", + "sha256": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b" + }, + { + "system_id": "battery-00755", + "path": "episodes/battery-00755.npz", + "sha256": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0" + }, + { + "system_id": "battery-00758", + "path": "episodes/battery-00758.npz", + "sha256": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9" + }, + { + "system_id": "battery-00776", + "path": "episodes/battery-00776.npz", + "sha256": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c" + }, + { + "system_id": "battery-00779", + "path": "episodes/battery-00779.npz", + "sha256": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a" + }, + { + "system_id": "battery-00785", + "path": "episodes/battery-00785.npz", + "sha256": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d" + }, + { + "system_id": "battery-00791", + "path": "episodes/battery-00791.npz", + "sha256": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12" + }, + { + "system_id": "battery-00794", + "path": "episodes/battery-00794.npz", + "sha256": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af" + }, + { + "system_id": "battery-00800", + "path": "episodes/battery-00800.npz", + "sha256": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8" + }, + { + "system_id": "battery-00809", + "path": "episodes/battery-00809.npz", + "sha256": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf" + }, + { + "system_id": "battery-00812", + "path": "episodes/battery-00812.npz", + "sha256": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d" + }, + { + "system_id": "battery-00815", + "path": "episodes/battery-00815.npz", + "sha256": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f" + }, + { + "system_id": "battery-00818", + "path": "episodes/battery-00818.npz", + "sha256": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed" + }, + { + "system_id": "battery-00821", + "path": "episodes/battery-00821.npz", + "sha256": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc" + }, + { + "system_id": "battery-00824", + "path": "episodes/battery-00824.npz", + "sha256": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3" + }, + { + "system_id": "battery-00827", + "path": "episodes/battery-00827.npz", + "sha256": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7" + }, + { + "system_id": "battery-00836", + "path": "episodes/battery-00836.npz", + "sha256": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471" + }, + { + "system_id": "battery-00842", + "path": "episodes/battery-00842.npz", + "sha256": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd" + }, + { + "system_id": "battery-00845", + "path": "episodes/battery-00845.npz", + "sha256": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c" + }, + { + "system_id": "battery-00848", + "path": "episodes/battery-00848.npz", + "sha256": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0" + }, + { + "system_id": "battery-00851", + "path": "episodes/battery-00851.npz", + "sha256": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387" + }, + { + "system_id": "battery-00854", + "path": "episodes/battery-00854.npz", + "sha256": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a" + }, + { + "system_id": "battery-00863", + "path": "episodes/battery-00863.npz", + "sha256": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e" + }, + { + "system_id": "battery-00866", + "path": "episodes/battery-00866.npz", + "sha256": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a" + }, + { + "system_id": "battery-00869", + "path": "episodes/battery-00869.npz", + "sha256": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e" + }, + { + "system_id": "battery-00872", + "path": "episodes/battery-00872.npz", + "sha256": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0" + }, + { + "system_id": "battery-00875", + "path": "episodes/battery-00875.npz", + "sha256": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c" + }, + { + "system_id": "battery-00884", + "path": "episodes/battery-00884.npz", + "sha256": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650" + }, + { + "system_id": "battery-00887", + "path": "episodes/battery-00887.npz", + "sha256": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba" + }, + { + "system_id": "battery-00896", + "path": "episodes/battery-00896.npz", + "sha256": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b" + }, + { + "system_id": "battery-00902", + "path": "episodes/battery-00902.npz", + "sha256": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460" + }, + { + "system_id": "battery-00905", + "path": "episodes/battery-00905.npz", + "sha256": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2" + }, + { + "system_id": "battery-00911", + "path": "episodes/battery-00911.npz", + "sha256": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b" + }, + { + "system_id": "battery-00914", + "path": "episodes/battery-00914.npz", + "sha256": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1" + }, + { + "system_id": "battery-00917", + "path": "episodes/battery-00917.npz", + "sha256": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343" + }, + { + "system_id": "battery-00920", + "path": "episodes/battery-00920.npz", + "sha256": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9" + }, + { + "system_id": "battery-00923", + "path": "episodes/battery-00923.npz", + "sha256": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61" + }, + { + "system_id": "battery-00926", + "path": "episodes/battery-00926.npz", + "sha256": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97" + }, + { + "system_id": "battery-00929", + "path": "episodes/battery-00929.npz", + "sha256": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab" + }, + { + "system_id": "battery-00932", + "path": "episodes/battery-00932.npz", + "sha256": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa" + }, + { + "system_id": "battery-00935", + "path": "episodes/battery-00935.npz", + "sha256": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78" + }, + { + "system_id": "battery-00938", + "path": "episodes/battery-00938.npz", + "sha256": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585" + }, + { + "system_id": "battery-00941", + "path": "episodes/battery-00941.npz", + "sha256": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957" + }, + { + "system_id": "battery-00944", + "path": "episodes/battery-00944.npz", + "sha256": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef" + }, + { + "system_id": "battery-00953", + "path": "episodes/battery-00953.npz", + "sha256": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62" + }, + { + "system_id": "battery-00956", + "path": "episodes/battery-00956.npz", + "sha256": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc" + }, + { + "system_id": "battery-00959", + "path": "episodes/battery-00959.npz", + "sha256": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795" + }, + { + "system_id": "battery-00965", + "path": "episodes/battery-00965.npz", + "sha256": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e" + }, + { + "system_id": "battery-00968", + "path": "episodes/battery-00968.npz", + "sha256": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf" + }, + { + "system_id": "battery-00971", + "path": "episodes/battery-00971.npz", + "sha256": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c" + }, + { + "system_id": "battery-00974", + "path": "episodes/battery-00974.npz", + "sha256": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd" + }, + { + "system_id": "battery-00977", + "path": "episodes/battery-00977.npz", + "sha256": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b" + }, + { + "system_id": "battery-00980", + "path": "episodes/battery-00980.npz", + "sha256": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3" + }, + { + "system_id": "battery-00986", + "path": "episodes/battery-00986.npz", + "sha256": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b" + }, + { + "system_id": "battery-00995", + "path": "episodes/battery-00995.npz", + "sha256": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9" + }, + { + "system_id": "battery-00998", + "path": "episodes/battery-00998.npz", + "sha256": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c" + }, + { + "system_id": "battery-01001", + "path": "episodes/battery-01001.npz", + "sha256": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d" + }, + { + "system_id": "battery-01004", + "path": "episodes/battery-01004.npz", + "sha256": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b" + }, + { + "system_id": "battery-01007", + "path": "episodes/battery-01007.npz", + "sha256": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54" + }, + { + "system_id": "battery-01013", + "path": "episodes/battery-01013.npz", + "sha256": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6" + }, + { + "system_id": "battery-01019", + "path": "episodes/battery-01019.npz", + "sha256": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87" + }, + { + "system_id": "battery-01022", + "path": "episodes/battery-01022.npz", + "sha256": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2" + }, + { + "system_id": "battery-01028", + "path": "episodes/battery-01028.npz", + "sha256": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195" + }, + { + "system_id": "battery-01031", + "path": "episodes/battery-01031.npz", + "sha256": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80" + }, + { + "system_id": "battery-01034", + "path": "episodes/battery-01034.npz", + "sha256": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7" + }, + { + "system_id": "battery-01037", + "path": "episodes/battery-01037.npz", + "sha256": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94" + }, + { + "system_id": "battery-01040", + "path": "episodes/battery-01040.npz", + "sha256": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701" + }, + { + "system_id": "battery-01043", + "path": "episodes/battery-01043.npz", + "sha256": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7" + }, + { + "system_id": "battery-01046", + "path": "episodes/battery-01046.npz", + "sha256": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289" + }, + { + "system_id": "battery-01049", + "path": "episodes/battery-01049.npz", + "sha256": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872" + }, + { + "system_id": "battery-01055", + "path": "episodes/battery-01055.npz", + "sha256": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41" + }, + { + "system_id": "battery-01058", + "path": "episodes/battery-01058.npz", + "sha256": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2" + }, + { + "system_id": "battery-01061", + "path": "episodes/battery-01061.npz", + "sha256": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd" + }, + { + "system_id": "battery-01064", + "path": "episodes/battery-01064.npz", + "sha256": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794" + }, + { + "system_id": "battery-01067", + "path": "episodes/battery-01067.npz", + "sha256": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507" + }, + { + "system_id": "battery-01070", + "path": "episodes/battery-01070.npz", + "sha256": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357" + }, + { + "system_id": "battery-01073", + "path": "episodes/battery-01073.npz", + "sha256": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592" + }, + { + "system_id": "battery-01076", + "path": "episodes/battery-01076.npz", + "sha256": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5" + }, + { + "system_id": "battery-01079", + "path": "episodes/battery-01079.npz", + "sha256": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba" + }, + { + "system_id": "battery-01085", + "path": "episodes/battery-01085.npz", + "sha256": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f" + }, + { + "system_id": "battery-01088", + "path": "episodes/battery-01088.npz", + "sha256": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49" + }, + { + "system_id": "battery-01091", + "path": "episodes/battery-01091.npz", + "sha256": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb" + }, + { + "system_id": "battery-01094", + "path": "episodes/battery-01094.npz", + "sha256": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5" + }, + { + "system_id": "battery-01097", + "path": "episodes/battery-01097.npz", + "sha256": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3" + }, + { + "system_id": "battery-01103", + "path": "episodes/battery-01103.npz", + "sha256": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07" + }, + { + "system_id": "battery-01106", + "path": "episodes/battery-01106.npz", + "sha256": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85" + }, + { + "system_id": "battery-01109", + "path": "episodes/battery-01109.npz", + "sha256": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5" + }, + { + "system_id": "battery-01115", + "path": "episodes/battery-01115.npz", + "sha256": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f" + }, + { + "system_id": "battery-01118", + "path": "episodes/battery-01118.npz", + "sha256": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4" + }, + { + "system_id": "battery-01121", + "path": "episodes/battery-01121.npz", + "sha256": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1" + }, + { + "system_id": "battery-01124", + "path": "episodes/battery-01124.npz", + "sha256": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7" + }, + { + "system_id": "battery-01130", + "path": "episodes/battery-01130.npz", + "sha256": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113" + }, + { + "system_id": "battery-01133", + "path": "episodes/battery-01133.npz", + "sha256": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f" + }, + { + "system_id": "battery-01136", + "path": "episodes/battery-01136.npz", + "sha256": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253" + }, + { + "system_id": "battery-01139", + "path": "episodes/battery-01139.npz", + "sha256": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779" + }, + { + "system_id": "battery-01142", + "path": "episodes/battery-01142.npz", + "sha256": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a" + }, + { + "system_id": "battery-01145", + "path": "episodes/battery-01145.npz", + "sha256": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507" + }, + { + "system_id": "battery-01151", + "path": "episodes/battery-01151.npz", + "sha256": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d" + }, + { + "system_id": "battery-01157", + "path": "episodes/battery-01157.npz", + "sha256": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e" + }, + { + "system_id": "battery-01160", + "path": "episodes/battery-01160.npz", + "sha256": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920" + }, + { + "system_id": "battery-01166", + "path": "episodes/battery-01166.npz", + "sha256": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c" + }, + { + "system_id": "battery-01169", + "path": "episodes/battery-01169.npz", + "sha256": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d" + }, + { + "system_id": "battery-01172", + "path": "episodes/battery-01172.npz", + "sha256": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6" + }, + { + "system_id": "battery-01175", + "path": "episodes/battery-01175.npz", + "sha256": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8" + }, + { + "system_id": "battery-01178", + "path": "episodes/battery-01178.npz", + "sha256": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89" + }, + { + "system_id": "battery-01184", + "path": "episodes/battery-01184.npz", + "sha256": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4" + }, + { + "system_id": "battery-01187", + "path": "episodes/battery-01187.npz", + "sha256": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6" + }, + { + "system_id": "battery-01193", + "path": "episodes/battery-01193.npz", + "sha256": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561" + }, + { + "system_id": "battery-01196", + "path": "episodes/battery-01196.npz", + "sha256": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364" + }, + { + "system_id": "battery-01199", + "path": "episodes/battery-01199.npz", + "sha256": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c" + }, + { + "system_id": "tank-00001", + "path": "episodes/tank-00001.npz", + "sha256": "52209df974c0ff630e8727aa246a9f8166802a5d9863fe50e0ab181a9cbebe08" + }, + { + "system_id": "tank-00004", + "path": "episodes/tank-00004.npz", + "sha256": "779b351dd906b237ab51d1904a676936d31d1f5c40d33ef7fcf3533c5cd15999" + }, + { + "system_id": "tank-00007", + "path": "episodes/tank-00007.npz", + "sha256": "4315e51e83513b21f2598c9688e21da2f6b90cf8ca1581c64e93b30d9ea12dfe" + }, + { + "system_id": "tank-00013", + "path": "episodes/tank-00013.npz", + "sha256": "80fe641c0b3396b31163b4e30681acf1cb145ac761a0be1d522267d3be1b5751" + }, + { + "system_id": "tank-00016", + "path": "episodes/tank-00016.npz", + "sha256": "4b743be8e232baaf805f6438b78a3bf5c07dfcb18e7f4432e6c1ced5c546a9fc" + }, + { + "system_id": "tank-00019", + "path": "episodes/tank-00019.npz", + "sha256": "b07f9e532e3e2eab9297814fd128d775ab17328f12750714bea2ee431f568a7d" + }, + { + "system_id": "tank-00022", + "path": "episodes/tank-00022.npz", + "sha256": "adc69359adddf82b4fff2d672dd14ad87739833a2dce6a5aed3568e35e6d11f7" + }, + { + "system_id": "tank-00025", + "path": "episodes/tank-00025.npz", + "sha256": "8785383bbf01d5378a7aa637b7fc95076614faddcd72698dadba30dd6ab0d3d2" + }, + { + "system_id": "tank-00028", + "path": "episodes/tank-00028.npz", + "sha256": "2ba6429bd61d717e393a63aaef52eb50090a9a8649e45afc74f14151a196e6a5" + }, + { + "system_id": "tank-00031", + "path": "episodes/tank-00031.npz", + "sha256": "20bd99428ad9d5bdc48c6003d8f3110a81f501512a57d9818a61de350cf46210" + }, + { + "system_id": "tank-00034", + "path": "episodes/tank-00034.npz", + "sha256": "515f3dc12a373a9ce7418a3621979c5c0d8ebd3fdb9270de8553657055e00ea7" + }, + { + "system_id": "tank-00037", + "path": "episodes/tank-00037.npz", + "sha256": "d1710e55972044feb93c99ef5f97d5ffb365c6755ca5c213b3f9ad6b1d6d34b9" + }, + { + "system_id": "tank-00040", + "path": "episodes/tank-00040.npz", + "sha256": "c666ceba8978783313ed55ac4df851e08459ff71c9db8de952dd89d85bc6ff9f" + }, + { + "system_id": "tank-00043", + "path": "episodes/tank-00043.npz", + "sha256": "6c111f04d0c1d6a52894943d2373c4966876485d3e8e6fb7c4590754e89649b4" + }, + { + "system_id": "tank-00049", + "path": "episodes/tank-00049.npz", + "sha256": "fce7a0a5d7307d785a3a91faf55f3b0a98aa909ff35d0932b41c9857c10dc499" + }, + { + "system_id": "tank-00055", + "path": "episodes/tank-00055.npz", + "sha256": "f13937ad11220491ea371384bb2be4616bc4aa2fd63f7b52a59a61428f699b0b" + }, + { + "system_id": "tank-00058", + "path": "episodes/tank-00058.npz", + "sha256": "55db9314a1f8b7cc9c58576db5998b542d51b7f68c413914e153dbefd043483a" + }, + { + "system_id": "tank-00061", + "path": "episodes/tank-00061.npz", + "sha256": "f701a8cd6ce485f6468095450363d0578bb792ca0540954acb056c0ccaff5e57" + }, + { + "system_id": "tank-00064", + "path": "episodes/tank-00064.npz", + "sha256": "c28d94f12f8962311087c8f8118f4922d4f32595276e7371dac32a422de533e2" + }, + { + "system_id": "tank-00067", + "path": "episodes/tank-00067.npz", + "sha256": "255e99d5cfd70ced60b7658bb63605c8a29f2b426b6983209f58ecd19391f413" + }, + { + "system_id": "tank-00070", + "path": "episodes/tank-00070.npz", + "sha256": "17da18e2104981ce0b2ae24f6a8c96e9b3dc109722e2d2334654c242c72d7155" + }, + { + "system_id": "tank-00073", + "path": "episodes/tank-00073.npz", + "sha256": "a7f28e4d4286fa4f95250a88ec4390f6ac540363f8df64bb3f9ceb114b7c5e23" + }, + { + "system_id": "tank-00076", + "path": "episodes/tank-00076.npz", + "sha256": "d85ce8a194f52fc1bfe2ffc0c0500cb6dfc3d79497d11610b542dad5357617dc" + }, + { + "system_id": "tank-00082", + "path": "episodes/tank-00082.npz", + "sha256": "2fa89e6e06ad53fb08b13b7359104b897a89b5e09e89673b74120941c8edf5c6" + }, + { + "system_id": "tank-00085", + "path": "episodes/tank-00085.npz", + "sha256": "27517d7f2018a8092ae22e9a11ab62a122a18488c0eb12dfa634c985791ecf97" + }, + { + "system_id": "tank-00088", + "path": "episodes/tank-00088.npz", + "sha256": "770f8c8f11edd031e4f200b98f09bab844afd36e80231f7ec10db2eb6dd85c9d" + }, + { + "system_id": "tank-00091", + "path": "episodes/tank-00091.npz", + "sha256": "3f5b5e15b3008399ef9b46acf7ac205979c45600cd529fce6033cdce13bf1702" + }, + { + "system_id": "tank-00094", + "path": "episodes/tank-00094.npz", + "sha256": "61d0b4556688f2c604c2f9e81bcdfd41664fddb53ed2945ee583d21b534223f5" + }, + { + "system_id": "tank-00103", + "path": "episodes/tank-00103.npz", + "sha256": "9d41fb1ba2a8d264820c5d065984c6b2236998e914022d25ec4a7bd779b2079d" + }, + { + "system_id": "tank-00106", + "path": "episodes/tank-00106.npz", + "sha256": "cd10d14d9c3cd9bfb44c4ace1af0469144c64623090bb0de4828b68b90db7eb5" + }, + { + "system_id": "tank-00109", + "path": "episodes/tank-00109.npz", + "sha256": "739f62a89d7dadea6fee7277e689b264b81c6efe643e7584d48249ca2ac1d90a" + }, + { + "system_id": "tank-00115", + "path": "episodes/tank-00115.npz", + "sha256": "8159c5cdbdf1ad537c7b2b71fdc717a327bef7813bcc23b0c8ade2be7882aa51" + }, + { + "system_id": "tank-00118", + "path": "episodes/tank-00118.npz", + "sha256": "097ecd9c3573f922fc4969ae04729e4216d52906460094a57b57cf5107a579a2" + }, + { + "system_id": "tank-00121", + "path": "episodes/tank-00121.npz", + "sha256": "dd1d85f3e5efb865b947419bd1601dcbf316d18b05b0d3373ce819b152b0d640" + }, + { + "system_id": "tank-00124", + "path": "episodes/tank-00124.npz", + "sha256": "8e434a04a0ee51f98733e8c4b1d335cbb40753f1dc06a1b4b437a326a84f9299" + }, + { + "system_id": "tank-00133", + "path": "episodes/tank-00133.npz", + "sha256": "d9e1d736ca9f72158e095b191ce53a234c6dc409101cb8b84f1c73bc24cdfbc2" + }, + { + "system_id": "tank-00136", + "path": "episodes/tank-00136.npz", + "sha256": "ed5e7fa05b4d1d481c935a5011aa41fc5050bc18ec906820eb83c808c1eb5347" + }, + { + "system_id": "tank-00145", + "path": "episodes/tank-00145.npz", + "sha256": "877d92be6210597a3fcea015b904b0b4aa914c5617d0799cfd8c0775808a0aaf" + }, + { + "system_id": "tank-00154", + "path": "episodes/tank-00154.npz", + "sha256": "275063d1266a35867f38c3803e9118a42cb54f8ac324a3c1e96f244aba9a4680" + }, + { + "system_id": "tank-00157", + "path": "episodes/tank-00157.npz", + "sha256": "f51e91ade0cfb84e388bf42f3baa920620d792a79035310a9f97a4844bcf410d" + }, + { + "system_id": "tank-00163", + "path": "episodes/tank-00163.npz", + "sha256": "c69f3c7cd03dfd5cf64665255a4ba810d3619d7fa2134d82a87983f656e37ade" + }, + { + "system_id": "tank-00166", + "path": "episodes/tank-00166.npz", + "sha256": "ed4c78ca54bbaee95dd641077b4f461660ff4bb81e7cbcaa424865e5bd21fe15" + }, + { + "system_id": "tank-00169", + "path": "episodes/tank-00169.npz", + "sha256": "9ff78ca55463c259ef0518f1901d10e2b7f7f2b3be5464537a25b28b7eb09fee" + }, + { + "system_id": "tank-00172", + "path": "episodes/tank-00172.npz", + "sha256": "3d76cd6fe3c4885f1a2e981a7e81f907c2ab7a5cae1ebdb1906bcb329fad6b3f" + }, + { + "system_id": "tank-00178", + "path": "episodes/tank-00178.npz", + "sha256": "4af97bc7851ff26ed0249b397e331e23993c92794549ddf278b56c8770dec2c9" + }, + { + "system_id": "tank-00181", + "path": "episodes/tank-00181.npz", + "sha256": "b00c7653ea5d039c3741138846a2e2b5870a4c0b17b9337eba1767141d9ed9c7" + }, + { + "system_id": "tank-00184", + "path": "episodes/tank-00184.npz", + "sha256": "9d0da6422c0913f0e38aca41a2c269b2869f9ac7cc4ec847e83ba344e9ef10f7" + }, + { + "system_id": "tank-00193", + "path": "episodes/tank-00193.npz", + "sha256": "1e22de8a6b869bc514567518048b2c0f25cefce6ed4c6fec6d61a1c8fbeb85d6" + }, + { + "system_id": "tank-00196", + "path": "episodes/tank-00196.npz", + "sha256": "38180982f73267d3ba9b69ab59af24fdbf8e94da26deef5f50ddaf12540a1337" + }, + { + "system_id": "tank-00199", + "path": "episodes/tank-00199.npz", + "sha256": "e1bdc1323d1a11832383bbcb60fc0f32b2266f11f70d9dfd612daac6f0b0ff48" + }, + { + "system_id": "tank-00202", + "path": "episodes/tank-00202.npz", + "sha256": "d649c9c8850ce4cb018854f257b10f50f40399bd983159722391dfc377f32aea" + }, + { + "system_id": "tank-00208", + "path": "episodes/tank-00208.npz", + "sha256": "524979af5daf71990361108df409f9bb6f77aa0c71ac4a1a61cb9375132d5c3c" + }, + { + "system_id": "tank-00214", + "path": "episodes/tank-00214.npz", + "sha256": "e4cf8a42020d3faf9c3693ea545976b87167dc5aedec0bc21a21adabb8cf2d6d" + }, + { + "system_id": "tank-00220", + "path": "episodes/tank-00220.npz", + "sha256": "9a7deeb8888ee01ab1430755cb0fb80693846d8e2e5b28267def94cdbefc8c83" + }, + { + "system_id": "tank-00223", + "path": "episodes/tank-00223.npz", + "sha256": "cd3a55a0a2e4b6ef11690e6b5e88fd547a98327dff73cbbdfcf08bbc4d4fd569" + }, + { + "system_id": "tank-00226", + "path": "episodes/tank-00226.npz", + "sha256": "ad07a5477f182aa054de01ec1e9789c79da1e75a8b338d175363b441269febcd" + }, + { + "system_id": "tank-00229", + "path": "episodes/tank-00229.npz", + "sha256": "01238bdaf9ea61524c25808eaedbf80d28ffcf2fba2906e65f3a1d8b60e3eb3c" + }, + { + "system_id": "tank-00232", + "path": "episodes/tank-00232.npz", + "sha256": "db5941b0983483743174956b06307b453e91c717db9a447d583c90b2725e902e" + }, + { + "system_id": "tank-00235", + "path": "episodes/tank-00235.npz", + "sha256": "3ebc073bd64a50aa0524608bd280e5ac4ad330c1d80bf75582f04b6b7b9cf428" + }, + { + "system_id": "tank-00238", + "path": "episodes/tank-00238.npz", + "sha256": "c98a3bb7eeac3254046242db580e47a197b094fb53f1be5eff04b69603e4f548" + }, + { + "system_id": "tank-00244", + "path": "episodes/tank-00244.npz", + "sha256": "f0b01d9f04f4a0a8a953d5e5267174281bc6fe24f3294021770f478f325e4f8a" + }, + { + "system_id": "tank-00247", + "path": "episodes/tank-00247.npz", + "sha256": "5354a4466edf3579a8c25f47499702bf313d66f8c5b89b2733fbe60c7be4a8d7" + }, + { + "system_id": "tank-00250", + "path": "episodes/tank-00250.npz", + "sha256": "e71a7ad896f71059d28250dc70a26b1b9c9e312a95b6360de327f202058eac1d" + }, + { + "system_id": "tank-00259", + "path": "episodes/tank-00259.npz", + "sha256": "7686b49da443df2fac9442a0e0c78fccab192eb83dddd5503664581c65e2f3e2" + }, + { + "system_id": "tank-00262", + "path": "episodes/tank-00262.npz", + "sha256": "a87fc734100f24d9bb77cdd6d8deec676072cdf62be7d1f3a9ca69d20fd774c4" + }, + { + "system_id": "tank-00265", + "path": "episodes/tank-00265.npz", + "sha256": "31789a8f1ec0317adf899c7dc3be8b332f3a3953c8bec4af2aec55f97b1abcca" + }, + { + "system_id": "tank-00268", + "path": "episodes/tank-00268.npz", + "sha256": "4c45e8c8fac49abe3c6d08ff6264168af623b8234dc6fe9678ef3cbf012baec7" + }, + { + "system_id": "tank-00274", + "path": "episodes/tank-00274.npz", + "sha256": "d52b101b6af17c1c3416e6edcfeb66459a47bb5562d92d33ffa64493095d73b0" + }, + { + "system_id": "tank-00277", + "path": "episodes/tank-00277.npz", + "sha256": "837bf5f8062c04c838db2c32247d9c43d695794ecd39938f3fd05acdace04ecc" + }, + { + "system_id": "tank-00280", + "path": "episodes/tank-00280.npz", + "sha256": "f4d07880bc4aea0a48f6fe397dec4ed2b6b1cdb8161f8060fd7440444ea73930" + }, + { + "system_id": "tank-00283", + "path": "episodes/tank-00283.npz", + "sha256": "b1335a2a3605ec4f4b5243355bbd729bd9c351109662d70d0ade64c1291bc605" + }, + { + "system_id": "tank-00289", + "path": "episodes/tank-00289.npz", + "sha256": "5e1993cf3f25997715a41041fbfc11b40fecace7dcc93d63d161ea0fb3a379ff" + }, + { + "system_id": "tank-00295", + "path": "episodes/tank-00295.npz", + "sha256": "2c57a8283977bbf4008e789fc8f915a092633750884fcdfdcc5e2e930061f01a" + }, + { + "system_id": "tank-00301", + "path": "episodes/tank-00301.npz", + "sha256": "c803188a8d18a6f3a9e4bf66945d18004f1e07d418641abae7dd929b6ad888f2" + }, + { + "system_id": "tank-00304", + "path": "episodes/tank-00304.npz", + "sha256": "bc74c94eada52bb96a01377dd30903ae08368363b8f4e446c5916626857955c4" + }, + { + "system_id": "tank-00307", + "path": "episodes/tank-00307.npz", + "sha256": "243efe58458832dedf4e6372c607ec22f4d17407e42cf4bf60d48111f86597df" + }, + { + "system_id": "tank-00310", + "path": "episodes/tank-00310.npz", + "sha256": "d11a6a61e4062d56847e2d89698bf03ecb89acc8f001cfc1e377131cfc177305" + }, + { + "system_id": "tank-00316", + "path": "episodes/tank-00316.npz", + "sha256": "589351348e5f38d79c3af1ec9bae1644d89d540316bd8987fa93518eef095e7b" + }, + { + "system_id": "tank-00319", + "path": "episodes/tank-00319.npz", + "sha256": "11dcc81ab95c4c2638c3a152accee152ed05588aaf9e1d648e1f4b0a0ce953d1" + }, + { + "system_id": "tank-00322", + "path": "episodes/tank-00322.npz", + "sha256": "81f893b1e2ca2e4b8ab816847e3293660c9b0341a710f0ce6977c6d99b3000a5" + }, + { + "system_id": "tank-00328", + "path": "episodes/tank-00328.npz", + "sha256": "b53247bc314e7500a3908695d0e4fbdab82e489ec6089aaa58b91e8dc10af810" + }, + { + "system_id": "tank-00334", + "path": "episodes/tank-00334.npz", + "sha256": "6a341321c4945b2a9484e5094fe3e4177f32ec9ca21a6ebacf7614a7fa1fc822" + }, + { + "system_id": "tank-00340", + "path": "episodes/tank-00340.npz", + "sha256": "20e7ab7af733233b3c1c93664c78bc0625c2846a2accd0a1432a42776303bb2f" + }, + { + "system_id": "tank-00343", + "path": "episodes/tank-00343.npz", + "sha256": "beb056f0d956109bf629f963cae29dfef0a6e26a268886156ee985c9c51eb9dd" + }, + { + "system_id": "tank-00346", + "path": "episodes/tank-00346.npz", + "sha256": "3efa87f476d70eca8e38ac9989da42e2e146ca4b3fbf48265b9d1fcab7f4d7c0" + }, + { + "system_id": "tank-00349", + "path": "episodes/tank-00349.npz", + "sha256": "f175a3566d575947d50fe355f9810d8aafeaf6ee7a27d21a88d8ef72f8a7f72d" + }, + { + "system_id": "tank-00352", + "path": "episodes/tank-00352.npz", + "sha256": "1da3e58a4e5f0e7b89a9543fa88b7812e99f58e10e2dc44896ada931d64ec67d" + }, + { + "system_id": "tank-00355", + "path": "episodes/tank-00355.npz", + "sha256": "0f331b89a7cc892448f16b65da9279dd16ba2fbe4fa47b61cf399b0d02add9ff" + }, + { + "system_id": "tank-00358", + "path": "episodes/tank-00358.npz", + "sha256": "64a7690953667bc478dd0a41f90c2b9c5dfe8db34bdafe10c7aa0554078518b9" + }, + { + "system_id": "tank-00361", + "path": "episodes/tank-00361.npz", + "sha256": "bc761131a2848bfb2edd92327c25ac560ce769a7697c499bd2719e003b00274e" + }, + { + "system_id": "tank-00364", + "path": "episodes/tank-00364.npz", + "sha256": "ae09decab28c071487a8d0b2a5e531a98337a36f9f1c8b1171e4f460d8d709d2" + }, + { + "system_id": "tank-00367", + "path": "episodes/tank-00367.npz", + "sha256": "027692fb9d1cdcd1c4133b1ef18de6cac8b12587b83bc77647bff88d89fab298" + }, + { + "system_id": "tank-00370", + "path": "episodes/tank-00370.npz", + "sha256": "110ee296dc5a656b0dcb9b37fbc4f95d13e6a206f19b2ad8c378a89f1635f461" + }, + { + "system_id": "tank-00373", + "path": "episodes/tank-00373.npz", + "sha256": "7d7a69e8dac33f73d3519950fd7c0dd2e4e78d789f89717e0137163d9eb6b3ef" + }, + { + "system_id": "tank-00379", + "path": "episodes/tank-00379.npz", + "sha256": "df1ea805183d33b0dd5e1637422523393352d5a538472e83dd2e9edb9741b151" + }, + { + "system_id": "tank-00382", + "path": "episodes/tank-00382.npz", + "sha256": "6da3980878b461360e4d6dae9eae5e5fb4c11543bc50f895fe104a55764d54f4" + }, + { + "system_id": "tank-00385", + "path": "episodes/tank-00385.npz", + "sha256": "f7b0862f622ada8df97c6df9c19e294458e95e68b5c9363f6495bf3198ff6ae2" + }, + { + "system_id": "tank-00388", + "path": "episodes/tank-00388.npz", + "sha256": "9dfd8dbe153502ffcef4ca65be071f74711b727897426d765a6b6dc8310976a9" + }, + { + "system_id": "tank-00394", + "path": "episodes/tank-00394.npz", + "sha256": "72a88baa90e3c7c90a0d0e3abd5ec5452f7fd144f6271484b00a6a5800bcefc9" + }, + { + "system_id": "tank-00397", + "path": "episodes/tank-00397.npz", + "sha256": "930d65514213de857fa68df4d66c5884540e4f6a9a2d788e2cb357c8eb0e880e" + }, + { + "system_id": "tank-00403", + "path": "episodes/tank-00403.npz", + "sha256": "5f204d6b23819e2316d0689b62ed0ccf02a53c0e2c2a2c88b983877e457b1c5b" + }, + { + "system_id": "tank-00406", + "path": "episodes/tank-00406.npz", + "sha256": "b65bff13dfabe5e41a312785fd80bef1234f381429ffcf05ae7c1f7e1985d428" + }, + { + "system_id": "tank-00409", + "path": "episodes/tank-00409.npz", + "sha256": "7968ad0af69115a961bb4f68b359ecd63ab744daf69559f42333f10120040e96" + }, + { + "system_id": "tank-00415", + "path": "episodes/tank-00415.npz", + "sha256": "851b02b721672e162f4c1fb56aa5487929d2ae8dd6cdeefcffc9845b638fa745" + }, + { + "system_id": "tank-00418", + "path": "episodes/tank-00418.npz", + "sha256": "44948a1d5aefa830330c5a507f481cebeb68f29ec32ac150a92376fcf71e0aed" + }, + { + "system_id": "tank-00421", + "path": "episodes/tank-00421.npz", + "sha256": "b4cfeec00422b016df2e6d52cbdc8212453d93699d68b43abb8b1d92d7ee1168" + }, + { + "system_id": "tank-00424", + "path": "episodes/tank-00424.npz", + "sha256": "bd1c40bcb3f5f1251aaf7df667a2d41ebdb8373af60f1578c9738aa31aa8991d" + }, + { + "system_id": "tank-00427", + "path": "episodes/tank-00427.npz", + "sha256": "294ef6c8885c7756ec1a1a65ccc881d68950a7ced8de1604744a421b436ee0b8" + }, + { + "system_id": "tank-00430", + "path": "episodes/tank-00430.npz", + "sha256": "85a2dddd312b9073eb2fb44825fe6624ef3e624c9ce3ce72d015c668e1242a2e" + }, + { + "system_id": "tank-00439", + "path": "episodes/tank-00439.npz", + "sha256": "d5d61b8facdd46ff29efcc82e34eec7de69055ffc1186576601e4da5ba540d9e" + }, + { + "system_id": "tank-00442", + "path": "episodes/tank-00442.npz", + "sha256": "eb42b496814d71c068905fae1b12cda367f62a93d4684b1fc02fe3c1813e023b" + }, + { + "system_id": "tank-00445", + "path": "episodes/tank-00445.npz", + "sha256": "c4f516c133acdaf0b764a0c52afc5775104e835277b8fbb6e3a6b4966f9f5c2c" + }, + { + "system_id": "tank-00451", + "path": "episodes/tank-00451.npz", + "sha256": "67489aeff9f503b881ffcbf9f3f8f13c06e3269cbd8bf099051fdbb05ea93570" + }, + { + "system_id": "tank-00454", + "path": "episodes/tank-00454.npz", + "sha256": "4e3567cfae76748a1b5fb45cab7822a4bc378b8ecf9db88e156219d5223f3f12" + }, + { + "system_id": "tank-00457", + "path": "episodes/tank-00457.npz", + "sha256": "42b08a47acff3a02bd735506ce32ed3ec5e6366957a56729d1f9bd5a23fe2266" + }, + { + "system_id": "tank-00463", + "path": "episodes/tank-00463.npz", + "sha256": "76dfc5fe22e5d1340d1828de5846ecc2b3920a5a98aa9b1215ef14c36a6d6b9a" + }, + { + "system_id": "tank-00469", + "path": "episodes/tank-00469.npz", + "sha256": "f1303c978cecc184734411a6ce6ffc4ad7f130560df59e207093a758b184d40e" + }, + { + "system_id": "tank-00472", + "path": "episodes/tank-00472.npz", + "sha256": "a1cb2d047e5c9f536e1a2bf08a35f63c01b0658d6cabf93f73179e7b9e32fca2" + }, + { + "system_id": "tank-00478", + "path": "episodes/tank-00478.npz", + "sha256": "0261efe8a91f82533e771debd2e193ab0d704d4a2a9b543159ee8553a439494a" + }, + { + "system_id": "tank-00490", + "path": "episodes/tank-00490.npz", + "sha256": "f609bcfd8da04e8f038740b170f80aec677a1c7cb13efc13f7596eae2409b046" + }, + { + "system_id": "tank-00493", + "path": "episodes/tank-00493.npz", + "sha256": "3d8be3432f7deca031b3e0bcb5cab0e58e38da8f2b292697c0511e67b18c06ad" + }, + { + "system_id": "tank-00496", + "path": "episodes/tank-00496.npz", + "sha256": "07d98c7c9781449226750f7747b322cae91a30dbb63e8e144072c36c40b4a925" + }, + { + "system_id": "tank-00499", + "path": "episodes/tank-00499.npz", + "sha256": "88ecfe2f5be93f1c73e923fd8cb89f82910762be6300e6b344f66e709153c223" + }, + { + "system_id": "tank-00508", + "path": "episodes/tank-00508.npz", + "sha256": "4c701eef2ad5402ddd1487de7746d7a4d8556b4089df721ebf6fc0c0924a9d69" + }, + { + "system_id": "tank-00511", + "path": "episodes/tank-00511.npz", + "sha256": "771b879831700ab933a8710e8164b6f69b6d61c1b63c704deb40c7dab33d5f89" + }, + { + "system_id": "tank-00514", + "path": "episodes/tank-00514.npz", + "sha256": "fb7b5fc9904a2d3c831cc68313f6a8096b1e31fa2a55168149fc8b9165004444" + }, + { + "system_id": "tank-00520", + "path": "episodes/tank-00520.npz", + "sha256": "084ebc4bb0fddd5119baa79c676c3597468174b0a288c27b918734ece88d2388" + }, + { + "system_id": "tank-00529", + "path": "episodes/tank-00529.npz", + "sha256": "880b79701af3bd2a137aac7eafecddf301a56cb8704dd75ea032fc406933bf95" + }, + { + "system_id": "tank-00538", + "path": "episodes/tank-00538.npz", + "sha256": "f2e714c842c4245234a3e74d43f9cca6c81bda1a500b531ab37c1fe84931cdbe" + }, + { + "system_id": "tank-00541", + "path": "episodes/tank-00541.npz", + "sha256": "754ae076b5ced2bccc8ff07421af5ff9191501df2e986633f2dbee87cfbc599b" + }, + { + "system_id": "tank-00547", + "path": "episodes/tank-00547.npz", + "sha256": "0b1e2b3fface9b5dfabbafdaf9a974cb7892e5ede462182f73a03a89b6596e95" + }, + { + "system_id": "tank-00550", + "path": "episodes/tank-00550.npz", + "sha256": "0e9b07fe781b9044b272649d5c73f1e039000d2344283883017f7dbd8dc56169" + }, + { + "system_id": "tank-00556", + "path": "episodes/tank-00556.npz", + "sha256": "bb3b981d536e0755d944c32c4b471188854fde674f6603884f6800987747708b" + }, + { + "system_id": "tank-00559", + "path": "episodes/tank-00559.npz", + "sha256": "9c9f7658fd43b0b811d7cbc71bba22800ec56956b23ce279f4dcf139e70fc0ea" + }, + { + "system_id": "tank-00562", + "path": "episodes/tank-00562.npz", + "sha256": "809b146459da1a10743b28e2e4a457de71accd5f12a8f8e911cea09cbd23a383" + }, + { + "system_id": "tank-00580", + "path": "episodes/tank-00580.npz", + "sha256": "880e562646771a67c96abcc5519a008b0727b872994083aafd93189b1a32131b" + }, + { + "system_id": "tank-00589", + "path": "episodes/tank-00589.npz", + "sha256": "b57ca55fce092074269f46789d9904ff6195ceaeb3f469240c9f94f3d95ed805" + }, + { + "system_id": "tank-00595", + "path": "episodes/tank-00595.npz", + "sha256": "0b04bc387da93e3c38be1fca4b77e315615893fff9a7c2c2077a5ec6b49afed2" + }, + { + "system_id": "tank-00598", + "path": "episodes/tank-00598.npz", + "sha256": "b4c7dbc208f4bf9be04979aff78bace9982cd1be350028926f1db3ba04795e4e" + }, + { + "system_id": "tank-00604", + "path": "episodes/tank-00604.npz", + "sha256": "958ad29407657c1143e8f4d339a947a30651e3a37010c87222f2a411631ebe22" + }, + { + "system_id": "tank-00607", + "path": "episodes/tank-00607.npz", + "sha256": "8ef880c6437ea4822f933f9c5a586aa612672159f9c2c2301216c26799e4385a" + }, + { + "system_id": "tank-00610", + "path": "episodes/tank-00610.npz", + "sha256": "7808c34d1d2eb35bc9c02462502c5fc2eaf4ade5eabb76b390a7f3f83d856cf6" + }, + { + "system_id": "tank-00613", + "path": "episodes/tank-00613.npz", + "sha256": "528def0bc52d85f73025d53bfcff35018f0888f282346e7cbe61fe0bc35c1d6e" + }, + { + "system_id": "tank-00619", + "path": "episodes/tank-00619.npz", + "sha256": "b50b41eb7dc8b141cdd32d2c49a5d450426eb2ece9f2cdb9017589e9d04ba0f7" + }, + { + "system_id": "tank-00622", + "path": "episodes/tank-00622.npz", + "sha256": "e7ab43ddb4f3a9d1aed0ad26d8552540b6edc4d8618d8c06a69110d0828383cc" + }, + { + "system_id": "tank-00646", + "path": "episodes/tank-00646.npz", + "sha256": "0bea6c5f6240c10caec521b416de306908371c108831061fd99f9e14184ec69e" + }, + { + "system_id": "tank-00649", + "path": "episodes/tank-00649.npz", + "sha256": "81604a1d4c393509264067ea5bb6b2d8ea294da6ec5af9c40ddb7a1c1e937ce2" + }, + { + "system_id": "tank-00652", + "path": "episodes/tank-00652.npz", + "sha256": "0ebf2d1ea9bfabfb310d338a2f2e8445bfd99e47579ff18e4179e820346dc2a1" + }, + { + "system_id": "tank-00655", + "path": "episodes/tank-00655.npz", + "sha256": "d45c295a9e225c48a1df52672fbf1d72c794be7532002102712ee08496d7aef2" + }, + { + "system_id": "tank-00658", + "path": "episodes/tank-00658.npz", + "sha256": "00cd83af7c502394d5511c5d07979618a824399dbd135d72a55913c4171d3f39" + }, + { + "system_id": "tank-00664", + "path": "episodes/tank-00664.npz", + "sha256": "921eb1512692095b3f5b3e68e978b955887e6694841abc14305a0f840bce47b9" + }, + { + "system_id": "tank-00667", + "path": "episodes/tank-00667.npz", + "sha256": "2a91a4c594616dc32efc1115cf3e515bc00a07ea3382ddfc6c5015a3f779019e" + }, + { + "system_id": "tank-00670", + "path": "episodes/tank-00670.npz", + "sha256": "2e31fea5c6d58d299bec73b4caa9435457880cbaa4966c15a6bc2f8a03aec56a" + }, + { + "system_id": "tank-00673", + "path": "episodes/tank-00673.npz", + "sha256": "fb8ae0b1d46d699cd2ce38c09870861efeec6d83ce54fea55c8717618eb8a50e" + }, + { + "system_id": "tank-00676", + "path": "episodes/tank-00676.npz", + "sha256": "282c79224475a056fbc1b4384c67058d3731f9b2fc83d9976712699ce1e8b0aa" + }, + { + "system_id": "tank-00685", + "path": "episodes/tank-00685.npz", + "sha256": "e5d0057429b085a192202936a6ec31ee933b23db1b04742b78a17e19a401548d" + }, + { + "system_id": "tank-00688", + "path": "episodes/tank-00688.npz", + "sha256": "e44d94caf443dcf2726cd724f955d7db096b10f30c99b51ffa16d1688857e48c" + }, + { + "system_id": "tank-00691", + "path": "episodes/tank-00691.npz", + "sha256": "32a0446281ffb7d0dba20dfb59991db0d0c15997d0c1e28a82419e8cfdef8d1c" + }, + { + "system_id": "tank-00694", + "path": "episodes/tank-00694.npz", + "sha256": "5e84346011b0e70f2597641dee3e2e99ea0b98b2e60138b6679fa798598ef4f0" + }, + { + "system_id": "tank-00697", + "path": "episodes/tank-00697.npz", + "sha256": "4e29455fd0f74923961db7fcba049910f960b80979aa68dd2375338c18fc2df1" + }, + { + "system_id": "tank-00700", + "path": "episodes/tank-00700.npz", + "sha256": "ad2edc6c2364ee383841d754cb64472cbea90b4770f8d84e9b6fdf5a2eab77fd" + }, + { + "system_id": "tank-00703", + "path": "episodes/tank-00703.npz", + "sha256": "b9d9261ab69a748536509fbeb44d2974bf53d4b35227808eaf8828a743e6d36a" + }, + { + "system_id": "tank-00709", + "path": "episodes/tank-00709.npz", + "sha256": "be700ea37f879cbcc70d75cde2acd8f246115839bef845abebb85ce287500641" + }, + { + "system_id": "tank-00712", + "path": "episodes/tank-00712.npz", + "sha256": "4d4e39c3af47eb4da9eea7457cb67d7b2acad4732bab59d6d39c2c7f34864404" + }, + { + "system_id": "tank-00715", + "path": "episodes/tank-00715.npz", + "sha256": "3745fd247ca1b6e17744ee73445f26ffb3f4804a17d276981f49cbd3b2528834" + }, + { + "system_id": "tank-00718", + "path": "episodes/tank-00718.npz", + "sha256": "eaab22fadda228cd1fd3b98555e5e9edbf984e95e989ecfa49cfa18879aa890a" + }, + { + "system_id": "tank-00721", + "path": "episodes/tank-00721.npz", + "sha256": "2049efb4a30b06d2e448d057fa6d0844aabe0c8f60615411e9abe24bd3df67ea" + }, + { + "system_id": "tank-00724", + "path": "episodes/tank-00724.npz", + "sha256": "cdc88db1944b6f4b4b04b4d2a69440ea87e16cae0d86a14b795096dc9e62e96f" + }, + { + "system_id": "tank-00727", + "path": "episodes/tank-00727.npz", + "sha256": "32fb55b2f0afaea1ad7d91fbc15263d425c8e6488e7d5bb36dab9eb66193d47c" + }, + { + "system_id": "tank-00730", + "path": "episodes/tank-00730.npz", + "sha256": "789cbbd97135d7652e8a15552d9e19509db277400e4a36bb78c1dcec3609bc46" + }, + { + "system_id": "tank-00733", + "path": "episodes/tank-00733.npz", + "sha256": "260663b06ea05d9ada0a112ece9cb51b0ad88b8de53aef8c9b3eafae687962fc" + }, + { + "system_id": "tank-00736", + "path": "episodes/tank-00736.npz", + "sha256": "407a063012e280e6e65b25a72c66aed8fb65238619ece27181b167ea63c9eb33" + }, + { + "system_id": "tank-00739", + "path": "episodes/tank-00739.npz", + "sha256": "a99ee4f8aa8ba20c4c169f0e700e8204c2d6be8bd5cbb55c943d60ea9c91b166" + }, + { + "system_id": "tank-00742", + "path": "episodes/tank-00742.npz", + "sha256": "e856b3b23460a38d44f8265f94775a64bf0225b61c370507cb719f1ff8ce89d1" + }, + { + "system_id": "tank-00745", + "path": "episodes/tank-00745.npz", + "sha256": "71c0165dc65f64208c0b69c8c3eb12864ac59dc388e74d9f1f173363e09d7ecf" + }, + { + "system_id": "tank-00748", + "path": "episodes/tank-00748.npz", + "sha256": "b0cf6cd05bf585d425079b37409a579dc0995da1eb5684a95a9fc0ba22269f47" + }, + { + "system_id": "tank-00751", + "path": "episodes/tank-00751.npz", + "sha256": "8d29b82b950bab85d37fd2657ff219d411d9a56a708995ef72e5fe0a3e9105b5" + }, + { + "system_id": "tank-00760", + "path": "episodes/tank-00760.npz", + "sha256": "5c432d2ed513cd60b2768dc02916008bab786bb8fe710a39780bab096e917bbc" + }, + { + "system_id": "tank-00763", + "path": "episodes/tank-00763.npz", + "sha256": "51934fc229472430caa509a06771c5ae93c3728f8a67b8e0e88e3b877e2e5392" + }, + { + "system_id": "tank-00766", + "path": "episodes/tank-00766.npz", + "sha256": "ae52d94752c0c43a419bd64992060d6242ab8fea38fada91b2983f542cc461ed" + }, + { + "system_id": "tank-00778", + "path": "episodes/tank-00778.npz", + "sha256": "e0cac2e316cf70b4cdc2792104ca5a8c2135a7c64942a5b67a862eb4f602fd47" + }, + { + "system_id": "tank-00781", + "path": "episodes/tank-00781.npz", + "sha256": "0b9f4b4ef2c33b0fe42ac18e1438a06876d74bacfc39165e38e97a40c99c5cc7" + }, + { + "system_id": "tank-00787", + "path": "episodes/tank-00787.npz", + "sha256": "f4d42e05dc81384baf01cdaf24143d0fc4dd3814d849f461ac7c42934d028234" + }, + { + "system_id": "tank-00790", + "path": "episodes/tank-00790.npz", + "sha256": "8415ce5924aa519a25f3258fcd8ece00f16eb7083213cd75e8b85f182c15d357" + }, + { + "system_id": "tank-00793", + "path": "episodes/tank-00793.npz", + "sha256": "34ed396057ce8a1636c1e622b75e4e30732009509461d50853af5ac2ac71b22b" + }, + { + "system_id": "tank-00802", + "path": "episodes/tank-00802.npz", + "sha256": "97a282b4610482cd960ecc56bf5df672a70cbbbc6a284fb10c59fbf9aa2eef94" + }, + { + "system_id": "tank-00805", + "path": "episodes/tank-00805.npz", + "sha256": "6be72bcd7e408f9b44863e69dfc3de153f8cae293dd3ccf5769c7098a03c5456" + }, + { + "system_id": "tank-00811", + "path": "episodes/tank-00811.npz", + "sha256": "349c461535b164dbd4d6475d2079885da676d35d74012aa277dc1704c01ff7da" + }, + { + "system_id": "tank-00814", + "path": "episodes/tank-00814.npz", + "sha256": "05a08d86caeeb625d5f065e1f458b7fa48be2377926e16756f618506d93ae197" + }, + { + "system_id": "tank-00817", + "path": "episodes/tank-00817.npz", + "sha256": "524bc67a2c9dceadb2851b109614b115f95bbdff524f06dcc5513b2b62834268" + }, + { + "system_id": "tank-00820", + "path": "episodes/tank-00820.npz", + "sha256": "3586b2ec6519211fbf76525abad47ed63e5a839a2ec8a17241dc11fa3460a98e" + }, + { + "system_id": "tank-00823", + "path": "episodes/tank-00823.npz", + "sha256": "1a8dc03f57940dafad2dca73c2dded7afc0bb5b1d5c5194dbba264c2d89eb548" + }, + { + "system_id": "tank-00829", + "path": "episodes/tank-00829.npz", + "sha256": "26e63702448aab20a4242867c0ee9959fb71144692b66544163459e1d9c50e4e" + }, + { + "system_id": "tank-00832", + "path": "episodes/tank-00832.npz", + "sha256": "d24d841332c008319ea46d1dd06ab40edd7e706ba79fbbb64bc465b9af297ddc" + }, + { + "system_id": "tank-00835", + "path": "episodes/tank-00835.npz", + "sha256": "9811d4e8004a471c15e8194d36b430808e23196923f66375f7ed42546ad539a7" + }, + { + "system_id": "tank-00838", + "path": "episodes/tank-00838.npz", + "sha256": "eebdf7d20574963af9bf0237e19cb0ae378ff451a5e414c7d6f00f8b9072d543" + }, + { + "system_id": "tank-00844", + "path": "episodes/tank-00844.npz", + "sha256": "66b8126dd0efebf3d0019c56155b72080bbbfb578a04c509ff047d129eb09069" + }, + { + "system_id": "tank-00847", + "path": "episodes/tank-00847.npz", + "sha256": "d3700952ed891eeea546a85b7f4bddd212abc2b2a370e864efae14cdcbc3543c" + }, + { + "system_id": "tank-00850", + "path": "episodes/tank-00850.npz", + "sha256": "b3506c5aff33e9e9512faaa150f1c3115b8e4861cbb5644002e13d4f9c6c2372" + }, + { + "system_id": "tank-00853", + "path": "episodes/tank-00853.npz", + "sha256": "59ad5ba79e265062c2351d856d7456b8df5a276d09e124e69f5d710f24ae32d1" + }, + { + "system_id": "tank-00856", + "path": "episodes/tank-00856.npz", + "sha256": "15425092f6d47d363446e55931f75b594e3d6fd18f35595400d314d7b5dbf765" + }, + { + "system_id": "tank-00859", + "path": "episodes/tank-00859.npz", + "sha256": "bbe5e71ee2877871df88b4e2a9e0c5f687b9a01a4ba1e260f2e0b0160eee83ca" + }, + { + "system_id": "tank-00865", + "path": "episodes/tank-00865.npz", + "sha256": "7a64ed4f7e236e0fe2f1c3928b0a0d78fffc13f2b824eb595d07875cfafbb82c" + }, + { + "system_id": "tank-00868", + "path": "episodes/tank-00868.npz", + "sha256": "1d90876f9d9df61cd44cb11dd923155147e0e816b3840b6e4ac9674dbf8c8c25" + }, + { + "system_id": "tank-00871", + "path": "episodes/tank-00871.npz", + "sha256": "dd8639bf6e127c1417cfa4d4a07ff47ac95e201faea583c89136c13845751dd4" + }, + { + "system_id": "tank-00877", + "path": "episodes/tank-00877.npz", + "sha256": "c201321cce5f054208e563a6d154bdb15487cb51a6578ad02e3bbf98e0a03b15" + }, + { + "system_id": "tank-00889", + "path": "episodes/tank-00889.npz", + "sha256": "76699e938bb4bfa7d16ee98feecd686613c1fb5edf6e380f87ed8607cce3e8ef" + }, + { + "system_id": "tank-00892", + "path": "episodes/tank-00892.npz", + "sha256": "40b255af904cfcd7a92c3e03b9dbf514757aa2f9ef5cae314841851ccfe258bc" + }, + { + "system_id": "tank-00895", + "path": "episodes/tank-00895.npz", + "sha256": "173c0b323daea1c8ff6bf41ca4595825cf0367757af55d60752d662bc97b3795" + }, + { + "system_id": "tank-00898", + "path": "episodes/tank-00898.npz", + "sha256": "8e894de99a8eb5b8776270a4b064bcc237c807b213b4310bcc8be0a708404171" + }, + { + "system_id": "tank-00901", + "path": "episodes/tank-00901.npz", + "sha256": "9232b7d7737691280c09ec7efbfe1d7e1ee20c4d885ccaae6ce73db1955639ff" + }, + { + "system_id": "tank-00904", + "path": "episodes/tank-00904.npz", + "sha256": "b4fea90dd6bd9fb28a2b5d32c2277cd8cfb33235fbcff77ff446bcca782509e1" + }, + { + "system_id": "tank-00907", + "path": "episodes/tank-00907.npz", + "sha256": "7517987a899dc07b645e9ce341c488d82eaf353617cb4a70f8b4faa5d91849e6" + }, + { + "system_id": "tank-00910", + "path": "episodes/tank-00910.npz", + "sha256": "c7e595e95e41e0271a7f24f6930db7a01981516dbcdb01a99d68ee0b1cb91c55" + }, + { + "system_id": "tank-00916", + "path": "episodes/tank-00916.npz", + "sha256": "0d09a400fda33f09b031ccc529dc638c1b6f41ffa47bf9012df5c3e252a922ac" + }, + { + "system_id": "tank-00919", + "path": "episodes/tank-00919.npz", + "sha256": "e4ab890225c2fdb55f2962ec4639fc3b4bc0b36233b483140f4c55dd94771fc7" + }, + { + "system_id": "tank-00922", + "path": "episodes/tank-00922.npz", + "sha256": "023c0311a7bc660ae4b2f35adc7d04dc70592a4ac861c68c411cb42e61f80d13" + }, + { + "system_id": "tank-00925", + "path": "episodes/tank-00925.npz", + "sha256": "a7e47b7337fbebd9fa40b6e1298279038efafe3782d3811c632b94334a9ffe77" + }, + { + "system_id": "tank-00931", + "path": "episodes/tank-00931.npz", + "sha256": "aa7e15d93cee7314e2f5ecb9f7f1b2501e8d42b6e63117d19a3b3405828cdae7" + }, + { + "system_id": "tank-00937", + "path": "episodes/tank-00937.npz", + "sha256": "36e432c1b090d243c02068b1b03ed80ebfce3acf84d5f76c9672b71c4b8f777d" + }, + { + "system_id": "tank-00946", + "path": "episodes/tank-00946.npz", + "sha256": "15458ec3c22c79932116843691e87b851bf2bdb1cf83f859eac4b2ecaa224848" + }, + { + "system_id": "tank-00949", + "path": "episodes/tank-00949.npz", + "sha256": "6b9062ff30be1a9db20e913c9bbaeef50eaa1dee082b95419ea010d08010399d" + }, + { + "system_id": "tank-00955", + "path": "episodes/tank-00955.npz", + "sha256": "39f18fa6d2e4b68b4c133033a3de62da2c50a880b101967f892794f8f341ec70" + }, + { + "system_id": "tank-00958", + "path": "episodes/tank-00958.npz", + "sha256": "628865f0675b67b923c6974f0377408d1076b69dbfb64bd827ed049e45d4817e" + }, + { + "system_id": "tank-00961", + "path": "episodes/tank-00961.npz", + "sha256": "33c1cbafdac99e1ce77d02f484269c3b9422d25efab5e9cec055d957f604722c" + }, + { + "system_id": "tank-00964", + "path": "episodes/tank-00964.npz", + "sha256": "e2eade8264d17238b91992fa708faf0d3e2b95c6b6dd3be6bf3cd7f389c7378f" + }, + { + "system_id": "tank-00970", + "path": "episodes/tank-00970.npz", + "sha256": "63737eb6f4306e02030984c4a96089430476b67bf7065cc25b12264398d9e432" + }, + { + "system_id": "tank-00973", + "path": "episodes/tank-00973.npz", + "sha256": "1d90d3c50c5d0527068e0d944a0c0f7e2d0fb3e3371c8c3c58a0636ce19345d2" + }, + { + "system_id": "tank-00979", + "path": "episodes/tank-00979.npz", + "sha256": "bc1c4d6fe47c83dd6dc974574fcc5b41e4e3dde207074ccabb8bb16ccf643518" + }, + { + "system_id": "tank-00982", + "path": "episodes/tank-00982.npz", + "sha256": "b02ceaf511b53b1e73f7c27370af217543ca9aa28db244cb9171bd2a8f0b71be" + }, + { + "system_id": "tank-00985", + "path": "episodes/tank-00985.npz", + "sha256": "fd823aebd9a53175c26472359b3f3cdefdae7953b2f51d2793ab5f1935716ab6" + }, + { + "system_id": "tank-00988", + "path": "episodes/tank-00988.npz", + "sha256": "e882aa586ead5438cecd6b17718b35287cfaaa90dc098d68265e0fd88369b918" + }, + { + "system_id": "tank-00991", + "path": "episodes/tank-00991.npz", + "sha256": "7d4158e4add0a10ca8b644affcf64f5df27e6427fe0907a7399902c9fc4594dd" + }, + { + "system_id": "tank-00997", + "path": "episodes/tank-00997.npz", + "sha256": "818365484afcc516bf8fcf95b935c89056e2b5c0b5009f8becbf4946780255c1" + }, + { + "system_id": "tank-01000", + "path": "episodes/tank-01000.npz", + "sha256": "5eeb9e444efff5a446e1aab6f5286bc61100d5ddc1cd7971c7191dda1a2c4146" + }, + { + "system_id": "tank-01003", + "path": "episodes/tank-01003.npz", + "sha256": "17103ad24c7c11a726f90a099ef721395688aad1cbbf2cc268cb68435212832e" + }, + { + "system_id": "tank-01006", + "path": "episodes/tank-01006.npz", + "sha256": "8935b7712c2c7b079d909b5a4ebdbf223a941f39f59d34d6c1ec0f666a581557" + }, + { + "system_id": "tank-01012", + "path": "episodes/tank-01012.npz", + "sha256": "aeb72bdded32caff643c79760433e2bb220efb773d18ccebae5b5d8bf9484aa7" + }, + { + "system_id": "tank-01018", + "path": "episodes/tank-01018.npz", + "sha256": "75c70f608ed934f4e9fd31faf18e32ac38f7ce09f0ac4579747603a273aef885" + }, + { + "system_id": "tank-01021", + "path": "episodes/tank-01021.npz", + "sha256": "466f9d649fd254809fc3b60db210f6b3dbea65681c8badb762ab4c88d0db26f9" + }, + { + "system_id": "tank-01024", + "path": "episodes/tank-01024.npz", + "sha256": "a0c147b265340a710bd223f34b05b58c6d50e54fbd8173a55dd042313301a1b4" + }, + { + "system_id": "tank-01027", + "path": "episodes/tank-01027.npz", + "sha256": "74c0fd6bdad973fb00347efd155e4341d09b35d83964c5a0fac1f32d6f0c2ac5" + }, + { + "system_id": "tank-01030", + "path": "episodes/tank-01030.npz", + "sha256": "20871af527ccd8d99f161a2cc44597c36693a96975797fede225cea082c9c1e4" + }, + { + "system_id": "tank-01033", + "path": "episodes/tank-01033.npz", + "sha256": "e368e955badf84e833deb24304386522780036f1b416602ec42f1863451cff03" + }, + { + "system_id": "tank-01036", + "path": "episodes/tank-01036.npz", + "sha256": "12ac8bc903c0c4c00eb3d0ae348c0daf2ac67a91431660d0cad32f79307c42eb" + }, + { + "system_id": "tank-01039", + "path": "episodes/tank-01039.npz", + "sha256": "d979e0d6bc605c80705233b669c2de8e153e7560bf8df337fc97c89ed8c9a624" + }, + { + "system_id": "tank-01042", + "path": "episodes/tank-01042.npz", + "sha256": "40025a8515919c93e1c0f8320c6b4b5f11157a7d6c24328734e1020986d13f00" + }, + { + "system_id": "tank-01045", + "path": "episodes/tank-01045.npz", + "sha256": "e425d4479abfd41672301030d49eabb7e950056d1080f2102e3cdee732c925ae" + }, + { + "system_id": "tank-01048", + "path": "episodes/tank-01048.npz", + "sha256": "31d7f34034930de4bdd3c8729ad122ee2c323fa3c456f168129276e0e2628efe" + }, + { + "system_id": "tank-01054", + "path": "episodes/tank-01054.npz", + "sha256": "797371d6a3f42fe20b28a39eb4e4452fa755e44d110f5c5264f493d31ad3f822" + }, + { + "system_id": "tank-01057", + "path": "episodes/tank-01057.npz", + "sha256": "db1568313f6c546bb924b03293d5c751f4bc963e6ff247d6309d84cc332ff59a" + }, + { + "system_id": "tank-01066", + "path": "episodes/tank-01066.npz", + "sha256": "8295d1de0f7cbddfcb4f6918eed7bcb2457a787f3b803ee0c0a019d967dfd3d5" + }, + { + "system_id": "tank-01069", + "path": "episodes/tank-01069.npz", + "sha256": "d067feec19c501b946b0b45091f0b5cd3c5a7a4d01d2ee95eb5826e0ccd01623" + }, + { + "system_id": "tank-01075", + "path": "episodes/tank-01075.npz", + "sha256": "d6e4abbdb758f54bd4378b0e24c7f5d66b01cf32916ef8d782c50419f6fcba42" + }, + { + "system_id": "tank-01084", + "path": "episodes/tank-01084.npz", + "sha256": "a65509b3bfbf3c3f1cce1efb4d2ac239dcdd02cbb5fec5eecdab358ea9a41ebc" + }, + { + "system_id": "tank-01087", + "path": "episodes/tank-01087.npz", + "sha256": "2b691521e7569119f3414cb15f6a3a34912c2b17f5839323041d0025f0d05f46" + }, + { + "system_id": "tank-01090", + "path": "episodes/tank-01090.npz", + "sha256": "758d4271d30e5d6557bf175b54546e2f54a732207b57fef9494e6ba40ff822b2" + }, + { + "system_id": "tank-01096", + "path": "episodes/tank-01096.npz", + "sha256": "a63bb1188dcf52db7a0228250449e9c59296201180eca66b213cfeb1f1798118" + }, + { + "system_id": "tank-01105", + "path": "episodes/tank-01105.npz", + "sha256": "b07f4dcb91d04083a2ea298c90141a92420e5d2600c053734fd25165d41a25d9" + }, + { + "system_id": "tank-01108", + "path": "episodes/tank-01108.npz", + "sha256": "09efb78975507316576ee907e174e2d8576cfa0dd31c4e1fd737b85c1cdba2ed" + }, + { + "system_id": "tank-01111", + "path": "episodes/tank-01111.npz", + "sha256": "bd5af596a1615c637a27d29034093a95bdbf80e53b6d6458b80a3f72ba72495c" + }, + { + "system_id": "tank-01117", + "path": "episodes/tank-01117.npz", + "sha256": "9c2ad4a38251da59125d42bd3d453938879e5d10ebb34638883e2246e9e9dd06" + }, + { + "system_id": "tank-01120", + "path": "episodes/tank-01120.npz", + "sha256": "a2b54e51f9491a3070b9e55a9a5e18b55e45bfbafeb8e0397aa025cf050322d6" + }, + { + "system_id": "tank-01126", + "path": "episodes/tank-01126.npz", + "sha256": "ed27366a2b43c6c52262414d23e382a82e677b8e1ec3e97c6473dab602609696" + }, + { + "system_id": "tank-01135", + "path": "episodes/tank-01135.npz", + "sha256": "3f5486eba3adbc5581af492426f74de418852306cfb1cdcc2800d9f3ff9b06a3" + }, + { + "system_id": "tank-01138", + "path": "episodes/tank-01138.npz", + "sha256": "d5380a128ea6eed895490cd0a85094e3fa5f7ea701549e4bcb64c7722c8d637b" + }, + { + "system_id": "tank-01141", + "path": "episodes/tank-01141.npz", + "sha256": "ab9aec96421d4f55d4e7d33a379bba2d2341f2bdd4dfa921bebdef6cde177616" + }, + { + "system_id": "tank-01144", + "path": "episodes/tank-01144.npz", + "sha256": "a2e2cd29cfbbcb51d68d3176e04b2d19e85e46c6f34075f04903b4ca33e25c1f" + }, + { + "system_id": "tank-01147", + "path": "episodes/tank-01147.npz", + "sha256": "98ec375f53ff56ac6a6fe3b6805711e913a3893a72d2b930570e742dd991951c" + }, + { + "system_id": "tank-01150", + "path": "episodes/tank-01150.npz", + "sha256": "1d9201c93f5c26d15e6c915b7c09d9a75b7437a76fc7907ba5362d8d42907001" + }, + { + "system_id": "tank-01153", + "path": "episodes/tank-01153.npz", + "sha256": "85a231cac8962b5bdea26f71299824f03037bf09ee438595e1108b854e37b7cb" + }, + { + "system_id": "tank-01159", + "path": "episodes/tank-01159.npz", + "sha256": "5dd48e2dc0a5f4c25f9d6e149d747712911b5111fe17dbedbd42ed35e2110304" + }, + { + "system_id": "tank-01162", + "path": "episodes/tank-01162.npz", + "sha256": "0b3ab1d4493d4ebe3b5bea2c1f33183bb40a3706de7bc15e61819e0e7bbb5f5e" + }, + { + "system_id": "tank-01165", + "path": "episodes/tank-01165.npz", + "sha256": "e2489bc4de26bbfc4e38b48adb79544feb53e6c6f372f3c57e17d16e8afe11d0" + }, + { + "system_id": "tank-01168", + "path": "episodes/tank-01168.npz", + "sha256": "8fadea1b135862412847b4751f27b5e4036c9ed703ba4dd9e5aa542f3ef157e4" + }, + { + "system_id": "tank-01174", + "path": "episodes/tank-01174.npz", + "sha256": "20fe2af0d3c21ce23faada8627edab707ecf4abf0e44b22b473671a93b5f546c" + }, + { + "system_id": "tank-01177", + "path": "episodes/tank-01177.npz", + "sha256": "fb293bc62261e5fae707683f26791bab39e14fb13a056054b7499fa29f835dc1" + }, + { + "system_id": "tank-01180", + "path": "episodes/tank-01180.npz", + "sha256": "1f374574315735c7608753a5643a7c83aea69de5a2491ff2ddd4ca73d6ee6af8" + }, + { + "system_id": "tank-01186", + "path": "episodes/tank-01186.npz", + "sha256": "0c9cae0efb67ca4422d15d9c2b0d066d6615b8e36fc196eabb7153e88a4610f4" + }, + { + "system_id": "tank-01195", + "path": "episodes/tank-01195.npz", + "sha256": "ab89624d397731401d2acb9feb8ce88e3a67584e31b8806fced5798dfc11a3bb" + }, + { + "system_id": "thermal-00000", + "path": "episodes/thermal-00000.npz", + "sha256": "e6dc125de3c0d212b57674bbadc42d09b686b7c9fce2cc07ea23dd574664dc3c" + }, + { + "system_id": "thermal-00006", + "path": "episodes/thermal-00006.npz", + "sha256": "486171fde08aef439c6b32dd63333cf9af92f7deb08414b0563e2bc8ca343327" + }, + { + "system_id": "thermal-00009", + "path": "episodes/thermal-00009.npz", + "sha256": "b10ba1349e4789813f196b7a2c2532cf4bbb9abd65f89d9b062f33f5a2243970" + }, + { + "system_id": "thermal-00012", + "path": "episodes/thermal-00012.npz", + "sha256": "8a9dcf1ac0e525bc6a7e3b5d4bf258235d762f64914131d1775d4483ef351d4f" + }, + { + "system_id": "thermal-00021", + "path": "episodes/thermal-00021.npz", + "sha256": "c5e03d2510fe4b4d5efa7d3d7c411432f440337fb291edab56dfe7172bdec44a" + }, + { + "system_id": "thermal-00024", + "path": "episodes/thermal-00024.npz", + "sha256": "59e15f3878fba464680c6db324e7ebdbc7811f00f74f6653078fc4a80accb5de" + }, + { + "system_id": "thermal-00027", + "path": "episodes/thermal-00027.npz", + "sha256": "13a24edfeccb26ad24eaa1e986f3e196d771ee03df107e9eb9ef40e08b274879" + }, + { + "system_id": "thermal-00033", + "path": "episodes/thermal-00033.npz", + "sha256": "94692123bbb1d73dc3c8f80a5a3e35506055188b4d7cb823ce07cd698d81024e" + }, + { + "system_id": "thermal-00036", + "path": "episodes/thermal-00036.npz", + "sha256": "36939e8a94b14e16c5e770594d595cfb8ab6274fda7e5a65abdc197a5a1a5386" + }, + { + "system_id": "thermal-00054", + "path": "episodes/thermal-00054.npz", + "sha256": "0166b4fb2b052b4389efa9c4f06ef77c0f13714a1baa90e3836618d4dc5653a8" + }, + { + "system_id": "thermal-00057", + "path": "episodes/thermal-00057.npz", + "sha256": "1bab0727fd7f12c3e57eb870b82d172eb2f7e5e134860a0501c329ff2ca55366" + }, + { + "system_id": "thermal-00060", + "path": "episodes/thermal-00060.npz", + "sha256": "3fdb1906d5da61cc1f5bbac40c1b76ed2634be525fcbe816ef72db8851cb750d" + }, + { + "system_id": "thermal-00072", + "path": "episodes/thermal-00072.npz", + "sha256": "259d4f0233e5006d4e589b45b84026cd6c2a1bed0e2d0026941b9b29bfea8585" + }, + { + "system_id": "thermal-00075", + "path": "episodes/thermal-00075.npz", + "sha256": "f3d5817dbb4ba58bd5ef16dd5261e23c80c744b47c9c95d8e6b5fac0029da6f0" + }, + { + "system_id": "thermal-00078", + "path": "episodes/thermal-00078.npz", + "sha256": "747d6ce820608fdcd379424490438d8f183d32ebafa9d0a7275e39064ca8ac28" + }, + { + "system_id": "thermal-00081", + "path": "episodes/thermal-00081.npz", + "sha256": "ae87c9001949c3ba57bc9df9f1f2f8a83093305e9ac37cb28e5e94d38ba98d56" + }, + { + "system_id": "thermal-00084", + "path": "episodes/thermal-00084.npz", + "sha256": "e8e17268836c8239e5c648f5f0af5182668e42dd3177043ed44990bacf9f223c" + }, + { + "system_id": "thermal-00087", + "path": "episodes/thermal-00087.npz", + "sha256": "a168dc0ad8d32601b994cb79ce7d42c714660b75c4012fc6b9645083cb0401e4" + }, + { + "system_id": "thermal-00090", + "path": "episodes/thermal-00090.npz", + "sha256": "d4b1789d525ae7b4839e9ef8067279ee3a315414c043069ae04dab1e47e532fb" + }, + { + "system_id": "thermal-00096", + "path": "episodes/thermal-00096.npz", + "sha256": "9cc65f2217b6b93a84e396fde8cc7d119dda2ba2d454ecfa8e371f59fa604474" + }, + { + "system_id": "thermal-00099", + "path": "episodes/thermal-00099.npz", + "sha256": "8517faef7cc68de899ca03ddef8454829bd6ad544299dd6ba3a0814cb2714348" + }, + { + "system_id": "thermal-00111", + "path": "episodes/thermal-00111.npz", + "sha256": "ac71047d0ddd364b2e3bbdd02fe0aa91fa4889d924805530ed42caf6c33a334b" + }, + { + "system_id": "thermal-00114", + "path": "episodes/thermal-00114.npz", + "sha256": "ad182daf5bc60f8eff283a5c144dc23c81b98ecfb72335f69963c03c559369cc" + }, + { + "system_id": "thermal-00120", + "path": "episodes/thermal-00120.npz", + "sha256": "553aeac33fb0f0e98b2f3edc760f39f6ae014bc1524c04e5ce3aeb097bb32e1f" + }, + { + "system_id": "thermal-00132", + "path": "episodes/thermal-00132.npz", + "sha256": "9884b019a081be8e3936cb3d48a661cba40d75db9e688154e91b2cd6b191de1c" + }, + { + "system_id": "thermal-00135", + "path": "episodes/thermal-00135.npz", + "sha256": "c647969625b5d73f7589923d8fe36f93456f309267b34786eabcec3645d9eb6e" + }, + { + "system_id": "thermal-00138", + "path": "episodes/thermal-00138.npz", + "sha256": "2c0d74c8d08afd6c8b499d7298293772d6857a29a192509ffcb1245fd2c844ca" + }, + { + "system_id": "thermal-00141", + "path": "episodes/thermal-00141.npz", + "sha256": "387085c3753efee94501a47144a8474a7964e4a885f0e5326e9e55d9af67306d" + }, + { + "system_id": "thermal-00144", + "path": "episodes/thermal-00144.npz", + "sha256": "1afb0e4ef3c434bef7aeaebad568765285cecadf1c051dab5a4a709e998b09c6" + }, + { + "system_id": "thermal-00150", + "path": "episodes/thermal-00150.npz", + "sha256": "4981307d5612f2f1610ed28974842ecd6255bd1a2232a550e56096dfa20f25e5" + }, + { + "system_id": "thermal-00153", + "path": "episodes/thermal-00153.npz", + "sha256": "db01efb5e9b7bb8d2442b83a0ae1667f2cc20d9e23f09c8799905f982e3f8f69" + }, + { + "system_id": "thermal-00156", + "path": "episodes/thermal-00156.npz", + "sha256": "e09cf8657474945b5f1716aaef48800da9c199429d8a1d616ebbdf80b27a1fa1" + }, + { + "system_id": "thermal-00159", + "path": "episodes/thermal-00159.npz", + "sha256": "1a7facd909a3c7aa0b9dd809b69dadc80c16ea3fc60d446fbe20efe64c7982c4" + }, + { + "system_id": "thermal-00162", + "path": "episodes/thermal-00162.npz", + "sha256": "4ccb850483744812bdb54b7ee5418b6918583b244ee9d322b704c3aab3e5dc00" + }, + { + "system_id": "thermal-00165", + "path": "episodes/thermal-00165.npz", + "sha256": "b2286eec1036b542fc2b025c530432207538ccc8709179c6e2f8773805eb2ac4" + }, + { + "system_id": "thermal-00168", + "path": "episodes/thermal-00168.npz", + "sha256": "c35bdc190cd5b80a6bdbfa6f711e8050ff1ececbb5b579aaed6cb47cd73cfba8" + }, + { + "system_id": "thermal-00174", + "path": "episodes/thermal-00174.npz", + "sha256": "82448a2dd8df372c5ec23467e8b1675bfd58c7591939f7646ee9e7713e180668" + }, + { + "system_id": "thermal-00177", + "path": "episodes/thermal-00177.npz", + "sha256": "8312c81d165b3a92bc3957346f6255681275c9ecdde9fac9a0315783494a6a87" + }, + { + "system_id": "thermal-00180", + "path": "episodes/thermal-00180.npz", + "sha256": "84b4029a57571a92d09dc235b650208b6a2f572267883c4cae6e96045bb2ae66" + }, + { + "system_id": "thermal-00183", + "path": "episodes/thermal-00183.npz", + "sha256": "86248a84274aec59aaec8236d1f28e8ed754a5f09aae7497893299eb073c4198" + }, + { + "system_id": "thermal-00186", + "path": "episodes/thermal-00186.npz", + "sha256": "19bb9ea83a100c22f4cbbb9712f6207d795ba815637b9bd3fbc26418e4d46f29" + }, + { + "system_id": "thermal-00192", + "path": "episodes/thermal-00192.npz", + "sha256": "339d494637e6e5e4d1c958778b7e5c95eef695d595018a048ebd6ea5a8f5caa4" + }, + { + "system_id": "thermal-00198", + "path": "episodes/thermal-00198.npz", + "sha256": "04e9c0890e70da00de8c2e652848b0d88ad1a9c6b1652c96aa58300dacd4d977" + }, + { + "system_id": "thermal-00201", + "path": "episodes/thermal-00201.npz", + "sha256": "279baed79d34e7403012af28f70c2d76b793a055838eaa8fff00c4d8b564b6d8" + }, + { + "system_id": "thermal-00204", + "path": "episodes/thermal-00204.npz", + "sha256": "f307e27b7d9de0e9fcdbf65c6152a0ede505d9d8bc837a39524b00973fc0bb81" + }, + { + "system_id": "thermal-00210", + "path": "episodes/thermal-00210.npz", + "sha256": "a7620b6c164173295964a8284851bce0bf6edf81b601bcc9a01df85f9f4bd3c5" + }, + { + "system_id": "thermal-00216", + "path": "episodes/thermal-00216.npz", + "sha256": "8de951f6eeb43f6b18a862d37fa053adb81c48b583de676dbf4c5eb23ae9349d" + }, + { + "system_id": "thermal-00219", + "path": "episodes/thermal-00219.npz", + "sha256": "762a8c6fe9d00fb44c1c8943c37eebce03b6a08688a8fe99d0b52762807e1bfa" + }, + { + "system_id": "thermal-00225", + "path": "episodes/thermal-00225.npz", + "sha256": "a81021571b05c5503910689765e6847c4162fae4a5394be0211647602cd06cbd" + }, + { + "system_id": "thermal-00231", + "path": "episodes/thermal-00231.npz", + "sha256": "cde09cdffc35e70aea7af912a9e3fe4daa50e857cc4bfd658c9ce0aee1db174d" + }, + { + "system_id": "thermal-00237", + "path": "episodes/thermal-00237.npz", + "sha256": "17b946eb3b4614bb9d901f967e4ae3e209c4f4504ecab6b42527f879b2d8210f" + }, + { + "system_id": "thermal-00240", + "path": "episodes/thermal-00240.npz", + "sha256": "90843813fd2e0c31021620703ec5ea3035f3829f878e93b8f754143ebef2cc7e" + }, + { + "system_id": "thermal-00243", + "path": "episodes/thermal-00243.npz", + "sha256": "e76d3cabb51236cc723dbb90602d8363f8f753b958ccb10fdd8328ae93e09bde" + }, + { + "system_id": "thermal-00246", + "path": "episodes/thermal-00246.npz", + "sha256": "cd6feabb0521e46d813a0b8fc2021b961fa17f897104cab57d34719227cebfb2" + }, + { + "system_id": "thermal-00249", + "path": "episodes/thermal-00249.npz", + "sha256": "4e617487cbb017e8addbe53567fe43088e712766a7097c540db3662bd1806c7d" + }, + { + "system_id": "thermal-00252", + "path": "episodes/thermal-00252.npz", + "sha256": "85c0dcee46211cafc07cccad93f155916927f2b1e48273898dd10d3027156377" + }, + { + "system_id": "thermal-00258", + "path": "episodes/thermal-00258.npz", + "sha256": "e772425a365e7bd95932c68b07b9326854957c96d0a73d447a9cd9da9684f6df" + }, + { + "system_id": "thermal-00264", + "path": "episodes/thermal-00264.npz", + "sha256": "364a819ae26ce668509d0eb944fea21a59d6a8ef67c9950eef2fc99d235d8242" + }, + { + "system_id": "thermal-00267", + "path": "episodes/thermal-00267.npz", + "sha256": "2a6fa8275f23f17ec1493be73981d912eabc8ea8cd241abad09effda8b7db5e8" + }, + { + "system_id": "thermal-00273", + "path": "episodes/thermal-00273.npz", + "sha256": "713e1c9ea0d9c630bc06866b6386213d7f24da0a7ddc957cad9f80a8669cd79d" + }, + { + "system_id": "thermal-00276", + "path": "episodes/thermal-00276.npz", + "sha256": "c5e16519f9f7a5ef55d7214139baa53fd4356aa385356790ea90f915efb2655b" + }, + { + "system_id": "thermal-00279", + "path": "episodes/thermal-00279.npz", + "sha256": "c7922d33db1ffbf63e34b4f0d046d11d9d96398ea7a01be353a80dbff3035d55" + }, + { + "system_id": "thermal-00282", + "path": "episodes/thermal-00282.npz", + "sha256": "8d9fb940bd3aa68c811ca85d17d464da413f4668634049efd8e9241ef67860f9" + }, + { + "system_id": "thermal-00285", + "path": "episodes/thermal-00285.npz", + "sha256": "67c90dc537607a046d051f1c25ee3dd75b4fa957c8eded4e749ce0ddc5e10f4a" + }, + { + "system_id": "thermal-00288", + "path": "episodes/thermal-00288.npz", + "sha256": "6eda552fd89ecf388fe3f96664eb0e2f9f1c2286ac2c6e3066bd9f1153b3456b" + }, + { + "system_id": "thermal-00294", + "path": "episodes/thermal-00294.npz", + "sha256": "072f97df3b5c7f02c336dbb4d41fd025e5a43487f905c9982fb5a61d84a210eb" + }, + { + "system_id": "thermal-00300", + "path": "episodes/thermal-00300.npz", + "sha256": "818437101b9be80109c23a6435f2b8953739df6cb9165c24dc0683ef281584b2" + }, + { + "system_id": "thermal-00303", + "path": "episodes/thermal-00303.npz", + "sha256": "6347542579835668d97929ff4a24beb416a207fcd7d815bdafa0d9a7c4bb2ab2" + }, + { + "system_id": "thermal-00312", + "path": "episodes/thermal-00312.npz", + "sha256": "02784c73e1afc63e1959cc7b289f11f668b19d51f92aec64c09eeecdf156d523" + }, + { + "system_id": "thermal-00318", + "path": "episodes/thermal-00318.npz", + "sha256": "68d5d0366055c84b86afbc866b9a430004d0ef4d578fd8fe8ce3fa519eda2616" + }, + { + "system_id": "thermal-00321", + "path": "episodes/thermal-00321.npz", + "sha256": "343558e113e418459733cc4ebc59c79c99c440aaa44e38c4676e6e7a202b35dc" + }, + { + "system_id": "thermal-00324", + "path": "episodes/thermal-00324.npz", + "sha256": "374856f6a260385de6f6a3f4b18ed3318f3b05393bdd1c1509a86035e4ca5112" + }, + { + "system_id": "thermal-00336", + "path": "episodes/thermal-00336.npz", + "sha256": "1dd634f76b47878ac26e9027b3a3904deab83855b5a73580f7e3412b73d2f62e" + }, + { + "system_id": "thermal-00345", + "path": "episodes/thermal-00345.npz", + "sha256": "b274dde5a86b54f3943977cdcdbb3be2c510d74c07403beffe16615a7bfe8b03" + }, + { + "system_id": "thermal-00354", + "path": "episodes/thermal-00354.npz", + "sha256": "e166257afcae15decad15d75721cf836cca8ac63c7f47ed9e5a80ea53fd5d5eb" + }, + { + "system_id": "thermal-00357", + "path": "episodes/thermal-00357.npz", + "sha256": "58766c6450927f556ebd871621a7beaaaf8544ceb68aaccde207d6bec7470ebe" + }, + { + "system_id": "thermal-00360", + "path": "episodes/thermal-00360.npz", + "sha256": "ddf359807bbe6b18d670553c9d9c79aee9927672b18cc1fb87b8bfd963c5fa5d" + }, + { + "system_id": "thermal-00363", + "path": "episodes/thermal-00363.npz", + "sha256": "fe9f3b53c528c2e505d07766bf8298a1d3bcb8b04b905ac3b8e7ffd3674849cb" + }, + { + "system_id": "thermal-00372", + "path": "episodes/thermal-00372.npz", + "sha256": "afa90b9d4185902958765cda3e711aee45b1be75479a672de95c1de312afcf8f" + }, + { + "system_id": "thermal-00378", + "path": "episodes/thermal-00378.npz", + "sha256": "85f6e998990be313f3dca5696976a4dc3c5e4452bcb0c9abe0979bb0e61f8714" + }, + { + "system_id": "thermal-00381", + "path": "episodes/thermal-00381.npz", + "sha256": "ca55e4ded18bd965bf038adc1c91440599bedc7cbb5fdc293fa52ff3c8c2d010" + }, + { + "system_id": "thermal-00384", + "path": "episodes/thermal-00384.npz", + "sha256": "e83cc96312fea05bb013fdb0db9e210b0f68939cea60a282e9ead3d52749c27b" + }, + { + "system_id": "thermal-00390", + "path": "episodes/thermal-00390.npz", + "sha256": "49ae0796014f57c7dd5764ac11b7feac748ecc13c4fab610638ef58a73214552" + }, + { + "system_id": "thermal-00393", + "path": "episodes/thermal-00393.npz", + "sha256": "a8b0ec9bf51fed7811271f38907b46cab34b0feb0f13b54cd9a6cb7bddebfb8b" + }, + { + "system_id": "thermal-00396", + "path": "episodes/thermal-00396.npz", + "sha256": "2b44822d11c1b48b6ffc074b166408c7f755f1bbb4fee14e41510e31a4181fd4" + }, + { + "system_id": "thermal-00399", + "path": "episodes/thermal-00399.npz", + "sha256": "1c260a3ff189fd828b35e3e89cdf600993de0a619c40e23857508bbd4e2f278a" + }, + { + "system_id": "thermal-00402", + "path": "episodes/thermal-00402.npz", + "sha256": "76f680069c79ec8c4239e41644166009f7fd9edd03c3c4e70845380b3e794613" + }, + { + "system_id": "thermal-00405", + "path": "episodes/thermal-00405.npz", + "sha256": "4549ca4a8018644817130c2b9d8897b89009ad50e39cb82cfc9787b75652d10c" + }, + { + "system_id": "thermal-00414", + "path": "episodes/thermal-00414.npz", + "sha256": "b87182cb4137cf28057981e974b8eb657cf62e3e33cf554afe342b67d5fb7abd" + }, + { + "system_id": "thermal-00420", + "path": "episodes/thermal-00420.npz", + "sha256": "a55c3c179230eff817188dacfb257a27404ce8edddbb48dd0bd144cb120c3847" + }, + { + "system_id": "thermal-00429", + "path": "episodes/thermal-00429.npz", + "sha256": "6d6754d17ff2d16097d9dc9fac97db4ae8733f8c97188569ea8646d164bd9b2b" + }, + { + "system_id": "thermal-00432", + "path": "episodes/thermal-00432.npz", + "sha256": "99694e8dee347793e9a10560c7016409a435428ff1674475e523279bde93fe57" + }, + { + "system_id": "thermal-00435", + "path": "episodes/thermal-00435.npz", + "sha256": "230217c86eaa1881b1a13f1952911f3e20500f99dd84b4736959c2fe299d5446" + }, + { + "system_id": "thermal-00438", + "path": "episodes/thermal-00438.npz", + "sha256": "a5a4670354f147defb6c3ea5bfd3cb4a2e94ef909b2934a4526dcd780ef0ac40" + }, + { + "system_id": "thermal-00441", + "path": "episodes/thermal-00441.npz", + "sha256": "ab299e9fb07961814e004e4be194ed36a9f24b5e2d124d82b8e06aa81d953880" + }, + { + "system_id": "thermal-00444", + "path": "episodes/thermal-00444.npz", + "sha256": "63e903f23ee0f04d2e77d54a0c76c16010a9c6dc7226021d1356087d554f96c0" + }, + { + "system_id": "thermal-00447", + "path": "episodes/thermal-00447.npz", + "sha256": "cfce859a9481fe33849b83a3c73c5a4d184db4fe94beb3b49c058a3a8bb4f040" + }, + { + "system_id": "thermal-00450", + "path": "episodes/thermal-00450.npz", + "sha256": "afac29e43e241a8758e69f9cd38e742eacedcabd6518468cc7f0e7651a751dda" + }, + { + "system_id": "thermal-00453", + "path": "episodes/thermal-00453.npz", + "sha256": "59c37b054dfbb1c876d67d70dab7d789a9be5d9985a43f589bafd44b6a101a92" + }, + { + "system_id": "thermal-00456", + "path": "episodes/thermal-00456.npz", + "sha256": "211e784c5c6312c214856e747dcc78420f79a254801febaa91668ae7dbed1c50" + }, + { + "system_id": "thermal-00459", + "path": "episodes/thermal-00459.npz", + "sha256": "2466967af64c44a09af6ed7f53b1cd75043f4706b0908e6d635cdef08f11c8f8" + }, + { + "system_id": "thermal-00462", + "path": "episodes/thermal-00462.npz", + "sha256": "aa527e5fa91d7f2dae3738a8629be11f89b18d6137e64bbed0cfff9501f4ec71" + }, + { + "system_id": "thermal-00465", + "path": "episodes/thermal-00465.npz", + "sha256": "70b454e326ed2438c7b44c160c1fb9fae05d61d3e441cb63b3f34aa796f86225" + }, + { + "system_id": "thermal-00468", + "path": "episodes/thermal-00468.npz", + "sha256": "a9aea6196c2af5c925e0dc6cf3f565d32e7ed512f4c595b78a46a75965bb98e9" + }, + { + "system_id": "thermal-00474", + "path": "episodes/thermal-00474.npz", + "sha256": "a42004a71e10dd789b169fa264fec61de1e4527bf236ff32afa94d476f539482" + }, + { + "system_id": "thermal-00477", + "path": "episodes/thermal-00477.npz", + "sha256": "10ac27cf9f3abe4e0eaa11ebdb8873b155c057962edc33c78015518f447cd413" + }, + { + "system_id": "thermal-00483", + "path": "episodes/thermal-00483.npz", + "sha256": "dbdf0b9175a2b5ac7a0cf6ba1aedcf4745d7604bf821c078e559ef2d29c26ad0" + }, + { + "system_id": "thermal-00486", + "path": "episodes/thermal-00486.npz", + "sha256": "550c2abf022de6026f0c22a8971f751b05d9b5f7ab5b704c8f1ed1aaccf36476" + }, + { + "system_id": "thermal-00492", + "path": "episodes/thermal-00492.npz", + "sha256": "10dfed8a2673cc52c9b55732d3e796def9f96fafe6c12818256f9b098ce476cd" + }, + { + "system_id": "thermal-00495", + "path": "episodes/thermal-00495.npz", + "sha256": "77b4ba7a3de2e9b22e1c98c92b59a3b6d2393bd405545120019b6ecefc51c287" + }, + { + "system_id": "thermal-00498", + "path": "episodes/thermal-00498.npz", + "sha256": "0fae60d0b850d8cbe47915a7da6237cff01ff8c28f55cc1bbddbaaa28610162e" + }, + { + "system_id": "thermal-00504", + "path": "episodes/thermal-00504.npz", + "sha256": "7f7ff5b94961de2809cdf77e772473273c604967d8ea39f03d819e7feea394a0" + }, + { + "system_id": "thermal-00507", + "path": "episodes/thermal-00507.npz", + "sha256": "2c8bbadd923bdef3467ffc65b773924fbe6c318e46bbc7d2f40f4174747ee1cc" + }, + { + "system_id": "thermal-00513", + "path": "episodes/thermal-00513.npz", + "sha256": "6d32552a729123a982c8d5fc6ac2f86a278971c233d0f6da0b0e55995abe6842" + }, + { + "system_id": "thermal-00516", + "path": "episodes/thermal-00516.npz", + "sha256": "c591adfa0ee0c4952cff201cc06aa75048217ab38c2bde98d0e8e7c5274c9134" + }, + { + "system_id": "thermal-00519", + "path": "episodes/thermal-00519.npz", + "sha256": "3089d6ce5cedbc7dc92bbb6406c0a377edbdaed2abd6588a09f2ea44bb8e630d" + }, + { + "system_id": "thermal-00522", + "path": "episodes/thermal-00522.npz", + "sha256": "49feb1ec17dc6a8d48cc4d26502aa6573ad4f62c581ed641d01865296e85a463" + }, + { + "system_id": "thermal-00528", + "path": "episodes/thermal-00528.npz", + "sha256": "2978370ffcc9b78d5ff67cb9edcfe995e69346d92cffcb6775f877c75c28a72c" + }, + { + "system_id": "thermal-00534", + "path": "episodes/thermal-00534.npz", + "sha256": "2bf96664ba4f08df3250281db905c26f0025e73b8c8637a82cdab029dc132e17" + }, + { + "system_id": "thermal-00537", + "path": "episodes/thermal-00537.npz", + "sha256": "e42835d27ecb1945eb6aa1e7185827ca323c1ee513fdbc5b05da74088fd9bdd3" + }, + { + "system_id": "thermal-00540", + "path": "episodes/thermal-00540.npz", + "sha256": "8e446419b63aae498e6b0eb3c28f3e7bbfaeded2654e28fd7070409cc28df74b" + }, + { + "system_id": "thermal-00543", + "path": "episodes/thermal-00543.npz", + "sha256": "fcf95e4802324e9161a2d8bdba33235a43fc6a3cebbbf3fc7de1ed19a848848f" + }, + { + "system_id": "thermal-00549", + "path": "episodes/thermal-00549.npz", + "sha256": "4a16aa501eefe6bc3a6f6a91b29bcf419ecc77b16a0dbf7ad7bb2e4fecd58592" + }, + { + "system_id": "thermal-00552", + "path": "episodes/thermal-00552.npz", + "sha256": "c7f2ddcb23cabbf42e3caee0d7e13965c0895bdecb02898e9b2c23cc7f605f20" + }, + { + "system_id": "thermal-00555", + "path": "episodes/thermal-00555.npz", + "sha256": "6e1b37925cb0fd18ded0472243a57a178d380d34d2ef55a320067c0a7e3fa47d" + }, + { + "system_id": "thermal-00558", + "path": "episodes/thermal-00558.npz", + "sha256": "059b352f88c74db4c4655e2f81ff519b56095561a32467adf74b4553dbb9b9c1" + }, + { + "system_id": "thermal-00573", + "path": "episodes/thermal-00573.npz", + "sha256": "f092add38c2f363db66d914c9a51d93aa35acdc9b7b2e1353219604df299f1f8" + }, + { + "system_id": "thermal-00576", + "path": "episodes/thermal-00576.npz", + "sha256": "8b775a6aadfc71c09037ddfc7c686e89a216492fa0ba34c77fdfeba3b8aa3ca1" + }, + { + "system_id": "thermal-00579", + "path": "episodes/thermal-00579.npz", + "sha256": "b51940c75644b3270127667d8ab822274b4ee9fd9cbe132dbded830e47f940b0" + }, + { + "system_id": "thermal-00588", + "path": "episodes/thermal-00588.npz", + "sha256": "393fc47f5fe37efd74e4a8f76266c91386146f5db4c468156ea679ccf47d691f" + }, + { + "system_id": "thermal-00591", + "path": "episodes/thermal-00591.npz", + "sha256": "859f3b5789aea796589da3211cb5f20cec161d5474fd23723ee11783bf6ecd45" + }, + { + "system_id": "thermal-00594", + "path": "episodes/thermal-00594.npz", + "sha256": "fafe36d0c9f46f5f2ad0605906c79c8ff0117e8decc09d7f3b454e8692d9a58b" + }, + { + "system_id": "thermal-00600", + "path": "episodes/thermal-00600.npz", + "sha256": "58439022511d3e91ef607563265ef2308ef8bb40c8be6952aa48b004071dad2a" + }, + { + "system_id": "thermal-00603", + "path": "episodes/thermal-00603.npz", + "sha256": "0946527e3e79d363a6c47551d0f7492b81656b8f56d54866a850167c212e2f54" + }, + { + "system_id": "thermal-00606", + "path": "episodes/thermal-00606.npz", + "sha256": "89283e8dfeb3343bc42ccf14d0146f6fc4312cbadb6d3bec0b58d9a02a13609f" + }, + { + "system_id": "thermal-00609", + "path": "episodes/thermal-00609.npz", + "sha256": "8db6dff467acec930d6df609508e6748e1ab6d59a944c37308e4dd3674ec1eaf" + }, + { + "system_id": "thermal-00612", + "path": "episodes/thermal-00612.npz", + "sha256": "a9e85d0b608d54f9f307f3c5f26bdda56a6d436811bd6c937ca046d15afd5edc" + }, + { + "system_id": "thermal-00615", + "path": "episodes/thermal-00615.npz", + "sha256": "3b5cc4dff2032c8249d2edfbc0afc9ad3fd5ea924136a6457d1aa3a41db83932" + }, + { + "system_id": "thermal-00621", + "path": "episodes/thermal-00621.npz", + "sha256": "8d2a033fb6f2d2dc6a0f4b2755bbae99ca2577ff2af70b696fe7473286b81122" + }, + { + "system_id": "thermal-00627", + "path": "episodes/thermal-00627.npz", + "sha256": "f6048b972a3c7b9800f88e12ddf458fef6904ae2f00beb37f52ee5d6b6559d37" + }, + { + "system_id": "thermal-00630", + "path": "episodes/thermal-00630.npz", + "sha256": "739c6d712da69a9e0e53706502042082e8b7f1843fb47a3170632b051182a78c" + }, + { + "system_id": "thermal-00633", + "path": "episodes/thermal-00633.npz", + "sha256": "3552ed4f04477baaa27715186e27fd9c4ac4df0fe5b7269ff621903a7a94b39a" + }, + { + "system_id": "thermal-00639", + "path": "episodes/thermal-00639.npz", + "sha256": "fc59118d4aba06781c6df970a4fa0433d55a44101f3ee6e0d24eaab09f41520d" + }, + { + "system_id": "thermal-00642", + "path": "episodes/thermal-00642.npz", + "sha256": "80c05d3d60eb9f5ab11be3d3fd4ed6325cb7732c89b73c237f6d5eeb0f9e6f7b" + }, + { + "system_id": "thermal-00645", + "path": "episodes/thermal-00645.npz", + "sha256": "260229ed47ab0d34bdc8b9b39857a6441968ecac0b2eb5363be8955934002334" + }, + { + "system_id": "thermal-00648", + "path": "episodes/thermal-00648.npz", + "sha256": "83a6ea7e39897f41e3336674fac328db948b01f5eb99ad262dd379e06e321393" + }, + { + "system_id": "thermal-00651", + "path": "episodes/thermal-00651.npz", + "sha256": "e8c54bb485a0a53ed9ee458ae45e41fc447c6282d232db4fb8a370c2a83260c5" + }, + { + "system_id": "thermal-00657", + "path": "episodes/thermal-00657.npz", + "sha256": "b1d62c63b7f52ccaaa4167aed193511e89bed753ee048ae7d95e34de7fe813f5" + }, + { + "system_id": "thermal-00666", + "path": "episodes/thermal-00666.npz", + "sha256": "627acdbc155af52416d291e8cf66c2bce76f334b666d084069659c5f2f6ee536" + }, + { + "system_id": "thermal-00675", + "path": "episodes/thermal-00675.npz", + "sha256": "bbd3e9039b6550d46a8de1b7cfb40d72c67c4c9c214741b73ffe799cb6d13fe8" + }, + { + "system_id": "thermal-00678", + "path": "episodes/thermal-00678.npz", + "sha256": "29cf1759d9122fdf583c75ce76cdc4cf4312a74e42f0e873929d0d819ff7dbbc" + }, + { + "system_id": "thermal-00681", + "path": "episodes/thermal-00681.npz", + "sha256": "5b3926af46b3eaec33ebec9e262c12e6f3ab9d49c375f4aa0b178826fb019480" + }, + { + "system_id": "thermal-00684", + "path": "episodes/thermal-00684.npz", + "sha256": "09b0e1dadf7e531e7deb4eec68b6e9e414dde23c37cb3e94f830494ee21ddce2" + }, + { + "system_id": "thermal-00687", + "path": "episodes/thermal-00687.npz", + "sha256": "fc251afd66e2fc04fe3c87327a7348e7b08170aeee9414ff60fe12b202d9309c" + }, + { + "system_id": "thermal-00690", + "path": "episodes/thermal-00690.npz", + "sha256": "fe8a60450c7081b98181987bc7493c37a1821764094edae9e162c37661394606" + }, + { + "system_id": "thermal-00693", + "path": "episodes/thermal-00693.npz", + "sha256": "98af989962dfe84c3c7a97ba4d819c21efafa87e46e3723b2114ddd08405a2a9" + }, + { + "system_id": "thermal-00696", + "path": "episodes/thermal-00696.npz", + "sha256": "c8094db557a87cb806aee8c509ae0e2b29fd1dc8ad88c4fa4661f5c2474ec73f" + }, + { + "system_id": "thermal-00699", + "path": "episodes/thermal-00699.npz", + "sha256": "b6db082f50e37a0ed4b9b1b4e5e580c1743a4cb0c0623e069aef68baadfb0f48" + }, + { + "system_id": "thermal-00702", + "path": "episodes/thermal-00702.npz", + "sha256": "41467fda7cba5b9d1616dc8a664845d81f8eae6ba6910a513e47a7c3dc059766" + }, + { + "system_id": "thermal-00705", + "path": "episodes/thermal-00705.npz", + "sha256": "7c5c36febbefcbdfef027bd4d7ec879bcb0b88a3efcb1329b02b31dbae92f935" + }, + { + "system_id": "thermal-00708", + "path": "episodes/thermal-00708.npz", + "sha256": "a72f8697b34352169654edbe6471cc86e4097b9cf762e3a52afefe5442359bb7" + }, + { + "system_id": "thermal-00714", + "path": "episodes/thermal-00714.npz", + "sha256": "57641588c35d87e7b46d2ac1be00275bf1b54379c24064ec110d24cd30d6539c" + }, + { + "system_id": "thermal-00717", + "path": "episodes/thermal-00717.npz", + "sha256": "7ddc8cb4628a5333b3aa38ce3e705b33a4166278ab4f6fa980f39fa4969cf463" + }, + { + "system_id": "thermal-00723", + "path": "episodes/thermal-00723.npz", + "sha256": "f35c9993f282ea1f950e8989e229c70f79cc36abac0edf510567a6a4a122e22e" + }, + { + "system_id": "thermal-00726", + "path": "episodes/thermal-00726.npz", + "sha256": "2625e5ff03459c4668e35ce50182667bd29692318a463f77d2365b39d89e6b96" + }, + { + "system_id": "thermal-00729", + "path": "episodes/thermal-00729.npz", + "sha256": "f926c5d4a89f64677f679cc5d52d2894acef62e20466d101a106385c021345d2" + }, + { + "system_id": "thermal-00732", + "path": "episodes/thermal-00732.npz", + "sha256": "9e24adf6da339d1fa508cb2c1f9e168aefc9df568b8a788be876ce992f630c10" + }, + { + "system_id": "thermal-00735", + "path": "episodes/thermal-00735.npz", + "sha256": "8ae7ca0ea4b9ed6ea6c1acfbd6901277f33374ff0bd645cf49b5f5470ccc5e28" + }, + { + "system_id": "thermal-00738", + "path": "episodes/thermal-00738.npz", + "sha256": "0e97f47c19370467d07503e786c0956814aedb1431c627e883ecb758012630c2" + }, + { + "system_id": "thermal-00741", + "path": "episodes/thermal-00741.npz", + "sha256": "2403a39697c8265be205aec053ee7b2bc52839cfee65e5f533283a3a31f49e1d" + }, + { + "system_id": "thermal-00744", + "path": "episodes/thermal-00744.npz", + "sha256": "47880f0ec5d91d17489d000da5e7d979c5628ac292ce91b32cdd2c3e17a9c36b" + }, + { + "system_id": "thermal-00747", + "path": "episodes/thermal-00747.npz", + "sha256": "41ba7bbc578d54c56ac48144f15a78b728faad9ff2c431f6d4895e01c2bad566" + }, + { + "system_id": "thermal-00750", + "path": "episodes/thermal-00750.npz", + "sha256": "1c381d4ebceac21dce4f22b0017296d41ba3a295d9165d5c7df17f225e764db1" + }, + { + "system_id": "thermal-00753", + "path": "episodes/thermal-00753.npz", + "sha256": "87433ec088a3b05040e551d024d8534d9568ec52a9a25118eaee2e60848bf42f" + }, + { + "system_id": "thermal-00756", + "path": "episodes/thermal-00756.npz", + "sha256": "f5c82d7757c6517263876142036941344e3da336012b5ab245241394a5bc9bc7" + }, + { + "system_id": "thermal-00759", + "path": "episodes/thermal-00759.npz", + "sha256": "b0c796ca2ca616421a440d8f40d41a16cdec4cfe02f1c741891e7ffd1e0210ae" + }, + { + "system_id": "thermal-00762", + "path": "episodes/thermal-00762.npz", + "sha256": "a7e95eb399b49a768ba23d44cfac355a5451d19e8c415dc41f479de29061ded2" + }, + { + "system_id": "thermal-00765", + "path": "episodes/thermal-00765.npz", + "sha256": "dbf2a8782328a8a72bae465c57afe765d029b6cd582ac2cda36858427a00ca84" + }, + { + "system_id": "thermal-00768", + "path": "episodes/thermal-00768.npz", + "sha256": "f150295de67c11f4e0525a1a8f16ce88df1883a712604818f7de3475b670fce4" + }, + { + "system_id": "thermal-00771", + "path": "episodes/thermal-00771.npz", + "sha256": "6ec1748dacdee6bc7dc8afebf7f95a91c0691a026d2b505a0a22bf48117edaa1" + }, + { + "system_id": "thermal-00774", + "path": "episodes/thermal-00774.npz", + "sha256": "376a1095bb4f433584d8109d679afe7a925174371baa31cfb94a4816435c1500" + }, + { + "system_id": "thermal-00777", + "path": "episodes/thermal-00777.npz", + "sha256": "4cefac32c2debf15d798c2b3d51240aca59618535ee7fdb3bd9e98ed9c83a38a" + }, + { + "system_id": "thermal-00780", + "path": "episodes/thermal-00780.npz", + "sha256": "a4d522b74ce981f8f401399dc3a29f00a72ece6dbc3ae59dd7ff03d883041b60" + }, + { + "system_id": "thermal-00783", + "path": "episodes/thermal-00783.npz", + "sha256": "b6fc14282c45598438a2e720d09d3a0c94123ee4f96efafa53ba2fde5dc07885" + }, + { + "system_id": "thermal-00786", + "path": "episodes/thermal-00786.npz", + "sha256": "6065f01846aedfa5da450ee43bb5038dc62dd9af3e2385e681d95bad4d12a13e" + }, + { + "system_id": "thermal-00789", + "path": "episodes/thermal-00789.npz", + "sha256": "d52fc73ba788b46196c55e9601c8153d1f41c47819acdca6bace7c9a200183b6" + }, + { + "system_id": "thermal-00792", + "path": "episodes/thermal-00792.npz", + "sha256": "3973f01b029564ca78ca6f0f491a81bff9477ebb1abd8de58506eab467c8ff82" + }, + { + "system_id": "thermal-00795", + "path": "episodes/thermal-00795.npz", + "sha256": "d3ce603b51fdf56700b7e04273c0960f3d6c11116a0d1064fd9e9c782b9db1c2" + }, + { + "system_id": "thermal-00804", + "path": "episodes/thermal-00804.npz", + "sha256": "5d2b3c5a9e1e653fe127024658fdb87b765d88874fc8d3698c6f9f6a1e2cc287" + }, + { + "system_id": "thermal-00807", + "path": "episodes/thermal-00807.npz", + "sha256": "2cfa78c5b25e8623252266b41e230881b11f4e19c2cca4b64d0252b4ac7a6eff" + }, + { + "system_id": "thermal-00810", + "path": "episodes/thermal-00810.npz", + "sha256": "7b9f388b62818af7727ea58e6b4dc24728a21543e3fb6e255d8e35eae3d87b9e" + }, + { + "system_id": "thermal-00813", + "path": "episodes/thermal-00813.npz", + "sha256": "d827e0c1927340fe5a27e8bef0ca70e06e497b924ee9bc7f36e9d0028362c768" + }, + { + "system_id": "thermal-00819", + "path": "episodes/thermal-00819.npz", + "sha256": "91bf336d3fd2ef08770143ede412a57cddd3801ce1f3eae91a065d0a3446d5c7" + }, + { + "system_id": "thermal-00828", + "path": "episodes/thermal-00828.npz", + "sha256": "4b1ac23d61eb46293a2745b2d77e80286cfd4e60753514e2122a07227a88e9ee" + }, + { + "system_id": "thermal-00840", + "path": "episodes/thermal-00840.npz", + "sha256": "68f8d54b6d4a99d16dfe5bf7e7d23838c47f9e40fcfc20f014d09534a3d347af" + }, + { + "system_id": "thermal-00843", + "path": "episodes/thermal-00843.npz", + "sha256": "0dc9a6e12d5957ae1bf756331efc63551b21478494fd98ebb57b52d22ef9c1db" + }, + { + "system_id": "thermal-00846", + "path": "episodes/thermal-00846.npz", + "sha256": "878e2790b9012c207715c26f35343403f73c81026d595bfbe97cf425de9121a2" + }, + { + "system_id": "thermal-00849", + "path": "episodes/thermal-00849.npz", + "sha256": "515a004da48aa21d7f9f1f80e1845b0b991f128c4528b382f0713d6149cda537" + }, + { + "system_id": "thermal-00852", + "path": "episodes/thermal-00852.npz", + "sha256": "17a5ad29b84117a8b0ddfbfd20dd839112b57d2a05f530d54b263bf75ee66aa9" + }, + { + "system_id": "thermal-00855", + "path": "episodes/thermal-00855.npz", + "sha256": "008e83d034a4bcd37af9bfc19e5e98dc4834a7b6aec8d7cc52c2b1e3c39c54f1" + }, + { + "system_id": "thermal-00864", + "path": "episodes/thermal-00864.npz", + "sha256": "a1ea2d8876c10fe6e4ccc8bbd98f2644f7de798c5b6d0efa01e3552e9ff9349a" + }, + { + "system_id": "thermal-00867", + "path": "episodes/thermal-00867.npz", + "sha256": "4b2246e76930539b4d977f93c33a39f40ee8fd37070c5487664bdada75e816d5" + }, + { + "system_id": "thermal-00873", + "path": "episodes/thermal-00873.npz", + "sha256": "ecd8058e452b68134c4c8ed702042e86e53b68802c6b29b952c69f9feb8d7e9d" + }, + { + "system_id": "thermal-00876", + "path": "episodes/thermal-00876.npz", + "sha256": "9c4d9ea233ae18903abce56c0fe8a2ac0909f2bfcd0ab0243a09e53e565f9704" + }, + { + "system_id": "thermal-00879", + "path": "episodes/thermal-00879.npz", + "sha256": "fd8d00ad979eeea1d271c98bfbb100da21103c76e38aa99f7fc65730d8101915" + }, + { + "system_id": "thermal-00882", + "path": "episodes/thermal-00882.npz", + "sha256": "c53bbfdd5831c80dc3c2bdbd79ddf54a82085b869a155de60323807b338c8105" + }, + { + "system_id": "thermal-00885", + "path": "episodes/thermal-00885.npz", + "sha256": "6cc3a383f47362aff770fe6bed11ca345cc50149f682ad04bfb246f177814d93" + }, + { + "system_id": "thermal-00894", + "path": "episodes/thermal-00894.npz", + "sha256": "37cb188307d8d959cfd7bca8eed7df025ba460b3aa60db293910edc591b51e31" + }, + { + "system_id": "thermal-00897", + "path": "episodes/thermal-00897.npz", + "sha256": "0891be677b651cf010a3f735e84ea4707a83e5d77ea298e19f545dd3d1444e1d" + }, + { + "system_id": "thermal-00906", + "path": "episodes/thermal-00906.npz", + "sha256": "8e200eda4fa1e59e7463f1c771295d65219ef0f65541c8b2bacfd9a8318d2689" + }, + { + "system_id": "thermal-00912", + "path": "episodes/thermal-00912.npz", + "sha256": "6dfa28bdd86c484d1bea801a3df6d048c5df075b1345ef97071003c8bf5cdc1e" + }, + { + "system_id": "thermal-00915", + "path": "episodes/thermal-00915.npz", + "sha256": "7b9c53fe20ec97373e69f7055227486f59962053b05da3ad5c49575e94af10cb" + }, + { + "system_id": "thermal-00918", + "path": "episodes/thermal-00918.npz", + "sha256": "dc2674ab98fb6ba70c33560bb87d815238e9f41360d8b73177bf7e281e09c719" + }, + { + "system_id": "thermal-00921", + "path": "episodes/thermal-00921.npz", + "sha256": "f3b17e066adbe1aee76cd680240048d7109570542be67752f403bde789facc33" + }, + { + "system_id": "thermal-00930", + "path": "episodes/thermal-00930.npz", + "sha256": "40c1e85d145aee987eb18b06dab43305ef0dbbb98ef5d6d5dedb3b912b43f3c1" + }, + { + "system_id": "thermal-00933", + "path": "episodes/thermal-00933.npz", + "sha256": "000cbcd5933fb4ebef84eeaff16f014bfef036837c2286eb5d482d53178b5b28" + }, + { + "system_id": "thermal-00936", + "path": "episodes/thermal-00936.npz", + "sha256": "423660c3ca8026695036e13c49d1db4fb53b6aefb8e029094037734442bf9b10" + }, + { + "system_id": "thermal-00954", + "path": "episodes/thermal-00954.npz", + "sha256": "c651212d4a910510181fc190715110c2dc1e5d1d8e04ea35467ef48b78928b5f" + }, + { + "system_id": "thermal-00957", + "path": "episodes/thermal-00957.npz", + "sha256": "48c73a4c4ba267d18f974c5b19e646d1edf379392874424c0f96cb3925419e0e" + }, + { + "system_id": "thermal-00963", + "path": "episodes/thermal-00963.npz", + "sha256": "d11f05197bc568b99ffdbdc062120c270c7f28e993f6b86cede3b1e6d5571d75" + }, + { + "system_id": "thermal-00966", + "path": "episodes/thermal-00966.npz", + "sha256": "9e7b70927140efd03b0ed0a9ef073e5275b417ae00512e83ea798313f50778dc" + }, + { + "system_id": "thermal-00969", + "path": "episodes/thermal-00969.npz", + "sha256": "48d31b8cb83cccd84ee4371fdf5037d60a4dbe4645ba3fb1ae3ae458cdc917be" + }, + { + "system_id": "thermal-00978", + "path": "episodes/thermal-00978.npz", + "sha256": "9a4df04649e47cb5a52d625d114da622ae9c9876cd8ec3a792121c1e074181f4" + }, + { + "system_id": "thermal-00981", + "path": "episodes/thermal-00981.npz", + "sha256": "03922f2246cc910daf15c709c83d78054c9c5bb3a6c58a77c1873f3a7cf257d6" + }, + { + "system_id": "thermal-00984", + "path": "episodes/thermal-00984.npz", + "sha256": "5df75ba61861ebd90bc7ef44dc2e33137d5652eadb79934fcf172090d3ab71a3" + }, + { + "system_id": "thermal-00987", + "path": "episodes/thermal-00987.npz", + "sha256": "40aacd660569ef0ab714306d800d849bc1b62af2abcae0927336d93c678ee4bf" + }, + { + "system_id": "thermal-00990", + "path": "episodes/thermal-00990.npz", + "sha256": "41488b376bd63f4b0f7538fb4b9d74f732a2e6a0271f3496baf24445df945bb8" + }, + { + "system_id": "thermal-00993", + "path": "episodes/thermal-00993.npz", + "sha256": "125a6987faad5952686e343f3be2b3750df5ce9cdfd2ae7406bcbaba062be779" + }, + { + "system_id": "thermal-00996", + "path": "episodes/thermal-00996.npz", + "sha256": "14ff8a90d6f5300364164bc403cbdcc2d27ab6371b82890665694644a034c12a" + }, + { + "system_id": "thermal-01002", + "path": "episodes/thermal-01002.npz", + "sha256": "bfac11ec5ee215d06a534e8fa0de4e3f19b18a6a9ba72fbede3cf92799c3ffeb" + }, + { + "system_id": "thermal-01005", + "path": "episodes/thermal-01005.npz", + "sha256": "bef87709e6aee627b4caa61b412e0498b83c8682b435354f8ed1e531b02cebbe" + }, + { + "system_id": "thermal-01008", + "path": "episodes/thermal-01008.npz", + "sha256": "f0de073fd8bbf50ea11c122a184328dac5e5c768c52182a636480a7cb08e55bf" + }, + { + "system_id": "thermal-01011", + "path": "episodes/thermal-01011.npz", + "sha256": "3637556c2cb91afdbc3d52d89559acdd606147d4a20e9aa290b7fc39d19f74b4" + }, + { + "system_id": "thermal-01014", + "path": "episodes/thermal-01014.npz", + "sha256": "b9204df2bca77a3b668cd0b7f4f961a243f6fff8d5913aab8260888ac847873a" + }, + { + "system_id": "thermal-01017", + "path": "episodes/thermal-01017.npz", + "sha256": "1c29e3a72d47899081fc32c1173217f33d6d72a5f11fe3b938833ffe25a94d5d" + }, + { + "system_id": "thermal-01020", + "path": "episodes/thermal-01020.npz", + "sha256": "94620cbe4d2248c73b77429b683fe5edd5167ac70a81658be578dc5a8b63f759" + }, + { + "system_id": "thermal-01026", + "path": "episodes/thermal-01026.npz", + "sha256": "cbdf5f3a29e90c74dc7cc0802ebceb8075a6ed647d0d328c0aaa24a65035061d" + }, + { + "system_id": "thermal-01029", + "path": "episodes/thermal-01029.npz", + "sha256": "64d707c0905932a7be4fa8d26b3afa221f9a661505e69a22db3dd6524ef20698" + }, + { + "system_id": "thermal-01032", + "path": "episodes/thermal-01032.npz", + "sha256": "1bf96d3660ec6023057c05d3e864c1f17f4407df327b44744ca947ce4199e383" + }, + { + "system_id": "thermal-01035", + "path": "episodes/thermal-01035.npz", + "sha256": "ac3d6cf865680a9779cc264a8fc86e56957505c5fa52cb1d8f9594838940c01d" + }, + { + "system_id": "thermal-01038", + "path": "episodes/thermal-01038.npz", + "sha256": "b2ec9e86d7ac0b5b47b383f2f106cdb43efeff36bff8efdc34c7fc01ed6f9eb8" + }, + { + "system_id": "thermal-01041", + "path": "episodes/thermal-01041.npz", + "sha256": "271cac742f8a6a92fcbaf29bf43bf0888d8e24795aa5aa87a54a68bc0ac8686f" + }, + { + "system_id": "thermal-01044", + "path": "episodes/thermal-01044.npz", + "sha256": "3431ac73037b0f801b9c4422346efaa57b93f624a02f9da83342a7d72b20dfa0" + }, + { + "system_id": "thermal-01047", + "path": "episodes/thermal-01047.npz", + "sha256": "62d2ba3d6806db812a93f40ad632d13d8acb5017512a7f0922399c7d79405e51" + }, + { + "system_id": "thermal-01056", + "path": "episodes/thermal-01056.npz", + "sha256": "8daa757f79909bd00f05fca8f4ddaacdf3ca6800bbf7a059a0bfd70ed0c808f4" + }, + { + "system_id": "thermal-01059", + "path": "episodes/thermal-01059.npz", + "sha256": "c18b003fbcd1013421a6a019ffdeb2c1309fd9905ba141dc3475718fc7a7f3fa" + }, + { + "system_id": "thermal-01062", + "path": "episodes/thermal-01062.npz", + "sha256": "e9f62fdbaa99fc337ed1d046d0713b45efbff36acc3a295e67301f0d2ff1b9d7" + }, + { + "system_id": "thermal-01065", + "path": "episodes/thermal-01065.npz", + "sha256": "3c8bc00b3ff09f931e239a569d648c9fccceca787c33466d112424824594ce3c" + }, + { + "system_id": "thermal-01068", + "path": "episodes/thermal-01068.npz", + "sha256": "27d2783ce46627bf53c55604eefde3cde336e655c556454506eff350bc876d68" + }, + { + "system_id": "thermal-01071", + "path": "episodes/thermal-01071.npz", + "sha256": "41d90df8118d648a38a640f2b1eaabf817a1a178c3b28920c7028cdc5727307f" + }, + { + "system_id": "thermal-01074", + "path": "episodes/thermal-01074.npz", + "sha256": "3edfb250f442371156a7236d5f66512aef485f74b4c296dd8b69fdf050a3954a" + }, + { + "system_id": "thermal-01080", + "path": "episodes/thermal-01080.npz", + "sha256": "31989c304e22636df442bc5e10a9ea4b16cef62bd76c37d207a7ed64fbac427c" + }, + { + "system_id": "thermal-01083", + "path": "episodes/thermal-01083.npz", + "sha256": "dc824e9c45c3018cf75435e1418e186d1108a478b23c212994ffd1fc4fba2368" + }, + { + "system_id": "thermal-01086", + "path": "episodes/thermal-01086.npz", + "sha256": "1a840cfdc0b8f911be94bb88eda1e01edee73e6832c85952f827d2aa4f6e150e" + }, + { + "system_id": "thermal-01089", + "path": "episodes/thermal-01089.npz", + "sha256": "e05a694a49b53ebbdbcc6849725c8880c4cfa91af2be35626b646810a80d05f9" + }, + { + "system_id": "thermal-01095", + "path": "episodes/thermal-01095.npz", + "sha256": "bb8de1496deda34b459f9d3598a6c0ee4e70e28d2cb64e05b238c4aa3204cc6e" + }, + { + "system_id": "thermal-01104", + "path": "episodes/thermal-01104.npz", + "sha256": "c17da232358fcda33836e3ce4337dd70a4bfeb62e3d8217611d574a263aec1d8" + }, + { + "system_id": "thermal-01107", + "path": "episodes/thermal-01107.npz", + "sha256": "7f687d6df746257a9c50f7cde6cba8b9604ad0b099481b0bf6f3c6598a20d695" + }, + { + "system_id": "thermal-01110", + "path": "episodes/thermal-01110.npz", + "sha256": "1f0cd278c0e4b16101463ece64caa64e76119c71b0bc678bfe261017f04ec4ca" + }, + { + "system_id": "thermal-01113", + "path": "episodes/thermal-01113.npz", + "sha256": "16626115df04d040f1e3dcebef3dbfb25c499f7603f0bb103e0bb7163109a9c3" + }, + { + "system_id": "thermal-01116", + "path": "episodes/thermal-01116.npz", + "sha256": "0698168bf913357b02a4c6646adec35a2524e155a6f83bb76b2f380959c62633" + }, + { + "system_id": "thermal-01122", + "path": "episodes/thermal-01122.npz", + "sha256": "7ea7fa26e92535f008b0c19a6e8a7becd09a1846d8b1efa6f0828833c232d411" + }, + { + "system_id": "thermal-01125", + "path": "episodes/thermal-01125.npz", + "sha256": "898f5a6d36783d82b912f5ecf18a38ccd0408bc7653f16d814205895855f45b0" + }, + { + "system_id": "thermal-01128", + "path": "episodes/thermal-01128.npz", + "sha256": "fea15efc6f8fedaea02637a41b511043be362529ff9f3d1195bbd14661b7c32b" + }, + { + "system_id": "thermal-01134", + "path": "episodes/thermal-01134.npz", + "sha256": "e43c6cd94344b37eebc75c136b9de42f8b168039dde7f93c688f54863e134d72" + }, + { + "system_id": "thermal-01140", + "path": "episodes/thermal-01140.npz", + "sha256": "35be7aec3cc9728816b6afd535fb47404364538395304a5fa4559016e5e1edb0" + }, + { + "system_id": "thermal-01143", + "path": "episodes/thermal-01143.npz", + "sha256": "48056c6b90055d06f8470a5d56cd9718392f82f27ba2632e92bddbd3c786d4b8" + }, + { + "system_id": "thermal-01146", + "path": "episodes/thermal-01146.npz", + "sha256": "c833527d1ca4e711d3631cec24fd6a12730f1249a0a2d98ab04c7782ee64f5f6" + }, + { + "system_id": "thermal-01149", + "path": "episodes/thermal-01149.npz", + "sha256": "74d92db21a136e5d20bd44e5d4616d7db8609b9a391568dfc70adad9fd3e0c91" + }, + { + "system_id": "thermal-01152", + "path": "episodes/thermal-01152.npz", + "sha256": "620060781575ef9d07f1f2846bf5061c3d66054360af45a6429e77859d85fcb5" + }, + { + "system_id": "thermal-01164", + "path": "episodes/thermal-01164.npz", + "sha256": "2d66b50f15676e2af68c71b2408f9bfec7e82399cee65500ad3e4fcf49124eed" + }, + { + "system_id": "thermal-01167", + "path": "episodes/thermal-01167.npz", + "sha256": "f447341d4586d93309cb4c51f47fff52d968e6f449083e4c40d65cc67b71a88b" + }, + { + "system_id": "thermal-01173", + "path": "episodes/thermal-01173.npz", + "sha256": "43fa8e0d1de08718a8a6c3a91444edcf950f91f269c4c1d4f1d13c7f63e7a784" + }, + { + "system_id": "thermal-01176", + "path": "episodes/thermal-01176.npz", + "sha256": "114f1d13a52d88ab80533d0b600320bf6ed29b0c0f7b203359c0a803fb69b8a4" + }, + { + "system_id": "thermal-01179", + "path": "episodes/thermal-01179.npz", + "sha256": "fa1344ed4c70c89b239dee23b9693cf8d81c2e32372862714abcfd1a7e51eae4" + }, + { + "system_id": "thermal-01185", + "path": "episodes/thermal-01185.npz", + "sha256": "3626bfed188d2c8f21c643f25fc8ff89385e84258b0e0394a925252fb08d7cfa" + }, + { + "system_id": "thermal-01188", + "path": "episodes/thermal-01188.npz", + "sha256": "6c28bd885a1af515f1220416c4edc5b647bb8ac2b1a11bbb49362e9712159949" + }, + { + "system_id": "thermal-01191", + "path": "episodes/thermal-01191.npz", + "sha256": "9137557c5e3cffdc9a0c04649c0989ca57b15b8ec6eb2a635b800d782155de03" + }, + { + "system_id": "thermal-01194", + "path": "episodes/thermal-01194.npz", + "sha256": "ccffad0b6bbe4c77ae458e4df58f3330fd5fb756b44c65fb5232d88081d26b50" + }, + { + "system_id": "thermal-01197", + "path": "episodes/thermal-01197.npz", + "sha256": "46bee9e73a161be441bf9f5e17bed7f15a366e5613e0db9fe60edfb304718ee9" + } + ], + "requested_training_windows": 150000, + "training_window_seed": 42, + "training_anchor_sha256": "390620f4cadae74bf532f001c667bf1ac347dc83cde08234f5563f7c23fa9851", + "history_steps": 24, + "future_steps": 8, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ] + }, + "catboost_version": "1.2.10", + "artifact_source_sha256": "5b70bb928cc29b4f09cbaacaed716208e1fc5b507f8cd4811b52c770e9268d0d", + "training_parameters": { + "iterations": 200, + "depth": 6, + "learning_rate": 0.05, + "random_seed": 42, + "thread_count": 4, + "border_count": 254, + "loss_function": "RMSE", + "task_type": "CPU" + }, + "budget": { + "requested_training_windows": 150000, + "emitted_training_windows": 150000, + "valid_training_query_rows": 1856448, + "feature_count": 1374, + "query_counts_by_field_horizon": { + "0:15": 48176, + "0:30": 48186, + "0:60": 48093, + "0:120": 48177, + "1:15": 31980, + "1:30": 31978, + "1:60": 31976, + "1:120": 32020, + "2:15": 48208, + "2:30": 48194, + "2:60": 48228, + "2:120": 48223, + "3:15": 47902, + "3:30": 47930, + "3:60": 47926, + "3:120": 47941, + "4:15": 47928, + "4:30": 47940, + "4:60": 47864, + "4:120": 47939, + "5:15": 47944, + "5:30": 48012, + "5:60": 47984, + "5:120": 47935, + "6:15": 48024, + "6:30": 48012, + "6:60": 47985, + "6:120": 48067, + "7:15": 47960, + "7:30": 47972, + "7:60": 47935, + "7:120": 47885, + "8:15": 47944, + "8:30": 47942, + "8:60": 47986, + "8:120": 47965, + "9:15": 47996, + "9:30": 48020, + "9:60": 48033, + "9:120": 48038 + }, + "chunk_windows": 64, + "source_dtype": "float32", + "feature_order": "F", + "raw_bytes": 10210464000 + }, + "residual_std": 0.3027456893140808, + "residual_std_fit_partition": "train", + "model_sha256": "a849379841dadb95dffe45e80d55469500f2741397496382c4af7b964cdac1cf", + "pool_sha256": "8c0da41f3d53794e7edd61d43e22d899c860f67e9f39f7bf5e5c6997b8f2bbc3", + "memory_method": "Bounded window chunks to Fortran-order float32 feature/label memmaps; documented Pool construction and quantize/save; reusable quantized pool.", + "memory_limitation": "Quantized pool and CatBoost working buffers still consume RAM; no hard numeric-feature memory cap is claimed." +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/catboost/model.cbm b/studies/full-data-stopped-20261011/artifacts/full/catboost/model.cbm new file mode 100644 index 0000000000000000000000000000000000000000..7f59fef95323db3b21540fd5c59158425f65c19c --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/catboost/model.cbm @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a849379841dadb95dffe45e80d55469500f2741397496382c4af7b964cdac1cf +size 264136 diff --git a/studies/full-data-stopped-20261011/artifacts/full/catboost/pool.json b/studies/full-data-stopped-20261011/artifacts/full/catboost/pool.json new file mode 100644 index 0000000000000000000000000000000000000000..7f471a20c589a5032c7bba1d21398c51835bcaf3 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/catboost/pool.json @@ -0,0 +1,5983 @@ +{ + "binding": { + "feature_version": "tfm-catboost-causal-flat-v1", + "encoding_source_sha256": { + "baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843", + "windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3" + }, + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "sampled_training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "training_episode_sources": [ + { + "system_id": "battery-00002", + "path": "episodes/battery-00002.npz", + "sha256": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790" + }, + { + "system_id": "battery-00005", + "path": "episodes/battery-00005.npz", + "sha256": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48" + }, + { + "system_id": "battery-00008", + "path": "episodes/battery-00008.npz", + "sha256": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7" + }, + { + "system_id": "battery-00014", + "path": "episodes/battery-00014.npz", + "sha256": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de" + }, + { + "system_id": "battery-00020", + "path": "episodes/battery-00020.npz", + "sha256": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835" + }, + { + "system_id": "battery-00026", + "path": "episodes/battery-00026.npz", + "sha256": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6" + }, + { + "system_id": "battery-00032", + "path": "episodes/battery-00032.npz", + "sha256": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077" + }, + { + "system_id": "battery-00035", + "path": "episodes/battery-00035.npz", + "sha256": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb" + }, + { + "system_id": "battery-00044", + "path": "episodes/battery-00044.npz", + "sha256": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee" + }, + { + "system_id": "battery-00050", + "path": "episodes/battery-00050.npz", + "sha256": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600" + }, + { + "system_id": "battery-00053", + "path": "episodes/battery-00053.npz", + "sha256": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d" + }, + { + "system_id": "battery-00056", + "path": "episodes/battery-00056.npz", + "sha256": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a" + }, + { + "system_id": "battery-00059", + "path": "episodes/battery-00059.npz", + "sha256": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1" + }, + { + "system_id": "battery-00062", + "path": "episodes/battery-00062.npz", + "sha256": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8" + }, + { + "system_id": "battery-00065", + "path": "episodes/battery-00065.npz", + "sha256": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4" + }, + { + "system_id": "battery-00071", + "path": "episodes/battery-00071.npz", + "sha256": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae" + }, + { + "system_id": "battery-00077", + "path": "episodes/battery-00077.npz", + "sha256": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3" + }, + { + "system_id": "battery-00089", + "path": "episodes/battery-00089.npz", + "sha256": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68" + }, + { + "system_id": "battery-00092", + "path": "episodes/battery-00092.npz", + "sha256": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a" + }, + { + "system_id": "battery-00098", + "path": "episodes/battery-00098.npz", + "sha256": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2" + }, + { + "system_id": "battery-00101", + "path": "episodes/battery-00101.npz", + "sha256": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f" + }, + { + "system_id": "battery-00110", + "path": "episodes/battery-00110.npz", + "sha256": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f" + }, + { + "system_id": "battery-00113", + "path": "episodes/battery-00113.npz", + "sha256": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b" + }, + { + "system_id": "battery-00116", + "path": "episodes/battery-00116.npz", + "sha256": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553" + }, + { + "system_id": "battery-00122", + "path": "episodes/battery-00122.npz", + "sha256": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba" + }, + { + "system_id": "battery-00125", + "path": "episodes/battery-00125.npz", + "sha256": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e" + }, + { + "system_id": "battery-00131", + "path": "episodes/battery-00131.npz", + "sha256": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855" + }, + { + "system_id": "battery-00137", + "path": "episodes/battery-00137.npz", + "sha256": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564" + }, + { + "system_id": "battery-00140", + "path": "episodes/battery-00140.npz", + "sha256": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06" + }, + { + "system_id": "battery-00143", + "path": "episodes/battery-00143.npz", + "sha256": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76" + }, + { + "system_id": "battery-00155", + "path": "episodes/battery-00155.npz", + "sha256": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00" + }, + { + "system_id": "battery-00170", + "path": "episodes/battery-00170.npz", + "sha256": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff" + }, + { + "system_id": "battery-00173", + "path": "episodes/battery-00173.npz", + "sha256": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6" + }, + { + "system_id": "battery-00179", + "path": "episodes/battery-00179.npz", + "sha256": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0" + }, + { + "system_id": "battery-00182", + "path": "episodes/battery-00182.npz", + "sha256": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7" + }, + { + "system_id": "battery-00185", + "path": "episodes/battery-00185.npz", + "sha256": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f" + }, + { + "system_id": "battery-00191", + "path": "episodes/battery-00191.npz", + "sha256": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a" + }, + { + "system_id": "battery-00197", + "path": "episodes/battery-00197.npz", + "sha256": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548" + }, + { + "system_id": "battery-00200", + "path": "episodes/battery-00200.npz", + "sha256": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132" + }, + { + "system_id": "battery-00203", + "path": "episodes/battery-00203.npz", + "sha256": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423" + }, + { + "system_id": "battery-00206", + "path": "episodes/battery-00206.npz", + "sha256": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d" + }, + { + "system_id": "battery-00209", + "path": "episodes/battery-00209.npz", + "sha256": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858" + }, + { + "system_id": "battery-00215", + "path": "episodes/battery-00215.npz", + "sha256": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5" + }, + { + "system_id": "battery-00218", + "path": "episodes/battery-00218.npz", + "sha256": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8" + }, + { + "system_id": "battery-00221", + "path": "episodes/battery-00221.npz", + "sha256": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d" + }, + { + "system_id": "battery-00227", + "path": "episodes/battery-00227.npz", + "sha256": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1" + }, + { + "system_id": "battery-00233", + "path": "episodes/battery-00233.npz", + "sha256": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9" + }, + { + "system_id": "battery-00236", + "path": "episodes/battery-00236.npz", + "sha256": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761" + }, + { + "system_id": "battery-00242", + "path": "episodes/battery-00242.npz", + "sha256": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5" + }, + { + "system_id": "battery-00245", + "path": "episodes/battery-00245.npz", + "sha256": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9" + }, + { + "system_id": "battery-00248", + "path": "episodes/battery-00248.npz", + "sha256": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d" + }, + { + "system_id": "battery-00251", + "path": "episodes/battery-00251.npz", + "sha256": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c" + }, + { + "system_id": "battery-00254", + "path": "episodes/battery-00254.npz", + "sha256": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45" + }, + { + "system_id": "battery-00257", + "path": "episodes/battery-00257.npz", + "sha256": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9" + }, + { + "system_id": "battery-00269", + "path": "episodes/battery-00269.npz", + "sha256": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208" + }, + { + "system_id": "battery-00272", + "path": "episodes/battery-00272.npz", + "sha256": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44" + }, + { + "system_id": "battery-00278", + "path": "episodes/battery-00278.npz", + "sha256": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9" + }, + { + "system_id": "battery-00284", + "path": "episodes/battery-00284.npz", + "sha256": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537" + }, + { + "system_id": "battery-00293", + "path": "episodes/battery-00293.npz", + "sha256": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9" + }, + { + "system_id": "battery-00302", + "path": "episodes/battery-00302.npz", + "sha256": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61" + }, + { + "system_id": "battery-00311", + "path": "episodes/battery-00311.npz", + "sha256": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde" + }, + { + "system_id": "battery-00314", + "path": "episodes/battery-00314.npz", + "sha256": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2" + }, + { + "system_id": "battery-00323", + "path": "episodes/battery-00323.npz", + "sha256": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215" + }, + { + "system_id": "battery-00326", + "path": "episodes/battery-00326.npz", + "sha256": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718" + }, + { + "system_id": "battery-00329", + "path": "episodes/battery-00329.npz", + "sha256": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a" + }, + { + "system_id": "battery-00332", + "path": "episodes/battery-00332.npz", + "sha256": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee" + }, + { + "system_id": "battery-00335", + "path": "episodes/battery-00335.npz", + "sha256": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8" + }, + { + "system_id": "battery-00338", + "path": "episodes/battery-00338.npz", + "sha256": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343" + }, + { + "system_id": "battery-00344", + "path": "episodes/battery-00344.npz", + "sha256": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54" + }, + { + "system_id": "battery-00350", + "path": "episodes/battery-00350.npz", + "sha256": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656" + }, + { + "system_id": "battery-00356", + "path": "episodes/battery-00356.npz", + "sha256": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c" + }, + { + "system_id": "battery-00359", + "path": "episodes/battery-00359.npz", + "sha256": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753" + }, + { + "system_id": "battery-00362", + "path": "episodes/battery-00362.npz", + "sha256": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4" + }, + { + "system_id": "battery-00368", + "path": "episodes/battery-00368.npz", + "sha256": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291" + }, + { + "system_id": "battery-00371", + "path": "episodes/battery-00371.npz", + "sha256": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da" + }, + { + "system_id": "battery-00374", + "path": "episodes/battery-00374.npz", + "sha256": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf" + }, + { + "system_id": "battery-00383", + "path": "episodes/battery-00383.npz", + "sha256": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0" + }, + { + "system_id": "battery-00386", + "path": "episodes/battery-00386.npz", + "sha256": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad" + }, + { + "system_id": "battery-00389", + "path": "episodes/battery-00389.npz", + "sha256": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be" + }, + { + "system_id": "battery-00392", + "path": "episodes/battery-00392.npz", + "sha256": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106" + }, + { + "system_id": "battery-00395", + "path": "episodes/battery-00395.npz", + "sha256": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5" + }, + { + "system_id": "battery-00398", + "path": "episodes/battery-00398.npz", + "sha256": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a" + }, + { + "system_id": "battery-00401", + "path": "episodes/battery-00401.npz", + "sha256": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c" + }, + { + "system_id": "battery-00404", + "path": "episodes/battery-00404.npz", + "sha256": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799" + }, + { + "system_id": "battery-00407", + "path": "episodes/battery-00407.npz", + "sha256": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139" + }, + { + "system_id": "battery-00410", + "path": "episodes/battery-00410.npz", + "sha256": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670" + }, + { + "system_id": "battery-00419", + "path": "episodes/battery-00419.npz", + "sha256": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366" + }, + { + "system_id": "battery-00422", + "path": "episodes/battery-00422.npz", + "sha256": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1" + }, + { + "system_id": "battery-00425", + "path": "episodes/battery-00425.npz", + "sha256": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b" + }, + { + "system_id": "battery-00428", + "path": "episodes/battery-00428.npz", + "sha256": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01" + }, + { + "system_id": "battery-00431", + "path": "episodes/battery-00431.npz", + "sha256": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4" + }, + { + "system_id": "battery-00434", + "path": "episodes/battery-00434.npz", + "sha256": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9" + }, + { + "system_id": "battery-00437", + "path": "episodes/battery-00437.npz", + "sha256": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983" + }, + { + "system_id": "battery-00440", + "path": "episodes/battery-00440.npz", + "sha256": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad" + }, + { + "system_id": "battery-00443", + "path": "episodes/battery-00443.npz", + "sha256": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2" + }, + { + "system_id": "battery-00449", + "path": "episodes/battery-00449.npz", + "sha256": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee" + }, + { + "system_id": "battery-00452", + "path": "episodes/battery-00452.npz", + "sha256": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de" + }, + { + "system_id": "battery-00455", + "path": "episodes/battery-00455.npz", + "sha256": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387" + }, + { + "system_id": "battery-00458", + "path": "episodes/battery-00458.npz", + "sha256": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0" + }, + { + "system_id": "battery-00461", + "path": "episodes/battery-00461.npz", + "sha256": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6" + }, + { + "system_id": "battery-00467", + "path": "episodes/battery-00467.npz", + "sha256": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855" + }, + { + "system_id": "battery-00470", + "path": "episodes/battery-00470.npz", + "sha256": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a" + }, + { + "system_id": "battery-00473", + "path": "episodes/battery-00473.npz", + "sha256": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774" + }, + { + "system_id": "battery-00476", + "path": "episodes/battery-00476.npz", + "sha256": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7" + }, + { + "system_id": "battery-00485", + "path": "episodes/battery-00485.npz", + "sha256": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d" + }, + { + "system_id": "battery-00488", + "path": "episodes/battery-00488.npz", + "sha256": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323" + }, + { + "system_id": "battery-00491", + "path": "episodes/battery-00491.npz", + "sha256": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb" + }, + { + "system_id": "battery-00494", + "path": "episodes/battery-00494.npz", + "sha256": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6" + }, + { + "system_id": "battery-00497", + "path": "episodes/battery-00497.npz", + "sha256": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4" + }, + { + "system_id": "battery-00503", + "path": "episodes/battery-00503.npz", + "sha256": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402" + }, + { + "system_id": "battery-00506", + "path": "episodes/battery-00506.npz", + "sha256": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612" + }, + { + "system_id": "battery-00509", + "path": "episodes/battery-00509.npz", + "sha256": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3" + }, + { + "system_id": "battery-00512", + "path": "episodes/battery-00512.npz", + "sha256": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c" + }, + { + "system_id": "battery-00515", + "path": "episodes/battery-00515.npz", + "sha256": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21" + }, + { + "system_id": "battery-00518", + "path": "episodes/battery-00518.npz", + "sha256": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4" + }, + { + "system_id": "battery-00521", + "path": "episodes/battery-00521.npz", + "sha256": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9" + }, + { + "system_id": "battery-00524", + "path": "episodes/battery-00524.npz", + "sha256": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac" + }, + { + "system_id": "battery-00530", + "path": "episodes/battery-00530.npz", + "sha256": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a" + }, + { + "system_id": "battery-00536", + "path": "episodes/battery-00536.npz", + "sha256": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195" + }, + { + "system_id": "battery-00539", + "path": "episodes/battery-00539.npz", + "sha256": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0" + }, + { + "system_id": "battery-00542", + "path": "episodes/battery-00542.npz", + "sha256": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f" + }, + { + "system_id": "battery-00545", + "path": "episodes/battery-00545.npz", + "sha256": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3" + }, + { + "system_id": "battery-00548", + "path": "episodes/battery-00548.npz", + "sha256": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019" + }, + { + "system_id": "battery-00551", + "path": "episodes/battery-00551.npz", + "sha256": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736" + }, + { + "system_id": "battery-00554", + "path": "episodes/battery-00554.npz", + "sha256": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0" + }, + { + "system_id": "battery-00557", + "path": "episodes/battery-00557.npz", + "sha256": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887" + }, + { + "system_id": "battery-00560", + "path": "episodes/battery-00560.npz", + "sha256": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa" + }, + { + "system_id": "battery-00563", + "path": "episodes/battery-00563.npz", + "sha256": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473" + }, + { + "system_id": "battery-00569", + "path": "episodes/battery-00569.npz", + "sha256": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0" + }, + { + "system_id": "battery-00572", + "path": "episodes/battery-00572.npz", + "sha256": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db" + }, + { + "system_id": "battery-00575", + "path": "episodes/battery-00575.npz", + "sha256": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215" + }, + { + "system_id": "battery-00584", + "path": "episodes/battery-00584.npz", + "sha256": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c" + }, + { + "system_id": "battery-00590", + "path": "episodes/battery-00590.npz", + "sha256": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05" + }, + { + "system_id": "battery-00596", + "path": "episodes/battery-00596.npz", + "sha256": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb" + }, + { + "system_id": "battery-00602", + "path": "episodes/battery-00602.npz", + "sha256": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7" + }, + { + "system_id": "battery-00611", + "path": "episodes/battery-00611.npz", + "sha256": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0" + }, + { + "system_id": "battery-00614", + "path": "episodes/battery-00614.npz", + "sha256": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc" + }, + { + "system_id": "battery-00617", + "path": "episodes/battery-00617.npz", + "sha256": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032" + }, + { + "system_id": "battery-00620", + "path": "episodes/battery-00620.npz", + "sha256": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33" + }, + { + "system_id": "battery-00623", + "path": "episodes/battery-00623.npz", + "sha256": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04" + }, + { + "system_id": "battery-00626", + "path": "episodes/battery-00626.npz", + "sha256": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2" + }, + { + "system_id": "battery-00629", + "path": "episodes/battery-00629.npz", + "sha256": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6" + }, + { + "system_id": "battery-00638", + "path": "episodes/battery-00638.npz", + "sha256": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db" + }, + { + "system_id": "battery-00641", + "path": "episodes/battery-00641.npz", + "sha256": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc" + }, + { + "system_id": "battery-00644", + "path": "episodes/battery-00644.npz", + "sha256": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba" + }, + { + "system_id": "battery-00647", + "path": "episodes/battery-00647.npz", + "sha256": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f" + }, + { + "system_id": "battery-00650", + "path": "episodes/battery-00650.npz", + "sha256": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7" + }, + { + "system_id": "battery-00656", + "path": "episodes/battery-00656.npz", + "sha256": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f" + }, + { + "system_id": "battery-00662", + "path": "episodes/battery-00662.npz", + "sha256": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef" + }, + { + "system_id": "battery-00668", + "path": "episodes/battery-00668.npz", + "sha256": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b" + }, + { + "system_id": "battery-00671", + "path": "episodes/battery-00671.npz", + "sha256": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb" + }, + { + "system_id": "battery-00680", + "path": "episodes/battery-00680.npz", + "sha256": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c" + }, + { + "system_id": "battery-00683", + "path": "episodes/battery-00683.npz", + "sha256": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb" + }, + { + "system_id": "battery-00686", + "path": "episodes/battery-00686.npz", + "sha256": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc" + }, + { + "system_id": "battery-00689", + "path": "episodes/battery-00689.npz", + "sha256": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b" + }, + { + "system_id": "battery-00692", + "path": "episodes/battery-00692.npz", + "sha256": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f" + }, + { + "system_id": "battery-00695", + "path": "episodes/battery-00695.npz", + "sha256": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a" + }, + { + "system_id": "battery-00698", + "path": "episodes/battery-00698.npz", + "sha256": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e" + }, + { + "system_id": "battery-00701", + "path": "episodes/battery-00701.npz", + "sha256": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04" + }, + { + "system_id": "battery-00707", + "path": "episodes/battery-00707.npz", + "sha256": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88" + }, + { + "system_id": "battery-00710", + "path": "episodes/battery-00710.npz", + "sha256": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f" + }, + { + "system_id": "battery-00713", + "path": "episodes/battery-00713.npz", + "sha256": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5" + }, + { + "system_id": "battery-00716", + "path": "episodes/battery-00716.npz", + "sha256": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc" + }, + { + "system_id": "battery-00725", + "path": "episodes/battery-00725.npz", + "sha256": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba" + }, + { + "system_id": "battery-00728", + "path": "episodes/battery-00728.npz", + "sha256": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40" + }, + { + "system_id": "battery-00731", + "path": "episodes/battery-00731.npz", + "sha256": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa" + }, + { + "system_id": "battery-00734", + "path": "episodes/battery-00734.npz", + "sha256": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2" + }, + { + "system_id": "battery-00740", + "path": "episodes/battery-00740.npz", + "sha256": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198" + }, + { + "system_id": "battery-00743", + "path": "episodes/battery-00743.npz", + "sha256": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b" + }, + { + "system_id": "battery-00746", + "path": "episodes/battery-00746.npz", + "sha256": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23" + }, + { + "system_id": "battery-00749", + "path": "episodes/battery-00749.npz", + "sha256": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b" + }, + { + "system_id": "battery-00755", + "path": "episodes/battery-00755.npz", + "sha256": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0" + }, + { + "system_id": "battery-00758", + "path": "episodes/battery-00758.npz", + "sha256": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9" + }, + { + "system_id": "battery-00776", + "path": "episodes/battery-00776.npz", + "sha256": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c" + }, + { + "system_id": "battery-00779", + "path": "episodes/battery-00779.npz", + "sha256": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a" + }, + { + "system_id": "battery-00785", + "path": "episodes/battery-00785.npz", + "sha256": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d" + }, + { + "system_id": "battery-00791", + "path": "episodes/battery-00791.npz", + "sha256": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12" + }, + { + "system_id": "battery-00794", + "path": "episodes/battery-00794.npz", + "sha256": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af" + }, + { + "system_id": "battery-00800", + "path": "episodes/battery-00800.npz", + "sha256": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8" + }, + { + "system_id": "battery-00809", + "path": "episodes/battery-00809.npz", + "sha256": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf" + }, + { + "system_id": "battery-00812", + "path": "episodes/battery-00812.npz", + "sha256": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d" + }, + { + "system_id": "battery-00815", + "path": "episodes/battery-00815.npz", + "sha256": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f" + }, + { + "system_id": "battery-00818", + "path": "episodes/battery-00818.npz", + "sha256": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed" + }, + { + "system_id": "battery-00821", + "path": "episodes/battery-00821.npz", + "sha256": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc" + }, + { + "system_id": "battery-00824", + "path": "episodes/battery-00824.npz", + "sha256": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3" + }, + { + "system_id": "battery-00827", + "path": "episodes/battery-00827.npz", + "sha256": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7" + }, + { + "system_id": "battery-00836", + "path": "episodes/battery-00836.npz", + "sha256": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471" + }, + { + "system_id": "battery-00842", + "path": "episodes/battery-00842.npz", + "sha256": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd" + }, + { + "system_id": "battery-00845", + "path": "episodes/battery-00845.npz", + "sha256": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c" + }, + { + "system_id": "battery-00848", + "path": "episodes/battery-00848.npz", + "sha256": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0" + }, + { + "system_id": "battery-00851", + "path": "episodes/battery-00851.npz", + "sha256": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387" + }, + { + "system_id": "battery-00854", + "path": "episodes/battery-00854.npz", + "sha256": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a" + }, + { + "system_id": "battery-00863", + "path": "episodes/battery-00863.npz", + "sha256": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e" + }, + { + "system_id": "battery-00866", + "path": "episodes/battery-00866.npz", + "sha256": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a" + }, + { + "system_id": "battery-00869", + "path": "episodes/battery-00869.npz", + "sha256": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e" + }, + { + "system_id": "battery-00872", + "path": "episodes/battery-00872.npz", + "sha256": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0" + }, + { + "system_id": "battery-00875", + "path": "episodes/battery-00875.npz", + "sha256": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c" + }, + { + "system_id": "battery-00884", + "path": "episodes/battery-00884.npz", + "sha256": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650" + }, + { + "system_id": "battery-00887", + "path": "episodes/battery-00887.npz", + "sha256": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba" + }, + { + "system_id": "battery-00896", + "path": "episodes/battery-00896.npz", + "sha256": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b" + }, + { + "system_id": "battery-00902", + "path": "episodes/battery-00902.npz", + "sha256": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460" + }, + { + "system_id": "battery-00905", + "path": "episodes/battery-00905.npz", + "sha256": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2" + }, + { + "system_id": "battery-00911", + "path": "episodes/battery-00911.npz", + "sha256": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b" + }, + { + "system_id": "battery-00914", + "path": "episodes/battery-00914.npz", + "sha256": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1" + }, + { + "system_id": "battery-00917", + "path": "episodes/battery-00917.npz", + "sha256": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343" + }, + { + "system_id": "battery-00920", + "path": "episodes/battery-00920.npz", + "sha256": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9" + }, + { + "system_id": "battery-00923", + "path": "episodes/battery-00923.npz", + "sha256": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61" + }, + { + "system_id": "battery-00926", + "path": "episodes/battery-00926.npz", + "sha256": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97" + }, + { + "system_id": "battery-00929", + "path": "episodes/battery-00929.npz", + "sha256": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab" + }, + { + "system_id": "battery-00932", + "path": "episodes/battery-00932.npz", + "sha256": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa" + }, + { + "system_id": "battery-00935", + "path": "episodes/battery-00935.npz", + "sha256": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78" + }, + { + "system_id": "battery-00938", + "path": "episodes/battery-00938.npz", + "sha256": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585" + }, + { + "system_id": "battery-00941", + "path": "episodes/battery-00941.npz", + "sha256": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957" + }, + { + "system_id": "battery-00944", + "path": "episodes/battery-00944.npz", + "sha256": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef" + }, + { + "system_id": "battery-00953", + "path": "episodes/battery-00953.npz", + "sha256": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62" + }, + { + "system_id": "battery-00956", + "path": "episodes/battery-00956.npz", + "sha256": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc" + }, + { + "system_id": "battery-00959", + "path": "episodes/battery-00959.npz", + "sha256": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795" + }, + { + "system_id": "battery-00965", + "path": "episodes/battery-00965.npz", + "sha256": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e" + }, + { + "system_id": "battery-00968", + "path": "episodes/battery-00968.npz", + "sha256": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf" + }, + { + "system_id": "battery-00971", + "path": "episodes/battery-00971.npz", + "sha256": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c" + }, + { + "system_id": "battery-00974", + "path": "episodes/battery-00974.npz", + "sha256": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd" + }, + { + "system_id": "battery-00977", + "path": "episodes/battery-00977.npz", + "sha256": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b" + }, + { + "system_id": "battery-00980", + "path": "episodes/battery-00980.npz", + "sha256": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3" + }, + { + "system_id": "battery-00986", + "path": "episodes/battery-00986.npz", + "sha256": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b" + }, + { + "system_id": "battery-00995", + "path": "episodes/battery-00995.npz", + "sha256": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9" + }, + { + "system_id": "battery-00998", + "path": "episodes/battery-00998.npz", + "sha256": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c" + }, + { + "system_id": "battery-01001", + "path": "episodes/battery-01001.npz", + "sha256": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d" + }, + { + "system_id": "battery-01004", + "path": "episodes/battery-01004.npz", + "sha256": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b" + }, + { + "system_id": "battery-01007", + "path": "episodes/battery-01007.npz", + "sha256": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54" + }, + { + "system_id": "battery-01013", + "path": "episodes/battery-01013.npz", + "sha256": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6" + }, + { + "system_id": "battery-01019", + "path": "episodes/battery-01019.npz", + "sha256": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87" + }, + { + "system_id": "battery-01022", + "path": "episodes/battery-01022.npz", + "sha256": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2" + }, + { + "system_id": "battery-01028", + "path": "episodes/battery-01028.npz", + "sha256": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195" + }, + { + "system_id": "battery-01031", + "path": "episodes/battery-01031.npz", + "sha256": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80" + }, + { + "system_id": "battery-01034", + "path": "episodes/battery-01034.npz", + "sha256": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7" + }, + { + "system_id": "battery-01037", + "path": "episodes/battery-01037.npz", + "sha256": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94" + }, + { + "system_id": "battery-01040", + "path": "episodes/battery-01040.npz", + "sha256": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701" + }, + { + "system_id": "battery-01043", + "path": "episodes/battery-01043.npz", + "sha256": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7" + }, + { + "system_id": "battery-01046", + "path": "episodes/battery-01046.npz", + "sha256": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289" + }, + { + "system_id": "battery-01049", + "path": "episodes/battery-01049.npz", + "sha256": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872" + }, + { + "system_id": "battery-01055", + "path": "episodes/battery-01055.npz", + "sha256": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41" + }, + { + "system_id": "battery-01058", + "path": "episodes/battery-01058.npz", + "sha256": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2" + }, + { + "system_id": "battery-01061", + "path": "episodes/battery-01061.npz", + "sha256": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd" + }, + { + "system_id": "battery-01064", + "path": "episodes/battery-01064.npz", + "sha256": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794" + }, + { + "system_id": "battery-01067", + "path": "episodes/battery-01067.npz", + "sha256": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507" + }, + { + "system_id": "battery-01070", + "path": "episodes/battery-01070.npz", + "sha256": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357" + }, + { + "system_id": "battery-01073", + "path": "episodes/battery-01073.npz", + "sha256": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592" + }, + { + "system_id": "battery-01076", + "path": "episodes/battery-01076.npz", + "sha256": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5" + }, + { + "system_id": "battery-01079", + "path": "episodes/battery-01079.npz", + "sha256": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba" + }, + { + "system_id": "battery-01085", + "path": "episodes/battery-01085.npz", + "sha256": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f" + }, + { + "system_id": "battery-01088", + "path": "episodes/battery-01088.npz", + "sha256": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49" + }, + { + "system_id": "battery-01091", + "path": "episodes/battery-01091.npz", + "sha256": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb" + }, + { + "system_id": "battery-01094", + "path": "episodes/battery-01094.npz", + "sha256": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5" + }, + { + "system_id": "battery-01097", + "path": "episodes/battery-01097.npz", + "sha256": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3" + }, + { + "system_id": "battery-01103", + "path": "episodes/battery-01103.npz", + "sha256": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07" + }, + { + "system_id": "battery-01106", + "path": "episodes/battery-01106.npz", + "sha256": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85" + }, + { + "system_id": "battery-01109", + "path": "episodes/battery-01109.npz", + "sha256": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5" + }, + { + "system_id": "battery-01115", + "path": "episodes/battery-01115.npz", + "sha256": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f" + }, + { + "system_id": "battery-01118", + "path": "episodes/battery-01118.npz", + "sha256": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4" + }, + { + "system_id": "battery-01121", + "path": "episodes/battery-01121.npz", + "sha256": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1" + }, + { + "system_id": "battery-01124", + "path": "episodes/battery-01124.npz", + "sha256": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7" + }, + { + "system_id": "battery-01130", + "path": "episodes/battery-01130.npz", + "sha256": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113" + }, + { + "system_id": "battery-01133", + "path": "episodes/battery-01133.npz", + "sha256": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f" + }, + { + "system_id": "battery-01136", + "path": "episodes/battery-01136.npz", + "sha256": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253" + }, + { + "system_id": "battery-01139", + "path": "episodes/battery-01139.npz", + "sha256": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779" + }, + { + "system_id": "battery-01142", + "path": "episodes/battery-01142.npz", + "sha256": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a" + }, + { + "system_id": "battery-01145", + "path": "episodes/battery-01145.npz", + "sha256": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507" + }, + { + "system_id": "battery-01151", + "path": "episodes/battery-01151.npz", + "sha256": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d" + }, + { + "system_id": "battery-01157", + "path": "episodes/battery-01157.npz", + "sha256": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e" + }, + { + "system_id": "battery-01160", + "path": "episodes/battery-01160.npz", + "sha256": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920" + }, + { + "system_id": "battery-01166", + "path": "episodes/battery-01166.npz", + "sha256": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c" + }, + { + "system_id": "battery-01169", + "path": "episodes/battery-01169.npz", + "sha256": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d" + }, + { + "system_id": "battery-01172", + "path": "episodes/battery-01172.npz", + "sha256": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6" + }, + { + "system_id": "battery-01175", + "path": "episodes/battery-01175.npz", + "sha256": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8" + }, + { + "system_id": "battery-01178", + "path": "episodes/battery-01178.npz", + "sha256": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89" + }, + { + "system_id": "battery-01184", + "path": "episodes/battery-01184.npz", + "sha256": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4" + }, + { + "system_id": "battery-01187", + "path": "episodes/battery-01187.npz", + "sha256": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6" + }, + { + "system_id": "battery-01193", + "path": "episodes/battery-01193.npz", + "sha256": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561" + }, + { + "system_id": "battery-01196", + "path": "episodes/battery-01196.npz", + "sha256": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364" + }, + { + "system_id": "battery-01199", + "path": "episodes/battery-01199.npz", + "sha256": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c" + }, + { + "system_id": "tank-00001", + "path": "episodes/tank-00001.npz", + "sha256": "52209df974c0ff630e8727aa246a9f8166802a5d9863fe50e0ab181a9cbebe08" + }, + { + "system_id": "tank-00004", + "path": "episodes/tank-00004.npz", + "sha256": "779b351dd906b237ab51d1904a676936d31d1f5c40d33ef7fcf3533c5cd15999" + }, + { + "system_id": "tank-00007", + "path": "episodes/tank-00007.npz", + "sha256": "4315e51e83513b21f2598c9688e21da2f6b90cf8ca1581c64e93b30d9ea12dfe" + }, + { + "system_id": "tank-00013", + "path": "episodes/tank-00013.npz", + "sha256": "80fe641c0b3396b31163b4e30681acf1cb145ac761a0be1d522267d3be1b5751" + }, + { + "system_id": "tank-00016", + "path": "episodes/tank-00016.npz", + "sha256": "4b743be8e232baaf805f6438b78a3bf5c07dfcb18e7f4432e6c1ced5c546a9fc" + }, + { + "system_id": "tank-00019", + "path": "episodes/tank-00019.npz", + "sha256": "b07f9e532e3e2eab9297814fd128d775ab17328f12750714bea2ee431f568a7d" + }, + { + "system_id": "tank-00022", + "path": "episodes/tank-00022.npz", + "sha256": "adc69359adddf82b4fff2d672dd14ad87739833a2dce6a5aed3568e35e6d11f7" + }, + { + "system_id": "tank-00025", + "path": "episodes/tank-00025.npz", + "sha256": "8785383bbf01d5378a7aa637b7fc95076614faddcd72698dadba30dd6ab0d3d2" + }, + { + "system_id": "tank-00028", + "path": "episodes/tank-00028.npz", + "sha256": "2ba6429bd61d717e393a63aaef52eb50090a9a8649e45afc74f14151a196e6a5" + }, + { + "system_id": "tank-00031", + "path": "episodes/tank-00031.npz", + "sha256": "20bd99428ad9d5bdc48c6003d8f3110a81f501512a57d9818a61de350cf46210" + }, + { + "system_id": "tank-00034", + "path": "episodes/tank-00034.npz", + "sha256": "515f3dc12a373a9ce7418a3621979c5c0d8ebd3fdb9270de8553657055e00ea7" + }, + { + "system_id": "tank-00037", + "path": "episodes/tank-00037.npz", + "sha256": "d1710e55972044feb93c99ef5f97d5ffb365c6755ca5c213b3f9ad6b1d6d34b9" + }, + { + "system_id": "tank-00040", + "path": "episodes/tank-00040.npz", + "sha256": "c666ceba8978783313ed55ac4df851e08459ff71c9db8de952dd89d85bc6ff9f" + }, + { + "system_id": "tank-00043", + "path": "episodes/tank-00043.npz", + "sha256": "6c111f04d0c1d6a52894943d2373c4966876485d3e8e6fb7c4590754e89649b4" + }, + { + "system_id": "tank-00049", + "path": "episodes/tank-00049.npz", + "sha256": "fce7a0a5d7307d785a3a91faf55f3b0a98aa909ff35d0932b41c9857c10dc499" + }, + { + "system_id": "tank-00055", + "path": "episodes/tank-00055.npz", + "sha256": "f13937ad11220491ea371384bb2be4616bc4aa2fd63f7b52a59a61428f699b0b" + }, + { + "system_id": "tank-00058", + "path": "episodes/tank-00058.npz", + "sha256": "55db9314a1f8b7cc9c58576db5998b542d51b7f68c413914e153dbefd043483a" + }, + { + "system_id": "tank-00061", + "path": "episodes/tank-00061.npz", + "sha256": "f701a8cd6ce485f6468095450363d0578bb792ca0540954acb056c0ccaff5e57" + }, + { + "system_id": "tank-00064", + "path": "episodes/tank-00064.npz", + "sha256": "c28d94f12f8962311087c8f8118f4922d4f32595276e7371dac32a422de533e2" + }, + { + "system_id": "tank-00067", + "path": "episodes/tank-00067.npz", + "sha256": "255e99d5cfd70ced60b7658bb63605c8a29f2b426b6983209f58ecd19391f413" + }, + { + "system_id": "tank-00070", + "path": "episodes/tank-00070.npz", + "sha256": "17da18e2104981ce0b2ae24f6a8c96e9b3dc109722e2d2334654c242c72d7155" + }, + { + "system_id": "tank-00073", + "path": "episodes/tank-00073.npz", + "sha256": "a7f28e4d4286fa4f95250a88ec4390f6ac540363f8df64bb3f9ceb114b7c5e23" + }, + { + "system_id": "tank-00076", + "path": "episodes/tank-00076.npz", + "sha256": "d85ce8a194f52fc1bfe2ffc0c0500cb6dfc3d79497d11610b542dad5357617dc" + }, + { + "system_id": "tank-00082", + "path": "episodes/tank-00082.npz", + "sha256": "2fa89e6e06ad53fb08b13b7359104b897a89b5e09e89673b74120941c8edf5c6" + }, + { + "system_id": "tank-00085", + "path": "episodes/tank-00085.npz", + "sha256": "27517d7f2018a8092ae22e9a11ab62a122a18488c0eb12dfa634c985791ecf97" + }, + { + "system_id": "tank-00088", + "path": "episodes/tank-00088.npz", + "sha256": "770f8c8f11edd031e4f200b98f09bab844afd36e80231f7ec10db2eb6dd85c9d" + }, + { + "system_id": "tank-00091", + "path": "episodes/tank-00091.npz", + "sha256": "3f5b5e15b3008399ef9b46acf7ac205979c45600cd529fce6033cdce13bf1702" + }, + { + "system_id": "tank-00094", + "path": "episodes/tank-00094.npz", + "sha256": "61d0b4556688f2c604c2f9e81bcdfd41664fddb53ed2945ee583d21b534223f5" + }, + { + "system_id": "tank-00103", + "path": "episodes/tank-00103.npz", + "sha256": "9d41fb1ba2a8d264820c5d065984c6b2236998e914022d25ec4a7bd779b2079d" + }, + { + "system_id": "tank-00106", + "path": "episodes/tank-00106.npz", + "sha256": "cd10d14d9c3cd9bfb44c4ace1af0469144c64623090bb0de4828b68b90db7eb5" + }, + { + "system_id": "tank-00109", + "path": "episodes/tank-00109.npz", + "sha256": "739f62a89d7dadea6fee7277e689b264b81c6efe643e7584d48249ca2ac1d90a" + }, + { + "system_id": "tank-00115", + "path": "episodes/tank-00115.npz", + "sha256": "8159c5cdbdf1ad537c7b2b71fdc717a327bef7813bcc23b0c8ade2be7882aa51" + }, + { + "system_id": "tank-00118", + "path": "episodes/tank-00118.npz", + "sha256": "097ecd9c3573f922fc4969ae04729e4216d52906460094a57b57cf5107a579a2" + }, + { + "system_id": "tank-00121", + "path": "episodes/tank-00121.npz", + "sha256": "dd1d85f3e5efb865b947419bd1601dcbf316d18b05b0d3373ce819b152b0d640" + }, + { + "system_id": "tank-00124", + "path": "episodes/tank-00124.npz", + "sha256": "8e434a04a0ee51f98733e8c4b1d335cbb40753f1dc06a1b4b437a326a84f9299" + }, + { + "system_id": "tank-00133", + "path": "episodes/tank-00133.npz", + "sha256": "d9e1d736ca9f72158e095b191ce53a234c6dc409101cb8b84f1c73bc24cdfbc2" + }, + { + "system_id": "tank-00136", + "path": "episodes/tank-00136.npz", + "sha256": "ed5e7fa05b4d1d481c935a5011aa41fc5050bc18ec906820eb83c808c1eb5347" + }, + { + "system_id": "tank-00145", + "path": "episodes/tank-00145.npz", + "sha256": "877d92be6210597a3fcea015b904b0b4aa914c5617d0799cfd8c0775808a0aaf" + }, + { + "system_id": "tank-00154", + "path": "episodes/tank-00154.npz", + "sha256": "275063d1266a35867f38c3803e9118a42cb54f8ac324a3c1e96f244aba9a4680" + }, + { + "system_id": "tank-00157", + "path": "episodes/tank-00157.npz", + "sha256": "f51e91ade0cfb84e388bf42f3baa920620d792a79035310a9f97a4844bcf410d" + }, + { + "system_id": "tank-00163", + "path": "episodes/tank-00163.npz", + "sha256": "c69f3c7cd03dfd5cf64665255a4ba810d3619d7fa2134d82a87983f656e37ade" + }, + { + "system_id": "tank-00166", + "path": "episodes/tank-00166.npz", + "sha256": "ed4c78ca54bbaee95dd641077b4f461660ff4bb81e7cbcaa424865e5bd21fe15" + }, + { + "system_id": "tank-00169", + "path": "episodes/tank-00169.npz", + "sha256": "9ff78ca55463c259ef0518f1901d10e2b7f7f2b3be5464537a25b28b7eb09fee" + }, + { + "system_id": "tank-00172", + "path": "episodes/tank-00172.npz", + "sha256": "3d76cd6fe3c4885f1a2e981a7e81f907c2ab7a5cae1ebdb1906bcb329fad6b3f" + }, + { + "system_id": "tank-00178", + "path": "episodes/tank-00178.npz", + "sha256": "4af97bc7851ff26ed0249b397e331e23993c92794549ddf278b56c8770dec2c9" + }, + { + "system_id": "tank-00181", + "path": "episodes/tank-00181.npz", + "sha256": "b00c7653ea5d039c3741138846a2e2b5870a4c0b17b9337eba1767141d9ed9c7" + }, + { + "system_id": "tank-00184", + "path": "episodes/tank-00184.npz", + "sha256": "9d0da6422c0913f0e38aca41a2c269b2869f9ac7cc4ec847e83ba344e9ef10f7" + }, + { + "system_id": "tank-00193", + "path": "episodes/tank-00193.npz", + "sha256": "1e22de8a6b869bc514567518048b2c0f25cefce6ed4c6fec6d61a1c8fbeb85d6" + }, + { + "system_id": "tank-00196", + "path": "episodes/tank-00196.npz", + "sha256": "38180982f73267d3ba9b69ab59af24fdbf8e94da26deef5f50ddaf12540a1337" + }, + { + "system_id": "tank-00199", + "path": "episodes/tank-00199.npz", + "sha256": "e1bdc1323d1a11832383bbcb60fc0f32b2266f11f70d9dfd612daac6f0b0ff48" + }, + { + "system_id": "tank-00202", + "path": "episodes/tank-00202.npz", + "sha256": "d649c9c8850ce4cb018854f257b10f50f40399bd983159722391dfc377f32aea" + }, + { + "system_id": "tank-00208", + "path": "episodes/tank-00208.npz", + "sha256": "524979af5daf71990361108df409f9bb6f77aa0c71ac4a1a61cb9375132d5c3c" + }, + { + "system_id": "tank-00214", + "path": "episodes/tank-00214.npz", + "sha256": "e4cf8a42020d3faf9c3693ea545976b87167dc5aedec0bc21a21adabb8cf2d6d" + }, + { + "system_id": "tank-00220", + "path": "episodes/tank-00220.npz", + "sha256": "9a7deeb8888ee01ab1430755cb0fb80693846d8e2e5b28267def94cdbefc8c83" + }, + { + "system_id": "tank-00223", + "path": "episodes/tank-00223.npz", + "sha256": "cd3a55a0a2e4b6ef11690e6b5e88fd547a98327dff73cbbdfcf08bbc4d4fd569" + }, + { + "system_id": "tank-00226", + "path": "episodes/tank-00226.npz", + "sha256": "ad07a5477f182aa054de01ec1e9789c79da1e75a8b338d175363b441269febcd" + }, + { + "system_id": "tank-00229", + "path": "episodes/tank-00229.npz", + "sha256": "01238bdaf9ea61524c25808eaedbf80d28ffcf2fba2906e65f3a1d8b60e3eb3c" + }, + { + "system_id": "tank-00232", + "path": "episodes/tank-00232.npz", + "sha256": "db5941b0983483743174956b06307b453e91c717db9a447d583c90b2725e902e" + }, + { + "system_id": "tank-00235", + "path": "episodes/tank-00235.npz", + "sha256": "3ebc073bd64a50aa0524608bd280e5ac4ad330c1d80bf75582f04b6b7b9cf428" + }, + { + "system_id": "tank-00238", + "path": "episodes/tank-00238.npz", + "sha256": "c98a3bb7eeac3254046242db580e47a197b094fb53f1be5eff04b69603e4f548" + }, + { + "system_id": "tank-00244", + "path": "episodes/tank-00244.npz", + "sha256": "f0b01d9f04f4a0a8a953d5e5267174281bc6fe24f3294021770f478f325e4f8a" + }, + { + "system_id": "tank-00247", + "path": "episodes/tank-00247.npz", + "sha256": "5354a4466edf3579a8c25f47499702bf313d66f8c5b89b2733fbe60c7be4a8d7" + }, + { + "system_id": "tank-00250", + "path": "episodes/tank-00250.npz", + "sha256": "e71a7ad896f71059d28250dc70a26b1b9c9e312a95b6360de327f202058eac1d" + }, + { + "system_id": "tank-00259", + "path": "episodes/tank-00259.npz", + "sha256": "7686b49da443df2fac9442a0e0c78fccab192eb83dddd5503664581c65e2f3e2" + }, + { + "system_id": "tank-00262", + "path": "episodes/tank-00262.npz", + "sha256": "a87fc734100f24d9bb77cdd6d8deec676072cdf62be7d1f3a9ca69d20fd774c4" + }, + { + "system_id": "tank-00265", + "path": "episodes/tank-00265.npz", + "sha256": "31789a8f1ec0317adf899c7dc3be8b332f3a3953c8bec4af2aec55f97b1abcca" + }, + { + "system_id": "tank-00268", + "path": "episodes/tank-00268.npz", + "sha256": "4c45e8c8fac49abe3c6d08ff6264168af623b8234dc6fe9678ef3cbf012baec7" + }, + { + "system_id": "tank-00274", + "path": "episodes/tank-00274.npz", + "sha256": "d52b101b6af17c1c3416e6edcfeb66459a47bb5562d92d33ffa64493095d73b0" + }, + { + "system_id": "tank-00277", + "path": "episodes/tank-00277.npz", + "sha256": "837bf5f8062c04c838db2c32247d9c43d695794ecd39938f3fd05acdace04ecc" + }, + { + "system_id": "tank-00280", + "path": "episodes/tank-00280.npz", + "sha256": "f4d07880bc4aea0a48f6fe397dec4ed2b6b1cdb8161f8060fd7440444ea73930" + }, + { + "system_id": "tank-00283", + "path": "episodes/tank-00283.npz", + "sha256": "b1335a2a3605ec4f4b5243355bbd729bd9c351109662d70d0ade64c1291bc605" + }, + { + "system_id": "tank-00289", + "path": "episodes/tank-00289.npz", + "sha256": "5e1993cf3f25997715a41041fbfc11b40fecace7dcc93d63d161ea0fb3a379ff" + }, + { + "system_id": "tank-00295", + "path": "episodes/tank-00295.npz", + "sha256": "2c57a8283977bbf4008e789fc8f915a092633750884fcdfdcc5e2e930061f01a" + }, + { + "system_id": "tank-00301", + "path": "episodes/tank-00301.npz", + "sha256": "c803188a8d18a6f3a9e4bf66945d18004f1e07d418641abae7dd929b6ad888f2" + }, + { + "system_id": "tank-00304", + "path": "episodes/tank-00304.npz", + "sha256": "bc74c94eada52bb96a01377dd30903ae08368363b8f4e446c5916626857955c4" + }, + { + "system_id": "tank-00307", + "path": "episodes/tank-00307.npz", + "sha256": "243efe58458832dedf4e6372c607ec22f4d17407e42cf4bf60d48111f86597df" + }, + { + "system_id": "tank-00310", + "path": "episodes/tank-00310.npz", + "sha256": "d11a6a61e4062d56847e2d89698bf03ecb89acc8f001cfc1e377131cfc177305" + }, + { + "system_id": "tank-00316", + "path": "episodes/tank-00316.npz", + "sha256": "589351348e5f38d79c3af1ec9bae1644d89d540316bd8987fa93518eef095e7b" + }, + { + "system_id": "tank-00319", + "path": "episodes/tank-00319.npz", + "sha256": "11dcc81ab95c4c2638c3a152accee152ed05588aaf9e1d648e1f4b0a0ce953d1" + }, + { + "system_id": "tank-00322", + "path": "episodes/tank-00322.npz", + "sha256": "81f893b1e2ca2e4b8ab816847e3293660c9b0341a710f0ce6977c6d99b3000a5" + }, + { + "system_id": "tank-00328", + "path": "episodes/tank-00328.npz", + "sha256": "b53247bc314e7500a3908695d0e4fbdab82e489ec6089aaa58b91e8dc10af810" + }, + { + "system_id": "tank-00334", + "path": "episodes/tank-00334.npz", + "sha256": "6a341321c4945b2a9484e5094fe3e4177f32ec9ca21a6ebacf7614a7fa1fc822" + }, + { + "system_id": "tank-00340", + "path": "episodes/tank-00340.npz", + "sha256": "20e7ab7af733233b3c1c93664c78bc0625c2846a2accd0a1432a42776303bb2f" + }, + { + "system_id": "tank-00343", + "path": "episodes/tank-00343.npz", + "sha256": "beb056f0d956109bf629f963cae29dfef0a6e26a268886156ee985c9c51eb9dd" + }, + { + "system_id": "tank-00346", + "path": "episodes/tank-00346.npz", + "sha256": "3efa87f476d70eca8e38ac9989da42e2e146ca4b3fbf48265b9d1fcab7f4d7c0" + }, + { + "system_id": "tank-00349", + "path": "episodes/tank-00349.npz", + "sha256": "f175a3566d575947d50fe355f9810d8aafeaf6ee7a27d21a88d8ef72f8a7f72d" + }, + { + "system_id": "tank-00352", + "path": "episodes/tank-00352.npz", + "sha256": "1da3e58a4e5f0e7b89a9543fa88b7812e99f58e10e2dc44896ada931d64ec67d" + }, + { + "system_id": "tank-00355", + "path": "episodes/tank-00355.npz", + "sha256": "0f331b89a7cc892448f16b65da9279dd16ba2fbe4fa47b61cf399b0d02add9ff" + }, + { + "system_id": "tank-00358", + "path": "episodes/tank-00358.npz", + "sha256": "64a7690953667bc478dd0a41f90c2b9c5dfe8db34bdafe10c7aa0554078518b9" + }, + { + "system_id": "tank-00361", + "path": "episodes/tank-00361.npz", + "sha256": "bc761131a2848bfb2edd92327c25ac560ce769a7697c499bd2719e003b00274e" + }, + { + "system_id": "tank-00364", + "path": "episodes/tank-00364.npz", + "sha256": "ae09decab28c071487a8d0b2a5e531a98337a36f9f1c8b1171e4f460d8d709d2" + }, + { + "system_id": "tank-00367", + "path": "episodes/tank-00367.npz", + "sha256": "027692fb9d1cdcd1c4133b1ef18de6cac8b12587b83bc77647bff88d89fab298" + }, + { + "system_id": "tank-00370", + "path": "episodes/tank-00370.npz", + "sha256": "110ee296dc5a656b0dcb9b37fbc4f95d13e6a206f19b2ad8c378a89f1635f461" + }, + { + "system_id": "tank-00373", + "path": "episodes/tank-00373.npz", + "sha256": "7d7a69e8dac33f73d3519950fd7c0dd2e4e78d789f89717e0137163d9eb6b3ef" + }, + { + "system_id": "tank-00379", + "path": "episodes/tank-00379.npz", + "sha256": "df1ea805183d33b0dd5e1637422523393352d5a538472e83dd2e9edb9741b151" + }, + { + "system_id": "tank-00382", + "path": "episodes/tank-00382.npz", + "sha256": "6da3980878b461360e4d6dae9eae5e5fb4c11543bc50f895fe104a55764d54f4" + }, + { + "system_id": "tank-00385", + "path": "episodes/tank-00385.npz", + "sha256": "f7b0862f622ada8df97c6df9c19e294458e95e68b5c9363f6495bf3198ff6ae2" + }, + { + "system_id": "tank-00388", + "path": "episodes/tank-00388.npz", + "sha256": "9dfd8dbe153502ffcef4ca65be071f74711b727897426d765a6b6dc8310976a9" + }, + { + "system_id": "tank-00394", + "path": "episodes/tank-00394.npz", + "sha256": "72a88baa90e3c7c90a0d0e3abd5ec5452f7fd144f6271484b00a6a5800bcefc9" + }, + { + "system_id": "tank-00397", + "path": "episodes/tank-00397.npz", + "sha256": "930d65514213de857fa68df4d66c5884540e4f6a9a2d788e2cb357c8eb0e880e" + }, + { + "system_id": "tank-00403", + "path": "episodes/tank-00403.npz", + "sha256": "5f204d6b23819e2316d0689b62ed0ccf02a53c0e2c2a2c88b983877e457b1c5b" + }, + { + "system_id": "tank-00406", + "path": "episodes/tank-00406.npz", + "sha256": "b65bff13dfabe5e41a312785fd80bef1234f381429ffcf05ae7c1f7e1985d428" + }, + { + "system_id": "tank-00409", + "path": "episodes/tank-00409.npz", + "sha256": "7968ad0af69115a961bb4f68b359ecd63ab744daf69559f42333f10120040e96" + }, + { + "system_id": "tank-00415", + "path": "episodes/tank-00415.npz", + "sha256": "851b02b721672e162f4c1fb56aa5487929d2ae8dd6cdeefcffc9845b638fa745" + }, + { + "system_id": "tank-00418", + "path": "episodes/tank-00418.npz", + "sha256": "44948a1d5aefa830330c5a507f481cebeb68f29ec32ac150a92376fcf71e0aed" + }, + { + "system_id": "tank-00421", + "path": "episodes/tank-00421.npz", + "sha256": "b4cfeec00422b016df2e6d52cbdc8212453d93699d68b43abb8b1d92d7ee1168" + }, + { + "system_id": "tank-00424", + "path": "episodes/tank-00424.npz", + "sha256": "bd1c40bcb3f5f1251aaf7df667a2d41ebdb8373af60f1578c9738aa31aa8991d" + }, + { + "system_id": "tank-00427", + "path": "episodes/tank-00427.npz", + "sha256": "294ef6c8885c7756ec1a1a65ccc881d68950a7ced8de1604744a421b436ee0b8" + }, + { + "system_id": "tank-00430", + "path": "episodes/tank-00430.npz", + "sha256": "85a2dddd312b9073eb2fb44825fe6624ef3e624c9ce3ce72d015c668e1242a2e" + }, + { + "system_id": "tank-00439", + "path": "episodes/tank-00439.npz", + "sha256": "d5d61b8facdd46ff29efcc82e34eec7de69055ffc1186576601e4da5ba540d9e" + }, + { + "system_id": "tank-00442", + "path": "episodes/tank-00442.npz", + "sha256": "eb42b496814d71c068905fae1b12cda367f62a93d4684b1fc02fe3c1813e023b" + }, + { + "system_id": "tank-00445", + "path": "episodes/tank-00445.npz", + "sha256": "c4f516c133acdaf0b764a0c52afc5775104e835277b8fbb6e3a6b4966f9f5c2c" + }, + { + "system_id": "tank-00451", + "path": "episodes/tank-00451.npz", + "sha256": "67489aeff9f503b881ffcbf9f3f8f13c06e3269cbd8bf099051fdbb05ea93570" + }, + { + "system_id": "tank-00454", + "path": "episodes/tank-00454.npz", + "sha256": "4e3567cfae76748a1b5fb45cab7822a4bc378b8ecf9db88e156219d5223f3f12" + }, + { + "system_id": "tank-00457", + "path": "episodes/tank-00457.npz", + "sha256": "42b08a47acff3a02bd735506ce32ed3ec5e6366957a56729d1f9bd5a23fe2266" + }, + { + "system_id": "tank-00463", + "path": "episodes/tank-00463.npz", + "sha256": "76dfc5fe22e5d1340d1828de5846ecc2b3920a5a98aa9b1215ef14c36a6d6b9a" + }, + { + "system_id": "tank-00469", + "path": "episodes/tank-00469.npz", + "sha256": "f1303c978cecc184734411a6ce6ffc4ad7f130560df59e207093a758b184d40e" + }, + { + "system_id": "tank-00472", + "path": "episodes/tank-00472.npz", + "sha256": "a1cb2d047e5c9f536e1a2bf08a35f63c01b0658d6cabf93f73179e7b9e32fca2" + }, + { + "system_id": "tank-00478", + "path": "episodes/tank-00478.npz", + "sha256": "0261efe8a91f82533e771debd2e193ab0d704d4a2a9b543159ee8553a439494a" + }, + { + "system_id": "tank-00490", + "path": "episodes/tank-00490.npz", + "sha256": "f609bcfd8da04e8f038740b170f80aec677a1c7cb13efc13f7596eae2409b046" + }, + { + "system_id": "tank-00493", + "path": "episodes/tank-00493.npz", + "sha256": "3d8be3432f7deca031b3e0bcb5cab0e58e38da8f2b292697c0511e67b18c06ad" + }, + { + "system_id": "tank-00496", + "path": "episodes/tank-00496.npz", + "sha256": "07d98c7c9781449226750f7747b322cae91a30dbb63e8e144072c36c40b4a925" + }, + { + "system_id": "tank-00499", + "path": "episodes/tank-00499.npz", + "sha256": "88ecfe2f5be93f1c73e923fd8cb89f82910762be6300e6b344f66e709153c223" + }, + { + "system_id": "tank-00508", + "path": "episodes/tank-00508.npz", + "sha256": "4c701eef2ad5402ddd1487de7746d7a4d8556b4089df721ebf6fc0c0924a9d69" + }, + { + "system_id": "tank-00511", + "path": "episodes/tank-00511.npz", + "sha256": "771b879831700ab933a8710e8164b6f69b6d61c1b63c704deb40c7dab33d5f89" + }, + { + "system_id": "tank-00514", + "path": "episodes/tank-00514.npz", + "sha256": "fb7b5fc9904a2d3c831cc68313f6a8096b1e31fa2a55168149fc8b9165004444" + }, + { + "system_id": "tank-00520", + "path": "episodes/tank-00520.npz", + "sha256": "084ebc4bb0fddd5119baa79c676c3597468174b0a288c27b918734ece88d2388" + }, + { + "system_id": "tank-00529", + "path": "episodes/tank-00529.npz", + "sha256": "880b79701af3bd2a137aac7eafecddf301a56cb8704dd75ea032fc406933bf95" + }, + { + "system_id": "tank-00538", + "path": "episodes/tank-00538.npz", + "sha256": "f2e714c842c4245234a3e74d43f9cca6c81bda1a500b531ab37c1fe84931cdbe" + }, + { + "system_id": "tank-00541", + "path": "episodes/tank-00541.npz", + "sha256": "754ae076b5ced2bccc8ff07421af5ff9191501df2e986633f2dbee87cfbc599b" + }, + { + "system_id": "tank-00547", + "path": "episodes/tank-00547.npz", + "sha256": "0b1e2b3fface9b5dfabbafdaf9a974cb7892e5ede462182f73a03a89b6596e95" + }, + { + "system_id": "tank-00550", + "path": "episodes/tank-00550.npz", + "sha256": "0e9b07fe781b9044b272649d5c73f1e039000d2344283883017f7dbd8dc56169" + }, + { + "system_id": "tank-00556", + "path": "episodes/tank-00556.npz", + "sha256": "bb3b981d536e0755d944c32c4b471188854fde674f6603884f6800987747708b" + }, + { + "system_id": "tank-00559", + "path": "episodes/tank-00559.npz", + "sha256": "9c9f7658fd43b0b811d7cbc71bba22800ec56956b23ce279f4dcf139e70fc0ea" + }, + { + "system_id": "tank-00562", + "path": "episodes/tank-00562.npz", + "sha256": "809b146459da1a10743b28e2e4a457de71accd5f12a8f8e911cea09cbd23a383" + }, + { + "system_id": "tank-00580", + "path": "episodes/tank-00580.npz", + "sha256": "880e562646771a67c96abcc5519a008b0727b872994083aafd93189b1a32131b" + }, + { + "system_id": "tank-00589", + "path": "episodes/tank-00589.npz", + "sha256": "b57ca55fce092074269f46789d9904ff6195ceaeb3f469240c9f94f3d95ed805" + }, + { + "system_id": "tank-00595", + "path": "episodes/tank-00595.npz", + "sha256": "0b04bc387da93e3c38be1fca4b77e315615893fff9a7c2c2077a5ec6b49afed2" + }, + { + "system_id": "tank-00598", + "path": "episodes/tank-00598.npz", + "sha256": "b4c7dbc208f4bf9be04979aff78bace9982cd1be350028926f1db3ba04795e4e" + }, + { + "system_id": "tank-00604", + "path": "episodes/tank-00604.npz", + "sha256": "958ad29407657c1143e8f4d339a947a30651e3a37010c87222f2a411631ebe22" + }, + { + "system_id": "tank-00607", + "path": "episodes/tank-00607.npz", + "sha256": "8ef880c6437ea4822f933f9c5a586aa612672159f9c2c2301216c26799e4385a" + }, + { + "system_id": "tank-00610", + "path": "episodes/tank-00610.npz", + "sha256": "7808c34d1d2eb35bc9c02462502c5fc2eaf4ade5eabb76b390a7f3f83d856cf6" + }, + { + "system_id": "tank-00613", + "path": "episodes/tank-00613.npz", + "sha256": "528def0bc52d85f73025d53bfcff35018f0888f282346e7cbe61fe0bc35c1d6e" + }, + { + "system_id": "tank-00619", + "path": "episodes/tank-00619.npz", + "sha256": "b50b41eb7dc8b141cdd32d2c49a5d450426eb2ece9f2cdb9017589e9d04ba0f7" + }, + { + "system_id": "tank-00622", + "path": "episodes/tank-00622.npz", + "sha256": "e7ab43ddb4f3a9d1aed0ad26d8552540b6edc4d8618d8c06a69110d0828383cc" + }, + { + "system_id": "tank-00646", + "path": "episodes/tank-00646.npz", + "sha256": "0bea6c5f6240c10caec521b416de306908371c108831061fd99f9e14184ec69e" + }, + { + "system_id": "tank-00649", + "path": "episodes/tank-00649.npz", + "sha256": "81604a1d4c393509264067ea5bb6b2d8ea294da6ec5af9c40ddb7a1c1e937ce2" + }, + { + "system_id": "tank-00652", + "path": "episodes/tank-00652.npz", + "sha256": "0ebf2d1ea9bfabfb310d338a2f2e8445bfd99e47579ff18e4179e820346dc2a1" + }, + { + "system_id": "tank-00655", + "path": "episodes/tank-00655.npz", + "sha256": "d45c295a9e225c48a1df52672fbf1d72c794be7532002102712ee08496d7aef2" + }, + { + "system_id": "tank-00658", + "path": "episodes/tank-00658.npz", + "sha256": "00cd83af7c502394d5511c5d07979618a824399dbd135d72a55913c4171d3f39" + }, + { + "system_id": "tank-00664", + "path": "episodes/tank-00664.npz", + "sha256": "921eb1512692095b3f5b3e68e978b955887e6694841abc14305a0f840bce47b9" + }, + { + "system_id": "tank-00667", + "path": "episodes/tank-00667.npz", + "sha256": "2a91a4c594616dc32efc1115cf3e515bc00a07ea3382ddfc6c5015a3f779019e" + }, + { + "system_id": "tank-00670", + "path": "episodes/tank-00670.npz", + "sha256": "2e31fea5c6d58d299bec73b4caa9435457880cbaa4966c15a6bc2f8a03aec56a" + }, + { + "system_id": "tank-00673", + "path": "episodes/tank-00673.npz", + "sha256": "fb8ae0b1d46d699cd2ce38c09870861efeec6d83ce54fea55c8717618eb8a50e" + }, + { + "system_id": "tank-00676", + "path": "episodes/tank-00676.npz", + "sha256": "282c79224475a056fbc1b4384c67058d3731f9b2fc83d9976712699ce1e8b0aa" + }, + { + "system_id": "tank-00685", + "path": "episodes/tank-00685.npz", + "sha256": "e5d0057429b085a192202936a6ec31ee933b23db1b04742b78a17e19a401548d" + }, + { + "system_id": "tank-00688", + "path": "episodes/tank-00688.npz", + "sha256": "e44d94caf443dcf2726cd724f955d7db096b10f30c99b51ffa16d1688857e48c" + }, + { + "system_id": "tank-00691", + "path": "episodes/tank-00691.npz", + "sha256": "32a0446281ffb7d0dba20dfb59991db0d0c15997d0c1e28a82419e8cfdef8d1c" + }, + { + "system_id": "tank-00694", + "path": "episodes/tank-00694.npz", + "sha256": "5e84346011b0e70f2597641dee3e2e99ea0b98b2e60138b6679fa798598ef4f0" + }, + { + "system_id": "tank-00697", + "path": "episodes/tank-00697.npz", + "sha256": "4e29455fd0f74923961db7fcba049910f960b80979aa68dd2375338c18fc2df1" + }, + { + "system_id": "tank-00700", + "path": "episodes/tank-00700.npz", + "sha256": "ad2edc6c2364ee383841d754cb64472cbea90b4770f8d84e9b6fdf5a2eab77fd" + }, + { + "system_id": "tank-00703", + "path": "episodes/tank-00703.npz", + "sha256": "b9d9261ab69a748536509fbeb44d2974bf53d4b35227808eaf8828a743e6d36a" + }, + { + "system_id": "tank-00709", + "path": "episodes/tank-00709.npz", + "sha256": "be700ea37f879cbcc70d75cde2acd8f246115839bef845abebb85ce287500641" + }, + { + "system_id": "tank-00712", + "path": "episodes/tank-00712.npz", + "sha256": "4d4e39c3af47eb4da9eea7457cb67d7b2acad4732bab59d6d39c2c7f34864404" + }, + { + "system_id": "tank-00715", + "path": "episodes/tank-00715.npz", + "sha256": "3745fd247ca1b6e17744ee73445f26ffb3f4804a17d276981f49cbd3b2528834" + }, + { + "system_id": "tank-00718", + "path": "episodes/tank-00718.npz", + "sha256": "eaab22fadda228cd1fd3b98555e5e9edbf984e95e989ecfa49cfa18879aa890a" + }, + { + "system_id": "tank-00721", + "path": "episodes/tank-00721.npz", + "sha256": "2049efb4a30b06d2e448d057fa6d0844aabe0c8f60615411e9abe24bd3df67ea" + }, + { + "system_id": "tank-00724", + "path": "episodes/tank-00724.npz", + "sha256": "cdc88db1944b6f4b4b04b4d2a69440ea87e16cae0d86a14b795096dc9e62e96f" + }, + { + "system_id": "tank-00727", + "path": "episodes/tank-00727.npz", + "sha256": "32fb55b2f0afaea1ad7d91fbc15263d425c8e6488e7d5bb36dab9eb66193d47c" + }, + { + "system_id": "tank-00730", + "path": "episodes/tank-00730.npz", + "sha256": "789cbbd97135d7652e8a15552d9e19509db277400e4a36bb78c1dcec3609bc46" + }, + { + "system_id": "tank-00733", + "path": "episodes/tank-00733.npz", + "sha256": "260663b06ea05d9ada0a112ece9cb51b0ad88b8de53aef8c9b3eafae687962fc" + }, + { + "system_id": "tank-00736", + "path": "episodes/tank-00736.npz", + "sha256": "407a063012e280e6e65b25a72c66aed8fb65238619ece27181b167ea63c9eb33" + }, + { + "system_id": "tank-00739", + "path": "episodes/tank-00739.npz", + "sha256": "a99ee4f8aa8ba20c4c169f0e700e8204c2d6be8bd5cbb55c943d60ea9c91b166" + }, + { + "system_id": "tank-00742", + "path": "episodes/tank-00742.npz", + "sha256": "e856b3b23460a38d44f8265f94775a64bf0225b61c370507cb719f1ff8ce89d1" + }, + { + "system_id": "tank-00745", + "path": "episodes/tank-00745.npz", + "sha256": "71c0165dc65f64208c0b69c8c3eb12864ac59dc388e74d9f1f173363e09d7ecf" + }, + { + "system_id": "tank-00748", + "path": "episodes/tank-00748.npz", + "sha256": "b0cf6cd05bf585d425079b37409a579dc0995da1eb5684a95a9fc0ba22269f47" + }, + { + "system_id": "tank-00751", + "path": "episodes/tank-00751.npz", + "sha256": "8d29b82b950bab85d37fd2657ff219d411d9a56a708995ef72e5fe0a3e9105b5" + }, + { + "system_id": "tank-00760", + "path": "episodes/tank-00760.npz", + "sha256": "5c432d2ed513cd60b2768dc02916008bab786bb8fe710a39780bab096e917bbc" + }, + { + "system_id": "tank-00763", + "path": "episodes/tank-00763.npz", + "sha256": "51934fc229472430caa509a06771c5ae93c3728f8a67b8e0e88e3b877e2e5392" + }, + { + "system_id": "tank-00766", + "path": "episodes/tank-00766.npz", + "sha256": "ae52d94752c0c43a419bd64992060d6242ab8fea38fada91b2983f542cc461ed" + }, + { + "system_id": "tank-00778", + "path": "episodes/tank-00778.npz", + "sha256": "e0cac2e316cf70b4cdc2792104ca5a8c2135a7c64942a5b67a862eb4f602fd47" + }, + { + "system_id": "tank-00781", + "path": "episodes/tank-00781.npz", + "sha256": "0b9f4b4ef2c33b0fe42ac18e1438a06876d74bacfc39165e38e97a40c99c5cc7" + }, + { + "system_id": "tank-00787", + "path": "episodes/tank-00787.npz", + "sha256": "f4d42e05dc81384baf01cdaf24143d0fc4dd3814d849f461ac7c42934d028234" + }, + { + "system_id": "tank-00790", + "path": "episodes/tank-00790.npz", + "sha256": "8415ce5924aa519a25f3258fcd8ece00f16eb7083213cd75e8b85f182c15d357" + }, + { + "system_id": "tank-00793", + "path": "episodes/tank-00793.npz", + "sha256": "34ed396057ce8a1636c1e622b75e4e30732009509461d50853af5ac2ac71b22b" + }, + { + "system_id": "tank-00802", + "path": "episodes/tank-00802.npz", + "sha256": "97a282b4610482cd960ecc56bf5df672a70cbbbc6a284fb10c59fbf9aa2eef94" + }, + { + "system_id": "tank-00805", + "path": "episodes/tank-00805.npz", + "sha256": "6be72bcd7e408f9b44863e69dfc3de153f8cae293dd3ccf5769c7098a03c5456" + }, + { + "system_id": "tank-00811", + "path": "episodes/tank-00811.npz", + "sha256": "349c461535b164dbd4d6475d2079885da676d35d74012aa277dc1704c01ff7da" + }, + { + "system_id": "tank-00814", + "path": "episodes/tank-00814.npz", + "sha256": "05a08d86caeeb625d5f065e1f458b7fa48be2377926e16756f618506d93ae197" + }, + { + "system_id": "tank-00817", + "path": "episodes/tank-00817.npz", + "sha256": "524bc67a2c9dceadb2851b109614b115f95bbdff524f06dcc5513b2b62834268" + }, + { + "system_id": "tank-00820", + "path": "episodes/tank-00820.npz", + "sha256": "3586b2ec6519211fbf76525abad47ed63e5a839a2ec8a17241dc11fa3460a98e" + }, + { + "system_id": "tank-00823", + "path": "episodes/tank-00823.npz", + "sha256": "1a8dc03f57940dafad2dca73c2dded7afc0bb5b1d5c5194dbba264c2d89eb548" + }, + { + "system_id": "tank-00829", + "path": "episodes/tank-00829.npz", + "sha256": "26e63702448aab20a4242867c0ee9959fb71144692b66544163459e1d9c50e4e" + }, + { + "system_id": "tank-00832", + "path": "episodes/tank-00832.npz", + "sha256": "d24d841332c008319ea46d1dd06ab40edd7e706ba79fbbb64bc465b9af297ddc" + }, + { + "system_id": "tank-00835", + "path": "episodes/tank-00835.npz", + "sha256": "9811d4e8004a471c15e8194d36b430808e23196923f66375f7ed42546ad539a7" + }, + { + "system_id": "tank-00838", + "path": "episodes/tank-00838.npz", + "sha256": "eebdf7d20574963af9bf0237e19cb0ae378ff451a5e414c7d6f00f8b9072d543" + }, + { + "system_id": "tank-00844", + "path": "episodes/tank-00844.npz", + "sha256": "66b8126dd0efebf3d0019c56155b72080bbbfb578a04c509ff047d129eb09069" + }, + { + "system_id": "tank-00847", + "path": "episodes/tank-00847.npz", + "sha256": "d3700952ed891eeea546a85b7f4bddd212abc2b2a370e864efae14cdcbc3543c" + }, + { + "system_id": "tank-00850", + "path": "episodes/tank-00850.npz", + "sha256": "b3506c5aff33e9e9512faaa150f1c3115b8e4861cbb5644002e13d4f9c6c2372" + }, + { + "system_id": "tank-00853", + "path": "episodes/tank-00853.npz", + "sha256": "59ad5ba79e265062c2351d856d7456b8df5a276d09e124e69f5d710f24ae32d1" + }, + { + "system_id": "tank-00856", + "path": "episodes/tank-00856.npz", + "sha256": "15425092f6d47d363446e55931f75b594e3d6fd18f35595400d314d7b5dbf765" + }, + { + "system_id": "tank-00859", + "path": "episodes/tank-00859.npz", + "sha256": "bbe5e71ee2877871df88b4e2a9e0c5f687b9a01a4ba1e260f2e0b0160eee83ca" + }, + { + "system_id": "tank-00865", + "path": "episodes/tank-00865.npz", + "sha256": "7a64ed4f7e236e0fe2f1c3928b0a0d78fffc13f2b824eb595d07875cfafbb82c" + }, + { + "system_id": "tank-00868", + "path": "episodes/tank-00868.npz", + "sha256": "1d90876f9d9df61cd44cb11dd923155147e0e816b3840b6e4ac9674dbf8c8c25" + }, + { + "system_id": "tank-00871", + "path": "episodes/tank-00871.npz", + "sha256": "dd8639bf6e127c1417cfa4d4a07ff47ac95e201faea583c89136c13845751dd4" + }, + { + "system_id": "tank-00877", + "path": "episodes/tank-00877.npz", + "sha256": "c201321cce5f054208e563a6d154bdb15487cb51a6578ad02e3bbf98e0a03b15" + }, + { + "system_id": "tank-00889", + "path": "episodes/tank-00889.npz", + "sha256": "76699e938bb4bfa7d16ee98feecd686613c1fb5edf6e380f87ed8607cce3e8ef" + }, + { + "system_id": "tank-00892", + "path": "episodes/tank-00892.npz", + "sha256": "40b255af904cfcd7a92c3e03b9dbf514757aa2f9ef5cae314841851ccfe258bc" + }, + { + "system_id": "tank-00895", + "path": "episodes/tank-00895.npz", + "sha256": "173c0b323daea1c8ff6bf41ca4595825cf0367757af55d60752d662bc97b3795" + }, + { + "system_id": "tank-00898", + "path": "episodes/tank-00898.npz", + "sha256": "8e894de99a8eb5b8776270a4b064bcc237c807b213b4310bcc8be0a708404171" + }, + { + "system_id": "tank-00901", + "path": "episodes/tank-00901.npz", + "sha256": "9232b7d7737691280c09ec7efbfe1d7e1ee20c4d885ccaae6ce73db1955639ff" + }, + { + "system_id": "tank-00904", + "path": "episodes/tank-00904.npz", + "sha256": "b4fea90dd6bd9fb28a2b5d32c2277cd8cfb33235fbcff77ff446bcca782509e1" + }, + { + "system_id": "tank-00907", + "path": "episodes/tank-00907.npz", + "sha256": "7517987a899dc07b645e9ce341c488d82eaf353617cb4a70f8b4faa5d91849e6" + }, + { + "system_id": "tank-00910", + "path": "episodes/tank-00910.npz", + "sha256": "c7e595e95e41e0271a7f24f6930db7a01981516dbcdb01a99d68ee0b1cb91c55" + }, + { + "system_id": "tank-00916", + "path": "episodes/tank-00916.npz", + "sha256": "0d09a400fda33f09b031ccc529dc638c1b6f41ffa47bf9012df5c3e252a922ac" + }, + { + "system_id": "tank-00919", + "path": "episodes/tank-00919.npz", + "sha256": "e4ab890225c2fdb55f2962ec4639fc3b4bc0b36233b483140f4c55dd94771fc7" + }, + { + "system_id": "tank-00922", + "path": "episodes/tank-00922.npz", + "sha256": "023c0311a7bc660ae4b2f35adc7d04dc70592a4ac861c68c411cb42e61f80d13" + }, + { + "system_id": "tank-00925", + "path": "episodes/tank-00925.npz", + "sha256": "a7e47b7337fbebd9fa40b6e1298279038efafe3782d3811c632b94334a9ffe77" + }, + { + "system_id": "tank-00931", + "path": "episodes/tank-00931.npz", + "sha256": "aa7e15d93cee7314e2f5ecb9f7f1b2501e8d42b6e63117d19a3b3405828cdae7" + }, + { + "system_id": "tank-00937", + "path": "episodes/tank-00937.npz", + "sha256": "36e432c1b090d243c02068b1b03ed80ebfce3acf84d5f76c9672b71c4b8f777d" + }, + { + "system_id": "tank-00946", + "path": "episodes/tank-00946.npz", + "sha256": "15458ec3c22c79932116843691e87b851bf2bdb1cf83f859eac4b2ecaa224848" + }, + { + "system_id": "tank-00949", + "path": "episodes/tank-00949.npz", + "sha256": "6b9062ff30be1a9db20e913c9bbaeef50eaa1dee082b95419ea010d08010399d" + }, + { + "system_id": "tank-00955", + "path": "episodes/tank-00955.npz", + "sha256": "39f18fa6d2e4b68b4c133033a3de62da2c50a880b101967f892794f8f341ec70" + }, + { + "system_id": "tank-00958", + "path": "episodes/tank-00958.npz", + "sha256": "628865f0675b67b923c6974f0377408d1076b69dbfb64bd827ed049e45d4817e" + }, + { + "system_id": "tank-00961", + "path": "episodes/tank-00961.npz", + "sha256": "33c1cbafdac99e1ce77d02f484269c3b9422d25efab5e9cec055d957f604722c" + }, + { + "system_id": "tank-00964", + "path": "episodes/tank-00964.npz", + "sha256": "e2eade8264d17238b91992fa708faf0d3e2b95c6b6dd3be6bf3cd7f389c7378f" + }, + { + "system_id": "tank-00970", + "path": "episodes/tank-00970.npz", + "sha256": "63737eb6f4306e02030984c4a96089430476b67bf7065cc25b12264398d9e432" + }, + { + "system_id": "tank-00973", + "path": "episodes/tank-00973.npz", + "sha256": "1d90d3c50c5d0527068e0d944a0c0f7e2d0fb3e3371c8c3c58a0636ce19345d2" + }, + { + "system_id": "tank-00979", + "path": "episodes/tank-00979.npz", + "sha256": "bc1c4d6fe47c83dd6dc974574fcc5b41e4e3dde207074ccabb8bb16ccf643518" + }, + { + "system_id": "tank-00982", + "path": "episodes/tank-00982.npz", + "sha256": "b02ceaf511b53b1e73f7c27370af217543ca9aa28db244cb9171bd2a8f0b71be" + }, + { + "system_id": "tank-00985", + "path": "episodes/tank-00985.npz", + "sha256": "fd823aebd9a53175c26472359b3f3cdefdae7953b2f51d2793ab5f1935716ab6" + }, + { + "system_id": "tank-00988", + "path": "episodes/tank-00988.npz", + "sha256": "e882aa586ead5438cecd6b17718b35287cfaaa90dc098d68265e0fd88369b918" + }, + { + "system_id": "tank-00991", + "path": "episodes/tank-00991.npz", + "sha256": "7d4158e4add0a10ca8b644affcf64f5df27e6427fe0907a7399902c9fc4594dd" + }, + { + "system_id": "tank-00997", + "path": "episodes/tank-00997.npz", + "sha256": "818365484afcc516bf8fcf95b935c89056e2b5c0b5009f8becbf4946780255c1" + }, + { + "system_id": "tank-01000", + "path": "episodes/tank-01000.npz", + "sha256": "5eeb9e444efff5a446e1aab6f5286bc61100d5ddc1cd7971c7191dda1a2c4146" + }, + { + "system_id": "tank-01003", + "path": "episodes/tank-01003.npz", + "sha256": "17103ad24c7c11a726f90a099ef721395688aad1cbbf2cc268cb68435212832e" + }, + { + "system_id": "tank-01006", + "path": "episodes/tank-01006.npz", + "sha256": "8935b7712c2c7b079d909b5a4ebdbf223a941f39f59d34d6c1ec0f666a581557" + }, + { + "system_id": "tank-01012", + "path": "episodes/tank-01012.npz", + "sha256": "aeb72bdded32caff643c79760433e2bb220efb773d18ccebae5b5d8bf9484aa7" + }, + { + "system_id": "tank-01018", + "path": "episodes/tank-01018.npz", + "sha256": "75c70f608ed934f4e9fd31faf18e32ac38f7ce09f0ac4579747603a273aef885" + }, + { + "system_id": "tank-01021", + "path": "episodes/tank-01021.npz", + "sha256": "466f9d649fd254809fc3b60db210f6b3dbea65681c8badb762ab4c88d0db26f9" + }, + { + "system_id": "tank-01024", + "path": "episodes/tank-01024.npz", + "sha256": "a0c147b265340a710bd223f34b05b58c6d50e54fbd8173a55dd042313301a1b4" + }, + { + "system_id": "tank-01027", + "path": "episodes/tank-01027.npz", + "sha256": "74c0fd6bdad973fb00347efd155e4341d09b35d83964c5a0fac1f32d6f0c2ac5" + }, + { + "system_id": "tank-01030", + "path": "episodes/tank-01030.npz", + "sha256": "20871af527ccd8d99f161a2cc44597c36693a96975797fede225cea082c9c1e4" + }, + { + "system_id": "tank-01033", + "path": "episodes/tank-01033.npz", + "sha256": "e368e955badf84e833deb24304386522780036f1b416602ec42f1863451cff03" + }, + { + "system_id": "tank-01036", + "path": "episodes/tank-01036.npz", + "sha256": "12ac8bc903c0c4c00eb3d0ae348c0daf2ac67a91431660d0cad32f79307c42eb" + }, + { + "system_id": "tank-01039", + "path": "episodes/tank-01039.npz", + "sha256": "d979e0d6bc605c80705233b669c2de8e153e7560bf8df337fc97c89ed8c9a624" + }, + { + "system_id": "tank-01042", + "path": "episodes/tank-01042.npz", + "sha256": "40025a8515919c93e1c0f8320c6b4b5f11157a7d6c24328734e1020986d13f00" + }, + { + "system_id": "tank-01045", + "path": "episodes/tank-01045.npz", + "sha256": "e425d4479abfd41672301030d49eabb7e950056d1080f2102e3cdee732c925ae" + }, + { + "system_id": "tank-01048", + "path": "episodes/tank-01048.npz", + "sha256": "31d7f34034930de4bdd3c8729ad122ee2c323fa3c456f168129276e0e2628efe" + }, + { + "system_id": "tank-01054", + "path": "episodes/tank-01054.npz", + "sha256": "797371d6a3f42fe20b28a39eb4e4452fa755e44d110f5c5264f493d31ad3f822" + }, + { + "system_id": "tank-01057", + "path": "episodes/tank-01057.npz", + "sha256": "db1568313f6c546bb924b03293d5c751f4bc963e6ff247d6309d84cc332ff59a" + }, + { + "system_id": "tank-01066", + "path": "episodes/tank-01066.npz", + "sha256": "8295d1de0f7cbddfcb4f6918eed7bcb2457a787f3b803ee0c0a019d967dfd3d5" + }, + { + "system_id": "tank-01069", + "path": "episodes/tank-01069.npz", + "sha256": "d067feec19c501b946b0b45091f0b5cd3c5a7a4d01d2ee95eb5826e0ccd01623" + }, + { + "system_id": "tank-01075", + "path": "episodes/tank-01075.npz", + "sha256": "d6e4abbdb758f54bd4378b0e24c7f5d66b01cf32916ef8d782c50419f6fcba42" + }, + { + "system_id": "tank-01084", + "path": "episodes/tank-01084.npz", + "sha256": "a65509b3bfbf3c3f1cce1efb4d2ac239dcdd02cbb5fec5eecdab358ea9a41ebc" + }, + { + "system_id": "tank-01087", + "path": "episodes/tank-01087.npz", + "sha256": "2b691521e7569119f3414cb15f6a3a34912c2b17f5839323041d0025f0d05f46" + }, + { + "system_id": "tank-01090", + "path": "episodes/tank-01090.npz", + "sha256": "758d4271d30e5d6557bf175b54546e2f54a732207b57fef9494e6ba40ff822b2" + }, + { + "system_id": "tank-01096", + "path": "episodes/tank-01096.npz", + "sha256": "a63bb1188dcf52db7a0228250449e9c59296201180eca66b213cfeb1f1798118" + }, + { + "system_id": "tank-01105", + "path": "episodes/tank-01105.npz", + "sha256": "b07f4dcb91d04083a2ea298c90141a92420e5d2600c053734fd25165d41a25d9" + }, + { + "system_id": "tank-01108", + "path": "episodes/tank-01108.npz", + "sha256": "09efb78975507316576ee907e174e2d8576cfa0dd31c4e1fd737b85c1cdba2ed" + }, + { + "system_id": "tank-01111", + "path": "episodes/tank-01111.npz", + "sha256": "bd5af596a1615c637a27d29034093a95bdbf80e53b6d6458b80a3f72ba72495c" + }, + { + "system_id": "tank-01117", + "path": "episodes/tank-01117.npz", + "sha256": "9c2ad4a38251da59125d42bd3d453938879e5d10ebb34638883e2246e9e9dd06" + }, + { + "system_id": "tank-01120", + "path": "episodes/tank-01120.npz", + "sha256": "a2b54e51f9491a3070b9e55a9a5e18b55e45bfbafeb8e0397aa025cf050322d6" + }, + { + "system_id": "tank-01126", + "path": "episodes/tank-01126.npz", + "sha256": "ed27366a2b43c6c52262414d23e382a82e677b8e1ec3e97c6473dab602609696" + }, + { + "system_id": "tank-01135", + "path": "episodes/tank-01135.npz", + "sha256": "3f5486eba3adbc5581af492426f74de418852306cfb1cdcc2800d9f3ff9b06a3" + }, + { + "system_id": "tank-01138", + "path": "episodes/tank-01138.npz", + "sha256": "d5380a128ea6eed895490cd0a85094e3fa5f7ea701549e4bcb64c7722c8d637b" + }, + { + "system_id": "tank-01141", + "path": "episodes/tank-01141.npz", + "sha256": "ab9aec96421d4f55d4e7d33a379bba2d2341f2bdd4dfa921bebdef6cde177616" + }, + { + "system_id": "tank-01144", + "path": "episodes/tank-01144.npz", + "sha256": "a2e2cd29cfbbcb51d68d3176e04b2d19e85e46c6f34075f04903b4ca33e25c1f" + }, + { + "system_id": "tank-01147", + "path": "episodes/tank-01147.npz", + "sha256": "98ec375f53ff56ac6a6fe3b6805711e913a3893a72d2b930570e742dd991951c" + }, + { + "system_id": "tank-01150", + "path": "episodes/tank-01150.npz", + "sha256": "1d9201c93f5c26d15e6c915b7c09d9a75b7437a76fc7907ba5362d8d42907001" + }, + { + "system_id": "tank-01153", + "path": "episodes/tank-01153.npz", + "sha256": "85a231cac8962b5bdea26f71299824f03037bf09ee438595e1108b854e37b7cb" + }, + { + "system_id": "tank-01159", + "path": "episodes/tank-01159.npz", + "sha256": "5dd48e2dc0a5f4c25f9d6e149d747712911b5111fe17dbedbd42ed35e2110304" + }, + { + "system_id": "tank-01162", + "path": "episodes/tank-01162.npz", + "sha256": "0b3ab1d4493d4ebe3b5bea2c1f33183bb40a3706de7bc15e61819e0e7bbb5f5e" + }, + { + "system_id": "tank-01165", + "path": "episodes/tank-01165.npz", + "sha256": "e2489bc4de26bbfc4e38b48adb79544feb53e6c6f372f3c57e17d16e8afe11d0" + }, + { + "system_id": "tank-01168", + "path": "episodes/tank-01168.npz", + "sha256": "8fadea1b135862412847b4751f27b5e4036c9ed703ba4dd9e5aa542f3ef157e4" + }, + { + "system_id": "tank-01174", + "path": "episodes/tank-01174.npz", + "sha256": "20fe2af0d3c21ce23faada8627edab707ecf4abf0e44b22b473671a93b5f546c" + }, + { + "system_id": "tank-01177", + "path": "episodes/tank-01177.npz", + "sha256": "fb293bc62261e5fae707683f26791bab39e14fb13a056054b7499fa29f835dc1" + }, + { + "system_id": "tank-01180", + "path": "episodes/tank-01180.npz", + "sha256": "1f374574315735c7608753a5643a7c83aea69de5a2491ff2ddd4ca73d6ee6af8" + }, + { + "system_id": "tank-01186", + "path": "episodes/tank-01186.npz", + "sha256": "0c9cae0efb67ca4422d15d9c2b0d066d6615b8e36fc196eabb7153e88a4610f4" + }, + { + "system_id": "tank-01195", + "path": "episodes/tank-01195.npz", + "sha256": "ab89624d397731401d2acb9feb8ce88e3a67584e31b8806fced5798dfc11a3bb" + }, + { + "system_id": "thermal-00000", + "path": "episodes/thermal-00000.npz", + "sha256": "e6dc125de3c0d212b57674bbadc42d09b686b7c9fce2cc07ea23dd574664dc3c" + }, + { + "system_id": "thermal-00006", + "path": "episodes/thermal-00006.npz", + "sha256": "486171fde08aef439c6b32dd63333cf9af92f7deb08414b0563e2bc8ca343327" + }, + { + "system_id": "thermal-00009", + "path": "episodes/thermal-00009.npz", + "sha256": "b10ba1349e4789813f196b7a2c2532cf4bbb9abd65f89d9b062f33f5a2243970" + }, + { + "system_id": "thermal-00012", + "path": "episodes/thermal-00012.npz", + "sha256": "8a9dcf1ac0e525bc6a7e3b5d4bf258235d762f64914131d1775d4483ef351d4f" + }, + { + "system_id": "thermal-00021", + "path": "episodes/thermal-00021.npz", + "sha256": "c5e03d2510fe4b4d5efa7d3d7c411432f440337fb291edab56dfe7172bdec44a" + }, + { + "system_id": "thermal-00024", + "path": "episodes/thermal-00024.npz", + "sha256": "59e15f3878fba464680c6db324e7ebdbc7811f00f74f6653078fc4a80accb5de" + }, + { + "system_id": "thermal-00027", + "path": "episodes/thermal-00027.npz", + "sha256": "13a24edfeccb26ad24eaa1e986f3e196d771ee03df107e9eb9ef40e08b274879" + }, + { + "system_id": "thermal-00033", + "path": "episodes/thermal-00033.npz", + "sha256": "94692123bbb1d73dc3c8f80a5a3e35506055188b4d7cb823ce07cd698d81024e" + }, + { + "system_id": "thermal-00036", + "path": "episodes/thermal-00036.npz", + "sha256": "36939e8a94b14e16c5e770594d595cfb8ab6274fda7e5a65abdc197a5a1a5386" + }, + { + "system_id": "thermal-00054", + "path": "episodes/thermal-00054.npz", + "sha256": "0166b4fb2b052b4389efa9c4f06ef77c0f13714a1baa90e3836618d4dc5653a8" + }, + { + "system_id": "thermal-00057", + "path": "episodes/thermal-00057.npz", + "sha256": "1bab0727fd7f12c3e57eb870b82d172eb2f7e5e134860a0501c329ff2ca55366" + }, + { + "system_id": "thermal-00060", + "path": "episodes/thermal-00060.npz", + "sha256": "3fdb1906d5da61cc1f5bbac40c1b76ed2634be525fcbe816ef72db8851cb750d" + }, + { + "system_id": "thermal-00072", + "path": "episodes/thermal-00072.npz", + "sha256": "259d4f0233e5006d4e589b45b84026cd6c2a1bed0e2d0026941b9b29bfea8585" + }, + { + "system_id": "thermal-00075", + "path": "episodes/thermal-00075.npz", + "sha256": "f3d5817dbb4ba58bd5ef16dd5261e23c80c744b47c9c95d8e6b5fac0029da6f0" + }, + { + "system_id": "thermal-00078", + "path": "episodes/thermal-00078.npz", + "sha256": "747d6ce820608fdcd379424490438d8f183d32ebafa9d0a7275e39064ca8ac28" + }, + { + "system_id": "thermal-00081", + "path": "episodes/thermal-00081.npz", + "sha256": "ae87c9001949c3ba57bc9df9f1f2f8a83093305e9ac37cb28e5e94d38ba98d56" + }, + { + "system_id": "thermal-00084", + "path": "episodes/thermal-00084.npz", + "sha256": "e8e17268836c8239e5c648f5f0af5182668e42dd3177043ed44990bacf9f223c" + }, + { + "system_id": "thermal-00087", + "path": "episodes/thermal-00087.npz", + "sha256": "a168dc0ad8d32601b994cb79ce7d42c714660b75c4012fc6b9645083cb0401e4" + }, + { + "system_id": "thermal-00090", + "path": "episodes/thermal-00090.npz", + "sha256": "d4b1789d525ae7b4839e9ef8067279ee3a315414c043069ae04dab1e47e532fb" + }, + { + "system_id": "thermal-00096", + "path": "episodes/thermal-00096.npz", + "sha256": "9cc65f2217b6b93a84e396fde8cc7d119dda2ba2d454ecfa8e371f59fa604474" + }, + { + "system_id": "thermal-00099", + "path": "episodes/thermal-00099.npz", + "sha256": "8517faef7cc68de899ca03ddef8454829bd6ad544299dd6ba3a0814cb2714348" + }, + { + "system_id": "thermal-00111", + "path": "episodes/thermal-00111.npz", + "sha256": "ac71047d0ddd364b2e3bbdd02fe0aa91fa4889d924805530ed42caf6c33a334b" + }, + { + "system_id": "thermal-00114", + "path": "episodes/thermal-00114.npz", + "sha256": "ad182daf5bc60f8eff283a5c144dc23c81b98ecfb72335f69963c03c559369cc" + }, + { + "system_id": "thermal-00120", + "path": "episodes/thermal-00120.npz", + "sha256": "553aeac33fb0f0e98b2f3edc760f39f6ae014bc1524c04e5ce3aeb097bb32e1f" + }, + { + "system_id": "thermal-00132", + "path": "episodes/thermal-00132.npz", + "sha256": "9884b019a081be8e3936cb3d48a661cba40d75db9e688154e91b2cd6b191de1c" + }, + { + "system_id": "thermal-00135", + "path": "episodes/thermal-00135.npz", + "sha256": "c647969625b5d73f7589923d8fe36f93456f309267b34786eabcec3645d9eb6e" + }, + { + "system_id": "thermal-00138", + "path": "episodes/thermal-00138.npz", + "sha256": "2c0d74c8d08afd6c8b499d7298293772d6857a29a192509ffcb1245fd2c844ca" + }, + { + "system_id": "thermal-00141", + "path": "episodes/thermal-00141.npz", + "sha256": "387085c3753efee94501a47144a8474a7964e4a885f0e5326e9e55d9af67306d" + }, + { + "system_id": "thermal-00144", + "path": "episodes/thermal-00144.npz", + "sha256": "1afb0e4ef3c434bef7aeaebad568765285cecadf1c051dab5a4a709e998b09c6" + }, + { + "system_id": "thermal-00150", + "path": "episodes/thermal-00150.npz", + "sha256": "4981307d5612f2f1610ed28974842ecd6255bd1a2232a550e56096dfa20f25e5" + }, + { + "system_id": "thermal-00153", + "path": "episodes/thermal-00153.npz", + "sha256": "db01efb5e9b7bb8d2442b83a0ae1667f2cc20d9e23f09c8799905f982e3f8f69" + }, + { + "system_id": "thermal-00156", + "path": "episodes/thermal-00156.npz", + "sha256": "e09cf8657474945b5f1716aaef48800da9c199429d8a1d616ebbdf80b27a1fa1" + }, + { + "system_id": "thermal-00159", + "path": "episodes/thermal-00159.npz", + "sha256": "1a7facd909a3c7aa0b9dd809b69dadc80c16ea3fc60d446fbe20efe64c7982c4" + }, + { + "system_id": "thermal-00162", + "path": "episodes/thermal-00162.npz", + "sha256": "4ccb850483744812bdb54b7ee5418b6918583b244ee9d322b704c3aab3e5dc00" + }, + { + "system_id": "thermal-00165", + "path": "episodes/thermal-00165.npz", + "sha256": "b2286eec1036b542fc2b025c530432207538ccc8709179c6e2f8773805eb2ac4" + }, + { + "system_id": "thermal-00168", + "path": "episodes/thermal-00168.npz", + "sha256": "c35bdc190cd5b80a6bdbfa6f711e8050ff1ececbb5b579aaed6cb47cd73cfba8" + }, + { + "system_id": "thermal-00174", + "path": "episodes/thermal-00174.npz", + "sha256": "82448a2dd8df372c5ec23467e8b1675bfd58c7591939f7646ee9e7713e180668" + }, + { + "system_id": "thermal-00177", + "path": "episodes/thermal-00177.npz", + "sha256": "8312c81d165b3a92bc3957346f6255681275c9ecdde9fac9a0315783494a6a87" + }, + { + "system_id": "thermal-00180", + "path": "episodes/thermal-00180.npz", + "sha256": "84b4029a57571a92d09dc235b650208b6a2f572267883c4cae6e96045bb2ae66" + }, + { + "system_id": "thermal-00183", + "path": "episodes/thermal-00183.npz", + "sha256": "86248a84274aec59aaec8236d1f28e8ed754a5f09aae7497893299eb073c4198" + }, + { + "system_id": "thermal-00186", + "path": "episodes/thermal-00186.npz", + "sha256": "19bb9ea83a100c22f4cbbb9712f6207d795ba815637b9bd3fbc26418e4d46f29" + }, + { + "system_id": "thermal-00192", + "path": "episodes/thermal-00192.npz", + "sha256": "339d494637e6e5e4d1c958778b7e5c95eef695d595018a048ebd6ea5a8f5caa4" + }, + { + "system_id": "thermal-00198", + "path": "episodes/thermal-00198.npz", + "sha256": "04e9c0890e70da00de8c2e652848b0d88ad1a9c6b1652c96aa58300dacd4d977" + }, + { + "system_id": "thermal-00201", + "path": "episodes/thermal-00201.npz", + "sha256": "279baed79d34e7403012af28f70c2d76b793a055838eaa8fff00c4d8b564b6d8" + }, + { + "system_id": "thermal-00204", + "path": "episodes/thermal-00204.npz", + "sha256": "f307e27b7d9de0e9fcdbf65c6152a0ede505d9d8bc837a39524b00973fc0bb81" + }, + { + "system_id": "thermal-00210", + "path": "episodes/thermal-00210.npz", + "sha256": "a7620b6c164173295964a8284851bce0bf6edf81b601bcc9a01df85f9f4bd3c5" + }, + { + "system_id": "thermal-00216", + "path": "episodes/thermal-00216.npz", + "sha256": "8de951f6eeb43f6b18a862d37fa053adb81c48b583de676dbf4c5eb23ae9349d" + }, + { + "system_id": "thermal-00219", + "path": "episodes/thermal-00219.npz", + "sha256": "762a8c6fe9d00fb44c1c8943c37eebce03b6a08688a8fe99d0b52762807e1bfa" + }, + { + "system_id": "thermal-00225", + "path": "episodes/thermal-00225.npz", + "sha256": "a81021571b05c5503910689765e6847c4162fae4a5394be0211647602cd06cbd" + }, + { + "system_id": "thermal-00231", + "path": "episodes/thermal-00231.npz", + "sha256": "cde09cdffc35e70aea7af912a9e3fe4daa50e857cc4bfd658c9ce0aee1db174d" + }, + { + "system_id": "thermal-00237", + "path": "episodes/thermal-00237.npz", + "sha256": "17b946eb3b4614bb9d901f967e4ae3e209c4f4504ecab6b42527f879b2d8210f" + }, + { + "system_id": "thermal-00240", + "path": "episodes/thermal-00240.npz", + "sha256": "90843813fd2e0c31021620703ec5ea3035f3829f878e93b8f754143ebef2cc7e" + }, + { + "system_id": "thermal-00243", + "path": "episodes/thermal-00243.npz", + "sha256": "e76d3cabb51236cc723dbb90602d8363f8f753b958ccb10fdd8328ae93e09bde" + }, + { + "system_id": "thermal-00246", + "path": "episodes/thermal-00246.npz", + "sha256": "cd6feabb0521e46d813a0b8fc2021b961fa17f897104cab57d34719227cebfb2" + }, + { + "system_id": "thermal-00249", + "path": "episodes/thermal-00249.npz", + "sha256": "4e617487cbb017e8addbe53567fe43088e712766a7097c540db3662bd1806c7d" + }, + { + "system_id": "thermal-00252", + "path": "episodes/thermal-00252.npz", + "sha256": "85c0dcee46211cafc07cccad93f155916927f2b1e48273898dd10d3027156377" + }, + { + "system_id": "thermal-00258", + "path": "episodes/thermal-00258.npz", + "sha256": "e772425a365e7bd95932c68b07b9326854957c96d0a73d447a9cd9da9684f6df" + }, + { + "system_id": "thermal-00264", + "path": "episodes/thermal-00264.npz", + "sha256": "364a819ae26ce668509d0eb944fea21a59d6a8ef67c9950eef2fc99d235d8242" + }, + { + "system_id": "thermal-00267", + "path": "episodes/thermal-00267.npz", + "sha256": "2a6fa8275f23f17ec1493be73981d912eabc8ea8cd241abad09effda8b7db5e8" + }, + { + "system_id": "thermal-00273", + "path": "episodes/thermal-00273.npz", + "sha256": "713e1c9ea0d9c630bc06866b6386213d7f24da0a7ddc957cad9f80a8669cd79d" + }, + { + "system_id": "thermal-00276", + "path": "episodes/thermal-00276.npz", + "sha256": "c5e16519f9f7a5ef55d7214139baa53fd4356aa385356790ea90f915efb2655b" + }, + { + "system_id": "thermal-00279", + "path": "episodes/thermal-00279.npz", + "sha256": "c7922d33db1ffbf63e34b4f0d046d11d9d96398ea7a01be353a80dbff3035d55" + }, + { + "system_id": "thermal-00282", + "path": "episodes/thermal-00282.npz", + "sha256": "8d9fb940bd3aa68c811ca85d17d464da413f4668634049efd8e9241ef67860f9" + }, + { + "system_id": "thermal-00285", + "path": "episodes/thermal-00285.npz", + "sha256": "67c90dc537607a046d051f1c25ee3dd75b4fa957c8eded4e749ce0ddc5e10f4a" + }, + { + "system_id": "thermal-00288", + "path": "episodes/thermal-00288.npz", + "sha256": "6eda552fd89ecf388fe3f96664eb0e2f9f1c2286ac2c6e3066bd9f1153b3456b" + }, + { + "system_id": "thermal-00294", + "path": "episodes/thermal-00294.npz", + "sha256": "072f97df3b5c7f02c336dbb4d41fd025e5a43487f905c9982fb5a61d84a210eb" + }, + { + "system_id": "thermal-00300", + "path": "episodes/thermal-00300.npz", + "sha256": "818437101b9be80109c23a6435f2b8953739df6cb9165c24dc0683ef281584b2" + }, + { + "system_id": "thermal-00303", + "path": "episodes/thermal-00303.npz", + "sha256": "6347542579835668d97929ff4a24beb416a207fcd7d815bdafa0d9a7c4bb2ab2" + }, + { + "system_id": "thermal-00312", + "path": "episodes/thermal-00312.npz", + "sha256": "02784c73e1afc63e1959cc7b289f11f668b19d51f92aec64c09eeecdf156d523" + }, + { + "system_id": "thermal-00318", + "path": "episodes/thermal-00318.npz", + "sha256": "68d5d0366055c84b86afbc866b9a430004d0ef4d578fd8fe8ce3fa519eda2616" + }, + { + "system_id": "thermal-00321", + "path": "episodes/thermal-00321.npz", + "sha256": "343558e113e418459733cc4ebc59c79c99c440aaa44e38c4676e6e7a202b35dc" + }, + { + "system_id": "thermal-00324", + "path": "episodes/thermal-00324.npz", + "sha256": "374856f6a260385de6f6a3f4b18ed3318f3b05393bdd1c1509a86035e4ca5112" + }, + { + "system_id": "thermal-00336", + "path": "episodes/thermal-00336.npz", + "sha256": "1dd634f76b47878ac26e9027b3a3904deab83855b5a73580f7e3412b73d2f62e" + }, + { + "system_id": "thermal-00345", + "path": "episodes/thermal-00345.npz", + "sha256": "b274dde5a86b54f3943977cdcdbb3be2c510d74c07403beffe16615a7bfe8b03" + }, + { + "system_id": "thermal-00354", + "path": "episodes/thermal-00354.npz", + "sha256": "e166257afcae15decad15d75721cf836cca8ac63c7f47ed9e5a80ea53fd5d5eb" + }, + { + "system_id": "thermal-00357", + "path": "episodes/thermal-00357.npz", + "sha256": "58766c6450927f556ebd871621a7beaaaf8544ceb68aaccde207d6bec7470ebe" + }, + { + "system_id": "thermal-00360", + "path": "episodes/thermal-00360.npz", + "sha256": "ddf359807bbe6b18d670553c9d9c79aee9927672b18cc1fb87b8bfd963c5fa5d" + }, + { + "system_id": "thermal-00363", + "path": "episodes/thermal-00363.npz", + "sha256": "fe9f3b53c528c2e505d07766bf8298a1d3bcb8b04b905ac3b8e7ffd3674849cb" + }, + { + "system_id": "thermal-00372", + "path": "episodes/thermal-00372.npz", + "sha256": "afa90b9d4185902958765cda3e711aee45b1be75479a672de95c1de312afcf8f" + }, + { + "system_id": "thermal-00378", + "path": "episodes/thermal-00378.npz", + "sha256": "85f6e998990be313f3dca5696976a4dc3c5e4452bcb0c9abe0979bb0e61f8714" + }, + { + "system_id": "thermal-00381", + "path": "episodes/thermal-00381.npz", + "sha256": "ca55e4ded18bd965bf038adc1c91440599bedc7cbb5fdc293fa52ff3c8c2d010" + }, + { + "system_id": "thermal-00384", + "path": "episodes/thermal-00384.npz", + "sha256": "e83cc96312fea05bb013fdb0db9e210b0f68939cea60a282e9ead3d52749c27b" + }, + { + "system_id": "thermal-00390", + "path": "episodes/thermal-00390.npz", + "sha256": "49ae0796014f57c7dd5764ac11b7feac748ecc13c4fab610638ef58a73214552" + }, + { + "system_id": "thermal-00393", + "path": "episodes/thermal-00393.npz", + "sha256": "a8b0ec9bf51fed7811271f38907b46cab34b0feb0f13b54cd9a6cb7bddebfb8b" + }, + { + "system_id": "thermal-00396", + "path": "episodes/thermal-00396.npz", + "sha256": "2b44822d11c1b48b6ffc074b166408c7f755f1bbb4fee14e41510e31a4181fd4" + }, + { + "system_id": "thermal-00399", + "path": "episodes/thermal-00399.npz", + "sha256": "1c260a3ff189fd828b35e3e89cdf600993de0a619c40e23857508bbd4e2f278a" + }, + { + "system_id": "thermal-00402", + "path": "episodes/thermal-00402.npz", + "sha256": "76f680069c79ec8c4239e41644166009f7fd9edd03c3c4e70845380b3e794613" + }, + { + "system_id": "thermal-00405", + "path": "episodes/thermal-00405.npz", + "sha256": "4549ca4a8018644817130c2b9d8897b89009ad50e39cb82cfc9787b75652d10c" + }, + { + "system_id": "thermal-00414", + "path": "episodes/thermal-00414.npz", + "sha256": "b87182cb4137cf28057981e974b8eb657cf62e3e33cf554afe342b67d5fb7abd" + }, + { + "system_id": "thermal-00420", + "path": "episodes/thermal-00420.npz", + "sha256": "a55c3c179230eff817188dacfb257a27404ce8edddbb48dd0bd144cb120c3847" + }, + { + "system_id": "thermal-00429", + "path": "episodes/thermal-00429.npz", + "sha256": "6d6754d17ff2d16097d9dc9fac97db4ae8733f8c97188569ea8646d164bd9b2b" + }, + { + "system_id": "thermal-00432", + "path": "episodes/thermal-00432.npz", + "sha256": "99694e8dee347793e9a10560c7016409a435428ff1674475e523279bde93fe57" + }, + { + "system_id": "thermal-00435", + "path": "episodes/thermal-00435.npz", + "sha256": "230217c86eaa1881b1a13f1952911f3e20500f99dd84b4736959c2fe299d5446" + }, + { + "system_id": "thermal-00438", + "path": "episodes/thermal-00438.npz", + "sha256": "a5a4670354f147defb6c3ea5bfd3cb4a2e94ef909b2934a4526dcd780ef0ac40" + }, + { + "system_id": "thermal-00441", + "path": "episodes/thermal-00441.npz", + "sha256": "ab299e9fb07961814e004e4be194ed36a9f24b5e2d124d82b8e06aa81d953880" + }, + { + "system_id": "thermal-00444", + "path": "episodes/thermal-00444.npz", + "sha256": "63e903f23ee0f04d2e77d54a0c76c16010a9c6dc7226021d1356087d554f96c0" + }, + { + "system_id": "thermal-00447", + "path": "episodes/thermal-00447.npz", + "sha256": "cfce859a9481fe33849b83a3c73c5a4d184db4fe94beb3b49c058a3a8bb4f040" + }, + { + "system_id": "thermal-00450", + "path": "episodes/thermal-00450.npz", + "sha256": "afac29e43e241a8758e69f9cd38e742eacedcabd6518468cc7f0e7651a751dda" + }, + { + "system_id": "thermal-00453", + "path": "episodes/thermal-00453.npz", + "sha256": "59c37b054dfbb1c876d67d70dab7d789a9be5d9985a43f589bafd44b6a101a92" + }, + { + "system_id": "thermal-00456", + "path": "episodes/thermal-00456.npz", + "sha256": "211e784c5c6312c214856e747dcc78420f79a254801febaa91668ae7dbed1c50" + }, + { + "system_id": "thermal-00459", + "path": "episodes/thermal-00459.npz", + "sha256": "2466967af64c44a09af6ed7f53b1cd75043f4706b0908e6d635cdef08f11c8f8" + }, + { + "system_id": "thermal-00462", + "path": "episodes/thermal-00462.npz", + "sha256": "aa527e5fa91d7f2dae3738a8629be11f89b18d6137e64bbed0cfff9501f4ec71" + }, + { + "system_id": "thermal-00465", + "path": "episodes/thermal-00465.npz", + "sha256": "70b454e326ed2438c7b44c160c1fb9fae05d61d3e441cb63b3f34aa796f86225" + }, + { + "system_id": "thermal-00468", + "path": "episodes/thermal-00468.npz", + "sha256": "a9aea6196c2af5c925e0dc6cf3f565d32e7ed512f4c595b78a46a75965bb98e9" + }, + { + "system_id": "thermal-00474", + "path": "episodes/thermal-00474.npz", + "sha256": "a42004a71e10dd789b169fa264fec61de1e4527bf236ff32afa94d476f539482" + }, + { + "system_id": "thermal-00477", + "path": "episodes/thermal-00477.npz", + "sha256": "10ac27cf9f3abe4e0eaa11ebdb8873b155c057962edc33c78015518f447cd413" + }, + { + "system_id": "thermal-00483", + "path": "episodes/thermal-00483.npz", + "sha256": "dbdf0b9175a2b5ac7a0cf6ba1aedcf4745d7604bf821c078e559ef2d29c26ad0" + }, + { + "system_id": "thermal-00486", + "path": "episodes/thermal-00486.npz", + "sha256": "550c2abf022de6026f0c22a8971f751b05d9b5f7ab5b704c8f1ed1aaccf36476" + }, + { + "system_id": "thermal-00492", + "path": "episodes/thermal-00492.npz", + "sha256": "10dfed8a2673cc52c9b55732d3e796def9f96fafe6c12818256f9b098ce476cd" + }, + { + "system_id": "thermal-00495", + "path": "episodes/thermal-00495.npz", + "sha256": "77b4ba7a3de2e9b22e1c98c92b59a3b6d2393bd405545120019b6ecefc51c287" + }, + { + "system_id": "thermal-00498", + "path": "episodes/thermal-00498.npz", + "sha256": "0fae60d0b850d8cbe47915a7da6237cff01ff8c28f55cc1bbddbaaa28610162e" + }, + { + "system_id": "thermal-00504", + "path": "episodes/thermal-00504.npz", + "sha256": "7f7ff5b94961de2809cdf77e772473273c604967d8ea39f03d819e7feea394a0" + }, + { + "system_id": "thermal-00507", + "path": "episodes/thermal-00507.npz", + "sha256": "2c8bbadd923bdef3467ffc65b773924fbe6c318e46bbc7d2f40f4174747ee1cc" + }, + { + "system_id": "thermal-00513", + "path": "episodes/thermal-00513.npz", + "sha256": "6d32552a729123a982c8d5fc6ac2f86a278971c233d0f6da0b0e55995abe6842" + }, + { + "system_id": "thermal-00516", + "path": "episodes/thermal-00516.npz", + "sha256": "c591adfa0ee0c4952cff201cc06aa75048217ab38c2bde98d0e8e7c5274c9134" + }, + { + "system_id": "thermal-00519", + "path": "episodes/thermal-00519.npz", + "sha256": "3089d6ce5cedbc7dc92bbb6406c0a377edbdaed2abd6588a09f2ea44bb8e630d" + }, + { + "system_id": "thermal-00522", + "path": "episodes/thermal-00522.npz", + "sha256": "49feb1ec17dc6a8d48cc4d26502aa6573ad4f62c581ed641d01865296e85a463" + }, + { + "system_id": "thermal-00528", + "path": "episodes/thermal-00528.npz", + "sha256": "2978370ffcc9b78d5ff67cb9edcfe995e69346d92cffcb6775f877c75c28a72c" + }, + { + "system_id": "thermal-00534", + "path": "episodes/thermal-00534.npz", + "sha256": "2bf96664ba4f08df3250281db905c26f0025e73b8c8637a82cdab029dc132e17" + }, + { + "system_id": "thermal-00537", + "path": "episodes/thermal-00537.npz", + "sha256": "e42835d27ecb1945eb6aa1e7185827ca323c1ee513fdbc5b05da74088fd9bdd3" + }, + { + "system_id": "thermal-00540", + "path": "episodes/thermal-00540.npz", + "sha256": "8e446419b63aae498e6b0eb3c28f3e7bbfaeded2654e28fd7070409cc28df74b" + }, + { + "system_id": "thermal-00543", + "path": "episodes/thermal-00543.npz", + "sha256": "fcf95e4802324e9161a2d8bdba33235a43fc6a3cebbbf3fc7de1ed19a848848f" + }, + { + "system_id": "thermal-00549", + "path": "episodes/thermal-00549.npz", + "sha256": "4a16aa501eefe6bc3a6f6a91b29bcf419ecc77b16a0dbf7ad7bb2e4fecd58592" + }, + { + "system_id": "thermal-00552", + "path": "episodes/thermal-00552.npz", + "sha256": "c7f2ddcb23cabbf42e3caee0d7e13965c0895bdecb02898e9b2c23cc7f605f20" + }, + { + "system_id": "thermal-00555", + "path": "episodes/thermal-00555.npz", + "sha256": "6e1b37925cb0fd18ded0472243a57a178d380d34d2ef55a320067c0a7e3fa47d" + }, + { + "system_id": "thermal-00558", + "path": "episodes/thermal-00558.npz", + "sha256": "059b352f88c74db4c4655e2f81ff519b56095561a32467adf74b4553dbb9b9c1" + }, + { + "system_id": "thermal-00573", + "path": "episodes/thermal-00573.npz", + "sha256": "f092add38c2f363db66d914c9a51d93aa35acdc9b7b2e1353219604df299f1f8" + }, + { + "system_id": "thermal-00576", + "path": "episodes/thermal-00576.npz", + "sha256": "8b775a6aadfc71c09037ddfc7c686e89a216492fa0ba34c77fdfeba3b8aa3ca1" + }, + { + "system_id": "thermal-00579", + "path": "episodes/thermal-00579.npz", + "sha256": "b51940c75644b3270127667d8ab822274b4ee9fd9cbe132dbded830e47f940b0" + }, + { + "system_id": "thermal-00588", + "path": "episodes/thermal-00588.npz", + "sha256": "393fc47f5fe37efd74e4a8f76266c91386146f5db4c468156ea679ccf47d691f" + }, + { + "system_id": "thermal-00591", + "path": "episodes/thermal-00591.npz", + "sha256": "859f3b5789aea796589da3211cb5f20cec161d5474fd23723ee11783bf6ecd45" + }, + { + "system_id": "thermal-00594", + "path": "episodes/thermal-00594.npz", + "sha256": "fafe36d0c9f46f5f2ad0605906c79c8ff0117e8decc09d7f3b454e8692d9a58b" + }, + { + "system_id": "thermal-00600", + "path": "episodes/thermal-00600.npz", + "sha256": "58439022511d3e91ef607563265ef2308ef8bb40c8be6952aa48b004071dad2a" + }, + { + "system_id": "thermal-00603", + "path": "episodes/thermal-00603.npz", + "sha256": "0946527e3e79d363a6c47551d0f7492b81656b8f56d54866a850167c212e2f54" + }, + { + "system_id": "thermal-00606", + "path": "episodes/thermal-00606.npz", + "sha256": "89283e8dfeb3343bc42ccf14d0146f6fc4312cbadb6d3bec0b58d9a02a13609f" + }, + { + "system_id": "thermal-00609", + "path": "episodes/thermal-00609.npz", + "sha256": "8db6dff467acec930d6df609508e6748e1ab6d59a944c37308e4dd3674ec1eaf" + }, + { + "system_id": "thermal-00612", + "path": "episodes/thermal-00612.npz", + "sha256": "a9e85d0b608d54f9f307f3c5f26bdda56a6d436811bd6c937ca046d15afd5edc" + }, + { + "system_id": "thermal-00615", + "path": "episodes/thermal-00615.npz", + "sha256": "3b5cc4dff2032c8249d2edfbc0afc9ad3fd5ea924136a6457d1aa3a41db83932" + }, + { + "system_id": "thermal-00621", + "path": "episodes/thermal-00621.npz", + "sha256": "8d2a033fb6f2d2dc6a0f4b2755bbae99ca2577ff2af70b696fe7473286b81122" + }, + { + "system_id": "thermal-00627", + "path": "episodes/thermal-00627.npz", + "sha256": "f6048b972a3c7b9800f88e12ddf458fef6904ae2f00beb37f52ee5d6b6559d37" + }, + { + "system_id": "thermal-00630", + "path": "episodes/thermal-00630.npz", + "sha256": "739c6d712da69a9e0e53706502042082e8b7f1843fb47a3170632b051182a78c" + }, + { + "system_id": "thermal-00633", + "path": "episodes/thermal-00633.npz", + "sha256": "3552ed4f04477baaa27715186e27fd9c4ac4df0fe5b7269ff621903a7a94b39a" + }, + { + "system_id": "thermal-00639", + "path": "episodes/thermal-00639.npz", + "sha256": "fc59118d4aba06781c6df970a4fa0433d55a44101f3ee6e0d24eaab09f41520d" + }, + { + "system_id": "thermal-00642", + "path": "episodes/thermal-00642.npz", + "sha256": "80c05d3d60eb9f5ab11be3d3fd4ed6325cb7732c89b73c237f6d5eeb0f9e6f7b" + }, + { + "system_id": "thermal-00645", + "path": "episodes/thermal-00645.npz", + "sha256": "260229ed47ab0d34bdc8b9b39857a6441968ecac0b2eb5363be8955934002334" + }, + { + "system_id": "thermal-00648", + "path": "episodes/thermal-00648.npz", + "sha256": "83a6ea7e39897f41e3336674fac328db948b01f5eb99ad262dd379e06e321393" + }, + { + "system_id": "thermal-00651", + "path": "episodes/thermal-00651.npz", + "sha256": "e8c54bb485a0a53ed9ee458ae45e41fc447c6282d232db4fb8a370c2a83260c5" + }, + { + "system_id": "thermal-00657", + "path": "episodes/thermal-00657.npz", + "sha256": "b1d62c63b7f52ccaaa4167aed193511e89bed753ee048ae7d95e34de7fe813f5" + }, + { + "system_id": "thermal-00666", + "path": "episodes/thermal-00666.npz", + "sha256": "627acdbc155af52416d291e8cf66c2bce76f334b666d084069659c5f2f6ee536" + }, + { + "system_id": "thermal-00675", + "path": "episodes/thermal-00675.npz", + "sha256": "bbd3e9039b6550d46a8de1b7cfb40d72c67c4c9c214741b73ffe799cb6d13fe8" + }, + { + "system_id": "thermal-00678", + "path": "episodes/thermal-00678.npz", + "sha256": "29cf1759d9122fdf583c75ce76cdc4cf4312a74e42f0e873929d0d819ff7dbbc" + }, + { + "system_id": "thermal-00681", + "path": "episodes/thermal-00681.npz", + "sha256": "5b3926af46b3eaec33ebec9e262c12e6f3ab9d49c375f4aa0b178826fb019480" + }, + { + "system_id": "thermal-00684", + "path": "episodes/thermal-00684.npz", + "sha256": "09b0e1dadf7e531e7deb4eec68b6e9e414dde23c37cb3e94f830494ee21ddce2" + }, + { + "system_id": "thermal-00687", + "path": "episodes/thermal-00687.npz", + "sha256": "fc251afd66e2fc04fe3c87327a7348e7b08170aeee9414ff60fe12b202d9309c" + }, + { + "system_id": "thermal-00690", + "path": "episodes/thermal-00690.npz", + "sha256": "fe8a60450c7081b98181987bc7493c37a1821764094edae9e162c37661394606" + }, + { + "system_id": "thermal-00693", + "path": "episodes/thermal-00693.npz", + "sha256": "98af989962dfe84c3c7a97ba4d819c21efafa87e46e3723b2114ddd08405a2a9" + }, + { + "system_id": "thermal-00696", + "path": "episodes/thermal-00696.npz", + "sha256": "c8094db557a87cb806aee8c509ae0e2b29fd1dc8ad88c4fa4661f5c2474ec73f" + }, + { + "system_id": "thermal-00699", + "path": "episodes/thermal-00699.npz", + "sha256": "b6db082f50e37a0ed4b9b1b4e5e580c1743a4cb0c0623e069aef68baadfb0f48" + }, + { + "system_id": "thermal-00702", + "path": "episodes/thermal-00702.npz", + "sha256": "41467fda7cba5b9d1616dc8a664845d81f8eae6ba6910a513e47a7c3dc059766" + }, + { + "system_id": "thermal-00705", + "path": "episodes/thermal-00705.npz", + "sha256": "7c5c36febbefcbdfef027bd4d7ec879bcb0b88a3efcb1329b02b31dbae92f935" + }, + { + "system_id": "thermal-00708", + "path": "episodes/thermal-00708.npz", + "sha256": "a72f8697b34352169654edbe6471cc86e4097b9cf762e3a52afefe5442359bb7" + }, + { + "system_id": "thermal-00714", + "path": "episodes/thermal-00714.npz", + "sha256": "57641588c35d87e7b46d2ac1be00275bf1b54379c24064ec110d24cd30d6539c" + }, + { + "system_id": "thermal-00717", + "path": "episodes/thermal-00717.npz", + "sha256": "7ddc8cb4628a5333b3aa38ce3e705b33a4166278ab4f6fa980f39fa4969cf463" + }, + { + "system_id": "thermal-00723", + "path": "episodes/thermal-00723.npz", + "sha256": "f35c9993f282ea1f950e8989e229c70f79cc36abac0edf510567a6a4a122e22e" + }, + { + "system_id": "thermal-00726", + "path": "episodes/thermal-00726.npz", + "sha256": "2625e5ff03459c4668e35ce50182667bd29692318a463f77d2365b39d89e6b96" + }, + { + "system_id": "thermal-00729", + "path": "episodes/thermal-00729.npz", + "sha256": "f926c5d4a89f64677f679cc5d52d2894acef62e20466d101a106385c021345d2" + }, + { + "system_id": "thermal-00732", + "path": "episodes/thermal-00732.npz", + "sha256": "9e24adf6da339d1fa508cb2c1f9e168aefc9df568b8a788be876ce992f630c10" + }, + { + "system_id": "thermal-00735", + "path": "episodes/thermal-00735.npz", + "sha256": "8ae7ca0ea4b9ed6ea6c1acfbd6901277f33374ff0bd645cf49b5f5470ccc5e28" + }, + { + "system_id": "thermal-00738", + "path": "episodes/thermal-00738.npz", + "sha256": "0e97f47c19370467d07503e786c0956814aedb1431c627e883ecb758012630c2" + }, + { + "system_id": "thermal-00741", + "path": "episodes/thermal-00741.npz", + "sha256": "2403a39697c8265be205aec053ee7b2bc52839cfee65e5f533283a3a31f49e1d" + }, + { + "system_id": "thermal-00744", + "path": "episodes/thermal-00744.npz", + "sha256": "47880f0ec5d91d17489d000da5e7d979c5628ac292ce91b32cdd2c3e17a9c36b" + }, + { + "system_id": "thermal-00747", + "path": "episodes/thermal-00747.npz", + "sha256": "41ba7bbc578d54c56ac48144f15a78b728faad9ff2c431f6d4895e01c2bad566" + }, + { + "system_id": "thermal-00750", + "path": "episodes/thermal-00750.npz", + "sha256": "1c381d4ebceac21dce4f22b0017296d41ba3a295d9165d5c7df17f225e764db1" + }, + { + "system_id": "thermal-00753", + "path": "episodes/thermal-00753.npz", + "sha256": "87433ec088a3b05040e551d024d8534d9568ec52a9a25118eaee2e60848bf42f" + }, + { + "system_id": "thermal-00756", + "path": "episodes/thermal-00756.npz", + "sha256": "f5c82d7757c6517263876142036941344e3da336012b5ab245241394a5bc9bc7" + }, + { + "system_id": "thermal-00759", + "path": "episodes/thermal-00759.npz", + "sha256": "b0c796ca2ca616421a440d8f40d41a16cdec4cfe02f1c741891e7ffd1e0210ae" + }, + { + "system_id": "thermal-00762", + "path": "episodes/thermal-00762.npz", + "sha256": "a7e95eb399b49a768ba23d44cfac355a5451d19e8c415dc41f479de29061ded2" + }, + { + "system_id": "thermal-00765", + "path": "episodes/thermal-00765.npz", + "sha256": "dbf2a8782328a8a72bae465c57afe765d029b6cd582ac2cda36858427a00ca84" + }, + { + "system_id": "thermal-00768", + "path": "episodes/thermal-00768.npz", + "sha256": "f150295de67c11f4e0525a1a8f16ce88df1883a712604818f7de3475b670fce4" + }, + { + "system_id": "thermal-00771", + "path": "episodes/thermal-00771.npz", + "sha256": "6ec1748dacdee6bc7dc8afebf7f95a91c0691a026d2b505a0a22bf48117edaa1" + }, + { + "system_id": "thermal-00774", + "path": "episodes/thermal-00774.npz", + "sha256": "376a1095bb4f433584d8109d679afe7a925174371baa31cfb94a4816435c1500" + }, + { + "system_id": "thermal-00777", + "path": "episodes/thermal-00777.npz", + "sha256": "4cefac32c2debf15d798c2b3d51240aca59618535ee7fdb3bd9e98ed9c83a38a" + }, + { + "system_id": "thermal-00780", + "path": "episodes/thermal-00780.npz", + "sha256": "a4d522b74ce981f8f401399dc3a29f00a72ece6dbc3ae59dd7ff03d883041b60" + }, + { + "system_id": "thermal-00783", + "path": "episodes/thermal-00783.npz", + "sha256": "b6fc14282c45598438a2e720d09d3a0c94123ee4f96efafa53ba2fde5dc07885" + }, + { + "system_id": "thermal-00786", + "path": "episodes/thermal-00786.npz", + "sha256": "6065f01846aedfa5da450ee43bb5038dc62dd9af3e2385e681d95bad4d12a13e" + }, + { + "system_id": "thermal-00789", + "path": "episodes/thermal-00789.npz", + "sha256": "d52fc73ba788b46196c55e9601c8153d1f41c47819acdca6bace7c9a200183b6" + }, + { + "system_id": "thermal-00792", + "path": "episodes/thermal-00792.npz", + "sha256": "3973f01b029564ca78ca6f0f491a81bff9477ebb1abd8de58506eab467c8ff82" + }, + { + "system_id": "thermal-00795", + "path": "episodes/thermal-00795.npz", + "sha256": "d3ce603b51fdf56700b7e04273c0960f3d6c11116a0d1064fd9e9c782b9db1c2" + }, + { + "system_id": "thermal-00804", + "path": "episodes/thermal-00804.npz", + "sha256": "5d2b3c5a9e1e653fe127024658fdb87b765d88874fc8d3698c6f9f6a1e2cc287" + }, + { + "system_id": "thermal-00807", + "path": "episodes/thermal-00807.npz", + "sha256": "2cfa78c5b25e8623252266b41e230881b11f4e19c2cca4b64d0252b4ac7a6eff" + }, + { + "system_id": "thermal-00810", + "path": "episodes/thermal-00810.npz", + "sha256": "7b9f388b62818af7727ea58e6b4dc24728a21543e3fb6e255d8e35eae3d87b9e" + }, + { + "system_id": "thermal-00813", + "path": "episodes/thermal-00813.npz", + "sha256": "d827e0c1927340fe5a27e8bef0ca70e06e497b924ee9bc7f36e9d0028362c768" + }, + { + "system_id": "thermal-00819", + "path": "episodes/thermal-00819.npz", + "sha256": "91bf336d3fd2ef08770143ede412a57cddd3801ce1f3eae91a065d0a3446d5c7" + }, + { + "system_id": "thermal-00828", + "path": "episodes/thermal-00828.npz", + "sha256": "4b1ac23d61eb46293a2745b2d77e80286cfd4e60753514e2122a07227a88e9ee" + }, + { + "system_id": "thermal-00840", + "path": "episodes/thermal-00840.npz", + "sha256": "68f8d54b6d4a99d16dfe5bf7e7d23838c47f9e40fcfc20f014d09534a3d347af" + }, + { + "system_id": "thermal-00843", + "path": "episodes/thermal-00843.npz", + "sha256": "0dc9a6e12d5957ae1bf756331efc63551b21478494fd98ebb57b52d22ef9c1db" + }, + { + "system_id": "thermal-00846", + "path": "episodes/thermal-00846.npz", + "sha256": "878e2790b9012c207715c26f35343403f73c81026d595bfbe97cf425de9121a2" + }, + { + "system_id": "thermal-00849", + "path": "episodes/thermal-00849.npz", + "sha256": "515a004da48aa21d7f9f1f80e1845b0b991f128c4528b382f0713d6149cda537" + }, + { + "system_id": "thermal-00852", + "path": "episodes/thermal-00852.npz", + "sha256": "17a5ad29b84117a8b0ddfbfd20dd839112b57d2a05f530d54b263bf75ee66aa9" + }, + { + "system_id": "thermal-00855", + "path": "episodes/thermal-00855.npz", + "sha256": "008e83d034a4bcd37af9bfc19e5e98dc4834a7b6aec8d7cc52c2b1e3c39c54f1" + }, + { + "system_id": "thermal-00864", + "path": "episodes/thermal-00864.npz", + "sha256": "a1ea2d8876c10fe6e4ccc8bbd98f2644f7de798c5b6d0efa01e3552e9ff9349a" + }, + { + "system_id": "thermal-00867", + "path": "episodes/thermal-00867.npz", + "sha256": "4b2246e76930539b4d977f93c33a39f40ee8fd37070c5487664bdada75e816d5" + }, + { + "system_id": "thermal-00873", + "path": "episodes/thermal-00873.npz", + "sha256": "ecd8058e452b68134c4c8ed702042e86e53b68802c6b29b952c69f9feb8d7e9d" + }, + { + "system_id": "thermal-00876", + "path": "episodes/thermal-00876.npz", + "sha256": "9c4d9ea233ae18903abce56c0fe8a2ac0909f2bfcd0ab0243a09e53e565f9704" + }, + { + "system_id": "thermal-00879", + "path": "episodes/thermal-00879.npz", + "sha256": "fd8d00ad979eeea1d271c98bfbb100da21103c76e38aa99f7fc65730d8101915" + }, + { + "system_id": "thermal-00882", + "path": "episodes/thermal-00882.npz", + "sha256": "c53bbfdd5831c80dc3c2bdbd79ddf54a82085b869a155de60323807b338c8105" + }, + { + "system_id": "thermal-00885", + "path": "episodes/thermal-00885.npz", + "sha256": "6cc3a383f47362aff770fe6bed11ca345cc50149f682ad04bfb246f177814d93" + }, + { + "system_id": "thermal-00894", + "path": "episodes/thermal-00894.npz", + "sha256": "37cb188307d8d959cfd7bca8eed7df025ba460b3aa60db293910edc591b51e31" + }, + { + "system_id": "thermal-00897", + "path": "episodes/thermal-00897.npz", + "sha256": "0891be677b651cf010a3f735e84ea4707a83e5d77ea298e19f545dd3d1444e1d" + }, + { + "system_id": "thermal-00906", + "path": "episodes/thermal-00906.npz", + "sha256": "8e200eda4fa1e59e7463f1c771295d65219ef0f65541c8b2bacfd9a8318d2689" + }, + { + "system_id": "thermal-00912", + "path": "episodes/thermal-00912.npz", + "sha256": "6dfa28bdd86c484d1bea801a3df6d048c5df075b1345ef97071003c8bf5cdc1e" + }, + { + "system_id": "thermal-00915", + "path": "episodes/thermal-00915.npz", + "sha256": "7b9c53fe20ec97373e69f7055227486f59962053b05da3ad5c49575e94af10cb" + }, + { + "system_id": "thermal-00918", + "path": "episodes/thermal-00918.npz", + "sha256": "dc2674ab98fb6ba70c33560bb87d815238e9f41360d8b73177bf7e281e09c719" + }, + { + "system_id": "thermal-00921", + "path": "episodes/thermal-00921.npz", + "sha256": "f3b17e066adbe1aee76cd680240048d7109570542be67752f403bde789facc33" + }, + { + "system_id": "thermal-00930", + "path": "episodes/thermal-00930.npz", + "sha256": "40c1e85d145aee987eb18b06dab43305ef0dbbb98ef5d6d5dedb3b912b43f3c1" + }, + { + "system_id": "thermal-00933", + "path": "episodes/thermal-00933.npz", + "sha256": "000cbcd5933fb4ebef84eeaff16f014bfef036837c2286eb5d482d53178b5b28" + }, + { + "system_id": "thermal-00936", + "path": "episodes/thermal-00936.npz", + "sha256": "423660c3ca8026695036e13c49d1db4fb53b6aefb8e029094037734442bf9b10" + }, + { + "system_id": "thermal-00954", + "path": "episodes/thermal-00954.npz", + "sha256": "c651212d4a910510181fc190715110c2dc1e5d1d8e04ea35467ef48b78928b5f" + }, + { + "system_id": "thermal-00957", + "path": "episodes/thermal-00957.npz", + "sha256": "48c73a4c4ba267d18f974c5b19e646d1edf379392874424c0f96cb3925419e0e" + }, + { + "system_id": "thermal-00963", + "path": "episodes/thermal-00963.npz", + "sha256": "d11f05197bc568b99ffdbdc062120c270c7f28e993f6b86cede3b1e6d5571d75" + }, + { + "system_id": "thermal-00966", + "path": "episodes/thermal-00966.npz", + "sha256": "9e7b70927140efd03b0ed0a9ef073e5275b417ae00512e83ea798313f50778dc" + }, + { + "system_id": "thermal-00969", + "path": "episodes/thermal-00969.npz", + "sha256": "48d31b8cb83cccd84ee4371fdf5037d60a4dbe4645ba3fb1ae3ae458cdc917be" + }, + { + "system_id": "thermal-00978", + "path": "episodes/thermal-00978.npz", + "sha256": "9a4df04649e47cb5a52d625d114da622ae9c9876cd8ec3a792121c1e074181f4" + }, + { + "system_id": "thermal-00981", + "path": "episodes/thermal-00981.npz", + "sha256": "03922f2246cc910daf15c709c83d78054c9c5bb3a6c58a77c1873f3a7cf257d6" + }, + { + "system_id": "thermal-00984", + "path": "episodes/thermal-00984.npz", + "sha256": "5df75ba61861ebd90bc7ef44dc2e33137d5652eadb79934fcf172090d3ab71a3" + }, + { + "system_id": "thermal-00987", + "path": "episodes/thermal-00987.npz", + "sha256": "40aacd660569ef0ab714306d800d849bc1b62af2abcae0927336d93c678ee4bf" + }, + { + "system_id": "thermal-00990", + "path": "episodes/thermal-00990.npz", + "sha256": "41488b376bd63f4b0f7538fb4b9d74f732a2e6a0271f3496baf24445df945bb8" + }, + { + "system_id": "thermal-00993", + "path": "episodes/thermal-00993.npz", + "sha256": "125a6987faad5952686e343f3be2b3750df5ce9cdfd2ae7406bcbaba062be779" + }, + { + "system_id": "thermal-00996", + "path": "episodes/thermal-00996.npz", + "sha256": "14ff8a90d6f5300364164bc403cbdcc2d27ab6371b82890665694644a034c12a" + }, + { + "system_id": "thermal-01002", + "path": "episodes/thermal-01002.npz", + "sha256": "bfac11ec5ee215d06a534e8fa0de4e3f19b18a6a9ba72fbede3cf92799c3ffeb" + }, + { + "system_id": "thermal-01005", + "path": "episodes/thermal-01005.npz", + "sha256": "bef87709e6aee627b4caa61b412e0498b83c8682b435354f8ed1e531b02cebbe" + }, + { + "system_id": "thermal-01008", + "path": "episodes/thermal-01008.npz", + "sha256": "f0de073fd8bbf50ea11c122a184328dac5e5c768c52182a636480a7cb08e55bf" + }, + { + "system_id": "thermal-01011", + "path": "episodes/thermal-01011.npz", + "sha256": "3637556c2cb91afdbc3d52d89559acdd606147d4a20e9aa290b7fc39d19f74b4" + }, + { + "system_id": "thermal-01014", + "path": "episodes/thermal-01014.npz", + "sha256": "b9204df2bca77a3b668cd0b7f4f961a243f6fff8d5913aab8260888ac847873a" + }, + { + "system_id": "thermal-01017", + "path": "episodes/thermal-01017.npz", + "sha256": "1c29e3a72d47899081fc32c1173217f33d6d72a5f11fe3b938833ffe25a94d5d" + }, + { + "system_id": "thermal-01020", + "path": "episodes/thermal-01020.npz", + "sha256": "94620cbe4d2248c73b77429b683fe5edd5167ac70a81658be578dc5a8b63f759" + }, + { + "system_id": "thermal-01026", + "path": "episodes/thermal-01026.npz", + "sha256": "cbdf5f3a29e90c74dc7cc0802ebceb8075a6ed647d0d328c0aaa24a65035061d" + }, + { + "system_id": "thermal-01029", + "path": "episodes/thermal-01029.npz", + "sha256": "64d707c0905932a7be4fa8d26b3afa221f9a661505e69a22db3dd6524ef20698" + }, + { + "system_id": "thermal-01032", + "path": "episodes/thermal-01032.npz", + "sha256": "1bf96d3660ec6023057c05d3e864c1f17f4407df327b44744ca947ce4199e383" + }, + { + "system_id": "thermal-01035", + "path": "episodes/thermal-01035.npz", + "sha256": "ac3d6cf865680a9779cc264a8fc86e56957505c5fa52cb1d8f9594838940c01d" + }, + { + "system_id": "thermal-01038", + "path": "episodes/thermal-01038.npz", + "sha256": "b2ec9e86d7ac0b5b47b383f2f106cdb43efeff36bff8efdc34c7fc01ed6f9eb8" + }, + { + "system_id": "thermal-01041", + "path": "episodes/thermal-01041.npz", + "sha256": "271cac742f8a6a92fcbaf29bf43bf0888d8e24795aa5aa87a54a68bc0ac8686f" + }, + { + "system_id": "thermal-01044", + "path": "episodes/thermal-01044.npz", + "sha256": "3431ac73037b0f801b9c4422346efaa57b93f624a02f9da83342a7d72b20dfa0" + }, + { + "system_id": "thermal-01047", + "path": "episodes/thermal-01047.npz", + "sha256": "62d2ba3d6806db812a93f40ad632d13d8acb5017512a7f0922399c7d79405e51" + }, + { + "system_id": "thermal-01056", + "path": "episodes/thermal-01056.npz", + "sha256": "8daa757f79909bd00f05fca8f4ddaacdf3ca6800bbf7a059a0bfd70ed0c808f4" + }, + { + "system_id": "thermal-01059", + "path": "episodes/thermal-01059.npz", + "sha256": "c18b003fbcd1013421a6a019ffdeb2c1309fd9905ba141dc3475718fc7a7f3fa" + }, + { + "system_id": "thermal-01062", + "path": "episodes/thermal-01062.npz", + "sha256": "e9f62fdbaa99fc337ed1d046d0713b45efbff36acc3a295e67301f0d2ff1b9d7" + }, + { + "system_id": "thermal-01065", + "path": "episodes/thermal-01065.npz", + "sha256": "3c8bc00b3ff09f931e239a569d648c9fccceca787c33466d112424824594ce3c" + }, + { + "system_id": "thermal-01068", + "path": "episodes/thermal-01068.npz", + "sha256": "27d2783ce46627bf53c55604eefde3cde336e655c556454506eff350bc876d68" + }, + { + "system_id": "thermal-01071", + "path": "episodes/thermal-01071.npz", + "sha256": "41d90df8118d648a38a640f2b1eaabf817a1a178c3b28920c7028cdc5727307f" + }, + { + "system_id": "thermal-01074", + "path": "episodes/thermal-01074.npz", + "sha256": "3edfb250f442371156a7236d5f66512aef485f74b4c296dd8b69fdf050a3954a" + }, + { + "system_id": "thermal-01080", + "path": "episodes/thermal-01080.npz", + "sha256": "31989c304e22636df442bc5e10a9ea4b16cef62bd76c37d207a7ed64fbac427c" + }, + { + "system_id": "thermal-01083", + "path": "episodes/thermal-01083.npz", + "sha256": "dc824e9c45c3018cf75435e1418e186d1108a478b23c212994ffd1fc4fba2368" + }, + { + "system_id": "thermal-01086", + "path": "episodes/thermal-01086.npz", + "sha256": "1a840cfdc0b8f911be94bb88eda1e01edee73e6832c85952f827d2aa4f6e150e" + }, + { + "system_id": "thermal-01089", + "path": "episodes/thermal-01089.npz", + "sha256": "e05a694a49b53ebbdbcc6849725c8880c4cfa91af2be35626b646810a80d05f9" + }, + { + "system_id": "thermal-01095", + "path": "episodes/thermal-01095.npz", + "sha256": "bb8de1496deda34b459f9d3598a6c0ee4e70e28d2cb64e05b238c4aa3204cc6e" + }, + { + "system_id": "thermal-01104", + "path": "episodes/thermal-01104.npz", + "sha256": "c17da232358fcda33836e3ce4337dd70a4bfeb62e3d8217611d574a263aec1d8" + }, + { + "system_id": "thermal-01107", + "path": "episodes/thermal-01107.npz", + "sha256": "7f687d6df746257a9c50f7cde6cba8b9604ad0b099481b0bf6f3c6598a20d695" + }, + { + "system_id": "thermal-01110", + "path": "episodes/thermal-01110.npz", + "sha256": "1f0cd278c0e4b16101463ece64caa64e76119c71b0bc678bfe261017f04ec4ca" + }, + { + "system_id": "thermal-01113", + "path": "episodes/thermal-01113.npz", + "sha256": "16626115df04d040f1e3dcebef3dbfb25c499f7603f0bb103e0bb7163109a9c3" + }, + { + "system_id": "thermal-01116", + "path": "episodes/thermal-01116.npz", + "sha256": "0698168bf913357b02a4c6646adec35a2524e155a6f83bb76b2f380959c62633" + }, + { + "system_id": "thermal-01122", + "path": "episodes/thermal-01122.npz", + "sha256": "7ea7fa26e92535f008b0c19a6e8a7becd09a1846d8b1efa6f0828833c232d411" + }, + { + "system_id": "thermal-01125", + "path": "episodes/thermal-01125.npz", + "sha256": "898f5a6d36783d82b912f5ecf18a38ccd0408bc7653f16d814205895855f45b0" + }, + { + "system_id": "thermal-01128", + "path": "episodes/thermal-01128.npz", + "sha256": "fea15efc6f8fedaea02637a41b511043be362529ff9f3d1195bbd14661b7c32b" + }, + { + "system_id": "thermal-01134", + "path": "episodes/thermal-01134.npz", + "sha256": "e43c6cd94344b37eebc75c136b9de42f8b168039dde7f93c688f54863e134d72" + }, + { + "system_id": "thermal-01140", + "path": "episodes/thermal-01140.npz", + "sha256": "35be7aec3cc9728816b6afd535fb47404364538395304a5fa4559016e5e1edb0" + }, + { + "system_id": "thermal-01143", + "path": "episodes/thermal-01143.npz", + "sha256": "48056c6b90055d06f8470a5d56cd9718392f82f27ba2632e92bddbd3c786d4b8" + }, + { + "system_id": "thermal-01146", + "path": "episodes/thermal-01146.npz", + "sha256": "c833527d1ca4e711d3631cec24fd6a12730f1249a0a2d98ab04c7782ee64f5f6" + }, + { + "system_id": "thermal-01149", + "path": "episodes/thermal-01149.npz", + "sha256": "74d92db21a136e5d20bd44e5d4616d7db8609b9a391568dfc70adad9fd3e0c91" + }, + { + "system_id": "thermal-01152", + "path": "episodes/thermal-01152.npz", + "sha256": "620060781575ef9d07f1f2846bf5061c3d66054360af45a6429e77859d85fcb5" + }, + { + "system_id": "thermal-01164", + "path": "episodes/thermal-01164.npz", + "sha256": "2d66b50f15676e2af68c71b2408f9bfec7e82399cee65500ad3e4fcf49124eed" + }, + { + "system_id": "thermal-01167", + "path": "episodes/thermal-01167.npz", + "sha256": "f447341d4586d93309cb4c51f47fff52d968e6f449083e4c40d65cc67b71a88b" + }, + { + "system_id": "thermal-01173", + "path": "episodes/thermal-01173.npz", + "sha256": "43fa8e0d1de08718a8a6c3a91444edcf950f91f269c4c1d4f1d13c7f63e7a784" + }, + { + "system_id": "thermal-01176", + "path": "episodes/thermal-01176.npz", + "sha256": "114f1d13a52d88ab80533d0b600320bf6ed29b0c0f7b203359c0a803fb69b8a4" + }, + { + "system_id": "thermal-01179", + "path": "episodes/thermal-01179.npz", + "sha256": "fa1344ed4c70c89b239dee23b9693cf8d81c2e32372862714abcfd1a7e51eae4" + }, + { + "system_id": "thermal-01185", + "path": "episodes/thermal-01185.npz", + "sha256": "3626bfed188d2c8f21c643f25fc8ff89385e84258b0e0394a925252fb08d7cfa" + }, + { + "system_id": "thermal-01188", + "path": "episodes/thermal-01188.npz", + "sha256": "6c28bd885a1af515f1220416c4edc5b647bb8ac2b1a11bbb49362e9712159949" + }, + { + "system_id": "thermal-01191", + "path": "episodes/thermal-01191.npz", + "sha256": "9137557c5e3cffdc9a0c04649c0989ca57b15b8ec6eb2a635b800d782155de03" + }, + { + "system_id": "thermal-01194", + "path": "episodes/thermal-01194.npz", + "sha256": "ccffad0b6bbe4c77ae458e4df58f3330fd5fb756b44c65fb5232d88081d26b50" + }, + { + "system_id": "thermal-01197", + "path": "episodes/thermal-01197.npz", + "sha256": "46bee9e73a161be441bf9f5e17bed7f15a366e5613e0db9fe60edfb304718ee9" + } + ], + "requested_training_windows": 150000, + "training_window_seed": 42, + "training_anchor_sha256": "390620f4cadae74bf532f001c667bf1ac347dc83cde08234f5563f7c23fa9851", + "history_steps": 24, + "future_steps": 8, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ] + }, + "quantization_parameters": { + "border_count": 254, + "seed": 42, + "catboost_version": "1.2.10" + }, + "budget": { + "requested_training_windows": 150000, + "emitted_training_windows": 150000, + "valid_training_query_rows": 1856448, + "feature_count": 1374, + "query_counts_by_field_horizon": { + "0:15": 48176, + "0:30": 48186, + "0:60": 48093, + "0:120": 48177, + "1:15": 31980, + "1:30": 31978, + "1:60": 31976, + "1:120": 32020, + "2:15": 48208, + "2:30": 48194, + "2:60": 48228, + "2:120": 48223, + "3:15": 47902, + "3:30": 47930, + "3:60": 47926, + "3:120": 47941, + "4:15": 47928, + "4:30": 47940, + "4:60": 47864, + "4:120": 47939, + "5:15": 47944, + "5:30": 48012, + "5:60": 47984, + "5:120": 47935, + "6:15": 48024, + "6:30": 48012, + "6:60": 47985, + "6:120": 48067, + "7:15": 47960, + "7:30": 47972, + "7:60": 47935, + "7:120": 47885, + "8:15": 47944, + "8:30": 47942, + "8:60": 47986, + "8:120": 47965, + "9:15": 47996, + "9:30": 48020, + "9:60": 48033, + "9:120": 48038 + }, + "chunk_windows": 64, + "source_dtype": "float32", + "feature_order": "F", + "raw_bytes": 10210464000 + }, + "pool_sha256": "8c0da41f3d53794e7edd61d43e22d899c860f67e9f39f7bf5e5c6997b8f2bbc3" +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/environment.json b/studies/full-data-stopped-20261011/artifacts/full/environment.json new file mode 100644 index 0000000000000000000000000000000000000000..e6d1706be7a2bb73ad58af3ec00afa005a2d232a --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/environment.json @@ -0,0 +1,6 @@ +{ + "python": "3.12.15 (main, Sep 30 2026, 22:04:19) [Clang 21.0.0 (clang-2100.3.34.2)]", + "torch": "2.14.1", + "numpy": "2.5.4", + "uv_lock_sha256": "622b4c7d12d2d20f0061f132b6f50e505de99852a1285ad280cba9b2aa32509f" +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/interim-catboost-summary.json b/studies/full-data-stopped-20261011/artifacts/full/interim-catboost-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d74fd8fd32716ed2207a06bbd93760bcaaaa68d5 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/interim-catboost-summary.json @@ -0,0 +1,238 @@ +{ + "status": "interim_fixed_budget_synthetic_only", + "source_report": "artifacts/full/interim-transformer-seed-42/benchmark.json", + "results": { + "catboost": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.19179800897836685, + "coverage_weighted_by_count": 0.8994205022313995, + "calibrated_query_count": 15013, + "total_observed_query_count": 15013, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 0.9112247858501451, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.19319726387038827, + "coverage_weighted_by_count": 0.8880653384949485, + "calibrated_query_count": 21182, + "total_observed_query_count": 21182, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 0.8893457562318678, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.06874610743640612, + "coverage_weighted_by_count": 0.9113109600058492, + "calibrated_query_count": 13677, + "total_observed_query_count": 13677, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 0.3116555996850364, + "uncalibrated_fields": [] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 80, + "field_horizon_balanced_standardized_action_effect_mae": 0.27469789908324355, + "ranking_accuracy": 0.9354166666666667, + "mean_regret_family_objective_units": 0.022114803265249654 + }, + { + "family": "tank", + "sample_count": 109, + "field_horizon_balanced_standardized_action_effect_mae": 0.30910082452448356, + "ranking_accuracy": 0.25382262996941896, + "mean_regret_family_objective_units": 107.29205699625592 + }, + { + "family": "thermal", + "sample_count": 111, + "field_horizon_balanced_standardized_action_effect_mae": 0.06782848947223595, + "ranking_accuracy": 0.8783783783783784, + "mean_regret_family_objective_units": 4.682468417151673 + } + ], + "calibration_status": "heldout" + }, + "foundation_model": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.06426259696794052, + "coverage_weighted_by_count": 0.90434956371145, + "calibrated_query_count": 15013, + "total_observed_query_count": 15013, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 0.2691891533983945, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.032042581908171996, + "coverage_weighted_by_count": 0.9031252950618449, + "calibrated_query_count": 21182, + "total_observed_query_count": 21182, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 0.12660219870118902, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.028543517789027344, + "coverage_weighted_by_count": 0.8974921400892009, + "calibrated_query_count": 13677, + "total_observed_query_count": 13677, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 0.11607551427469144, + "uncalibrated_fields": [] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 80, + "field_horizon_balanced_standardized_action_effect_mae": 0.10515111549979476, + "ranking_accuracy": 0.9833333333333333, + "mean_regret_family_objective_units": 0.0029867274706522353 + }, + { + "family": "tank", + "sample_count": 109, + "field_horizon_balanced_standardized_action_effect_mae": 0.06745190063652112, + "ranking_accuracy": 0.9342507645259939, + "mean_regret_family_objective_units": 0.0015922633867592603 + }, + { + "family": "thermal", + "sample_count": 111, + "field_horizon_balanced_standardized_action_effect_mae": 0.039406161451430465, + "ranking_accuracy": 0.9579579579579579, + "mean_regret_family_objective_units": 0.34647956803786517 + } + ], + "calibration_status": "heldout" + }, + "persistence": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.3187974477186799, + "coverage_weighted_by_count": 0.897155798308133, + "calibrated_query_count": 15013, + "total_observed_query_count": 15013, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.648814021101218, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.2812701074872166, + "coverage_weighted_by_count": 0.8933056368614861, + "calibrated_query_count": 21182, + "total_observed_query_count": 21182, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.5119317951122584, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.11089742183685303, + "coverage_weighted_by_count": 0.8999780653652116, + "calibrated_query_count": 13677, + "total_observed_query_count": 13677, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 0.4649233002081112, + "uncalibrated_fields": [] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 80, + "field_horizon_balanced_standardized_action_effect_mae": 0.49488942124264357, + "ranking_accuracy": 0.6166666666666667, + "mean_regret_family_objective_units": 0.23586612353037487 + }, + { + "family": "tank", + "sample_count": 109, + "field_horizon_balanced_standardized_action_effect_mae": 0.5078216087873781, + "ranking_accuracy": 0.9487767584097859, + "mean_regret_family_objective_units": 0.5771829865726249 + }, + { + "family": "thermal", + "sample_count": 111, + "field_horizon_balanced_standardized_action_effect_mae": 0.12408870207240524, + "ranking_accuracy": 0.5923423423423423, + "mean_regret_family_objective_units": 90.07741424165826 + } + ], + "calibration_status": "heldout" + }, + "history_linear_system_id": { + "forecast": [ + { + "family": "battery", + "field_horizon_balanced_standardized_mae": 0.23779226746410131, + "coverage_weighted_by_count": 0.8954905748351428, + "calibrated_query_count": 15013, + "total_observed_query_count": 15013, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.1768856051524352, + "uncalibrated_fields": [] + }, + { + "family": "tank", + "field_horizon_balanced_standardized_mae": 0.22610164183424786, + "coverage_weighted_by_count": 0.9086488527995468, + "calibrated_query_count": 21182, + "total_observed_query_count": 21182, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 1.2129901631867042, + "uncalibrated_fields": [] + }, + { + "family": "thermal", + "field_horizon_balanced_standardized_mae": 0.04312950469708691, + "coverage_weighted_by_count": 0.9083132265847773, + "calibrated_query_count": 13677, + "total_observed_query_count": 13677, + "calibrated_query_fraction": 1.0, + "field_horizon_balanced_standardized_interval_width": 0.204748375655578, + "uncalibrated_fields": [] + } + ], + "intervention": [ + { + "family": "battery", + "sample_count": 80, + "field_horizon_balanced_standardized_action_effect_mae": 0.2965191991524119, + "ranking_accuracy": 0.859375, + "mean_regret_family_objective_units": 0.06465115063285247 + }, + { + "family": "tank", + "sample_count": 109, + "field_horizon_balanced_standardized_action_effect_mae": 0.3735135533359897, + "ranking_accuracy": 0.8792048929663608, + "mean_regret_family_objective_units": 6.352955026922535 + }, + { + "family": "thermal", + "sample_count": 111, + "field_horizon_balanced_standardized_action_effect_mae": 0.04606749508141244, + "ranking_accuracy": 0.8926426426426426, + "mean_regret_family_objective_units": 19.262550043524108 + } + ], + "calibration_status": "heldout" + } + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/interim-results.md b/studies/full-data-stopped-20261011/artifacts/full/interim-results.md new file mode 100644 index 0000000000000000000000000000000000000000..fa60b035ddd9e65c95334562a6aabb33fc94fcf7 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/interim-results.md @@ -0,0 +1,19 @@ +# Interim full-data evaluation + +The seed-42 transformer and fixed-budget CatBoost are complete. These results use the final fixed 4,096 held-out windows (180 reserved test systems) and 300 counterfactual snapshots. Remaining seeds, MLP/GRU and specialists are pending; the study configuration is unchanged. + +| Family | CatBoost forecast MAE | Transformer forecast MAE | CatBoost action-effect MAE | Transformer action-effect MAE | +| --- | ---: | ---: | ---: | ---: | +| battery | 0.19180 | 0.06426 | 0.27470 | 0.10515 | +| tank | 0.19320 | 0.03204 | 0.30910 | 0.06745 | +| thermal | 0.06875 | 0.02854 | 0.06783 | 0.03941 | + +MAE is divided by each field's training standard deviation, then averaged equally across fields and horizons within family. Physical units remain in interim-transformer-seed-42/benchmark.json. + +Across equally weighted families, seed 42 has 72.5% lower forecast MAE and 67.5% lower action-effect MAE than this CatBoost configuration. This is one transformer seed against 200 depth-6 CatBoost trees, not an exhaustive tree hyperparameter search or proof of a winning architecture. + +CatBoost calibrated coverage is 89.94% battery, 88.81% tank and 91.13% thermal. Transformer coverage is 90.43%, 90.31% and 89.75%, with narrower intervals in every family. All queried fields have calibration entries. Windows are correlated; no system-level coverage guarantee is claimed. + +CatBoost tank action-ranking accuracy is 25.38%, compared with 93.43% for the transformer under the declared simulator cost objective. Tank decision regret is correspondingly weak; family-specific cost units must not be pooled. + +CPU timing here is concurrent with the ongoing MPS sweep and is not the final deployment latency measurement. Interim test metrics do not change the fixed study budgets or checkpoint selection. diff --git a/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/benchmark.json b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/benchmark.json new file mode 100644 index 0000000000000000000000000000000000000000..04cef58c15c27c992b1d162f8dda5187c56c970a --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/benchmark.json @@ -0,0 +1,125771 @@ +{ + "version": "tfm-benchmark-v1", + "seed": 2026, + "samples": 4096, + "device": "cpu", + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "generator_version": "0.1.2", + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "parameter_count": 1570434, + "inference": [ + { + "device": "cpu", + "status": "completed", + "batch_size": 1, + "precision": "float32", + "repetitions": 30, + "warmup": 5, + "p50_ms": 3.426771, + "p95_ms": 3.9439086999999997, + "process_peak_rss_bytes": 1198866432, + "sampled_mps_driver_allocation_peak_bytes": null, + "memory_limitation": "RSS is lifetime process high water, includes data and prior models; MPS driver allocation sampled after calls is a lower bound, not resettable model peak.", + "timing_scope": "forward only; inputs resident; MPS synchronized before and after every call" + }, + { + "device": "mps", + "status": "unavailable" + } + ], + "models": { + "foundation_model": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 1247, + "mae": 0.005934744141995907, + "rmse": 0.019610237330198288, + "standardized_mae": 0.016306160017848015, + "standardized_rmse": 0.053880613297224045, + "standardized_gaussian_nll": -3.4114533263160225, + "physical_gaussian_nll": -4.422172309042207, + "nominal_coverage": 0.9, + "coverage": 0.8765036086607859, + "mean_interval_width": 0.022916778922080994, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 1255, + "mae": 0.012649724259972572, + "rmse": 0.03808272257447243, + "standardized_mae": 0.03475607559084892, + "standardized_rmse": 0.10463516414165497, + "standardized_gaussian_nll": -2.8344994146066855, + "physical_gaussian_nll": -3.8452183973328693, + "nominal_coverage": 0.9, + "coverage": 0.8788844621513944, + "mean_interval_width": 0.04980844259262085, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 1253, + "mae": 0.02663537673652172, + "rmse": 0.06269310414791107, + "standardized_mae": 0.07318271696567535, + "standardized_rmse": 0.1722540557384491, + "standardized_gaussian_nll": -2.0797213191434114, + "physical_gaussian_nll": -3.090440301869595, + "nominal_coverage": 0.9, + "coverage": 0.879489225857941, + "mean_interval_width": 0.10247208178043365, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 1245, + "mae": 0.04771577566862106, + "rmse": 0.08899865299463272, + "standardized_mae": 0.13110271096229553, + "standardized_rmse": 0.2445305585861206, + "standardized_gaussian_nll": -1.1640761757143068, + "physical_gaussian_nll": -2.1747951584404905, + "nominal_coverage": 0.9, + "coverage": 0.9108433734939759, + "mean_interval_width": 0.20227357745170593, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 1247, + "mae": 0.10900720208883286, + "rmse": 0.2353864461183548, + "standardized_mae": 0.014299343340098858, + "standardized_rmse": 0.03087751567363739, + "standardized_gaussian_nll": -3.08609309627205, + "physical_gaussian_nll": -1.0548927335818066, + "nominal_coverage": 0.9, + "coverage": 0.9326383319967922, + "mean_interval_width": 0.47370317578315735, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 1247, + "mae": 0.23021285235881805, + "rmse": 0.4758378267288208, + "standardized_mae": 0.030198853462934494, + "standardized_rmse": 0.06241944059729576, + "standardized_gaussian_nll": -2.2845288504056405, + "physical_gaussian_nll": -0.2533284877153972, + "nominal_coverage": 0.9, + "coverage": 0.9310344827586207, + "mean_interval_width": 1.0212833881378174, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 1243, + "mae": 0.5025859475135803, + "rmse": 0.9962478876113892, + "standardized_mae": 0.06592820584774017, + "standardized_rmse": 0.13068577647209167, + "standardized_gaussian_nll": -1.4308867152172442, + "physical_gaussian_nll": 0.6003136474729991, + "nominal_coverage": 0.9, + "coverage": 0.918744971842317, + "mean_interval_width": 2.185424327850342, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 1241, + "mae": 1.014798879623413, + "rmse": 1.7461429834365845, + "standardized_mae": 0.13311925530433655, + "standardized_rmse": 0.2290554940700531, + "standardized_gaussian_nll": -0.5476962723474665, + "physical_gaussian_nll": 1.4835040903427767, + "nominal_coverage": 0.9, + "coverage": 0.9218372280419017, + "mean_interval_width": 4.620202541351318, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 1264, + "mae": 0.4950050413608551, + "rmse": 1.656129002571106, + "standardized_mae": 0.02926802635192871, + "standardized_rmse": 0.09792148321866989, + "standardized_gaussian_nll": -2.963024541898589, + "physical_gaussian_nll": -0.13495227999572945, + "nominal_coverage": 0.9, + "coverage": 0.8884493670886076, + "mean_interval_width": 1.839514136314392, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 1258, + "mae": 0.8171706199645996, + "rmse": 2.131258726119995, + "standardized_mae": 0.04831662029027939, + "standardized_rmse": 0.1260143369436264, + "standardized_gaussian_nll": -2.4580358979920494, + "physical_gaussian_nll": 0.3700363639108102, + "nominal_coverage": 0.9, + "coverage": 0.910174880763116, + "mean_interval_width": 3.1550729274749756, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 1254, + "mae": 1.3100621700286865, + "rmse": 2.7252049446105957, + "standardized_mae": 0.07745968550443649, + "standardized_rmse": 0.16113243997097015, + "standardized_gaussian_nll": -1.6622744817472508, + "physical_gaussian_nll": 1.1657977801556088, + "nominal_coverage": 0.9, + "coverage": 0.9074960127591707, + "mean_interval_width": 5.161183834075928, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 1259, + "mae": 1.9824117422103882, + "rmse": 3.3113789558410645, + "standardized_mae": 0.11721350997686386, + "standardized_rmse": 0.19579099118709564, + "standardized_gaussian_nll": -0.8313807911995416, + "physical_gaussian_nll": 1.9966914707033179, + "nominal_coverage": 0.9, + "coverage": 0.8967434471803019, + "mean_interval_width": 8.52076530456543, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 1315, + "mae": 0.04175018146634102, + "rmse": 0.093230701982975, + "standardized_mae": 0.008306940086185932, + "standardized_rmse": 0.018549904227256775, + "standardized_gaussian_nll": -3.768041178349676, + "physical_gaussian_nll": -2.1534286805388128, + "nominal_coverage": 0.9, + "coverage": 0.9201520912547528, + "mean_interval_width": 0.1772814691066742, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 1318, + "mae": 0.08592499047517776, + "rmse": 0.1837722659111023, + "standardized_mae": 0.017096303403377533, + "standardized_rmse": 0.03656475618481636, + "standardized_gaussian_nll": -3.2410526376162774, + "physical_gaussian_nll": -1.626440139805414, + "nominal_coverage": 0.9, + "coverage": 0.9301972685887708, + "mean_interval_width": 0.3428911864757538, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 1312, + "mae": 0.1729910522699356, + "rmse": 0.3510071933269501, + "standardized_mae": 0.03441964089870453, + "standardized_rmse": 0.06983911246061325, + "standardized_gaussian_nll": -2.5679336307372744, + "physical_gaussian_nll": -0.9533211329264111, + "nominal_coverage": 0.9, + "coverage": 0.9214939024390244, + "mean_interval_width": 0.68147873878479, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 1321, + "mae": 0.3338710069656372, + "rmse": 0.591135561466217, + "standardized_mae": 0.06642956286668777, + "standardized_rmse": 0.1176169216632843, + "standardized_gaussian_nll": -1.8059334841352257, + "physical_gaussian_nll": -0.19132098632436234, + "nominal_coverage": 0.9, + "coverage": 0.9280847842543528, + "mean_interval_width": 1.4091825485229492, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 1323, + "mae": 0.0054304879158735275, + "rmse": 0.017169548198580742, + "standardized_mae": 0.005944242235273123, + "standardized_rmse": 0.018793882802128792, + "standardized_gaussian_nll": -3.6286252722168815, + "physical_gaussian_nll": -3.7190193131273883, + "nominal_coverage": 0.9, + "coverage": 0.891156462585034, + "mean_interval_width": 0.021551664918661118, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 1320, + "mae": 0.009306504391133785, + "rmse": 0.023429062217473984, + "standardized_mae": 0.01018695067614317, + "standardized_rmse": 0.025645582005381584, + "standardized_gaussian_nll": -3.0904703126606923, + "physical_gaussian_nll": -3.180864353571199, + "nominal_coverage": 0.9, + "coverage": 0.9098484848484848, + "mean_interval_width": 0.038288671523332596, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 1313, + "mae": 0.018129291012883186, + "rmse": 0.035439830273389816, + "standardized_mae": 0.01984442211687565, + "standardized_rmse": 0.03879263252019882, + "standardized_gaussian_nll": -2.427968914129436, + "physical_gaussian_nll": -2.518362955039943, + "nominal_coverage": 0.9, + "coverage": 0.9032749428789033, + "mean_interval_width": 0.0741543248295784, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 1324, + "mae": 0.03632921725511551, + "rmse": 0.05791239067912102, + "standardized_mae": 0.039766162633895874, + "standardized_rmse": 0.06339122354984283, + "standardized_gaussian_nll": -1.7220838428361849, + "physical_gaussian_nll": -1.8124778837466915, + "nominal_coverage": 0.9, + "coverage": 0.9290030211480362, + "mean_interval_width": 0.16209736466407776, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 1338, + "mae": 0.01215040497481823, + "rmse": 0.05164328217506409, + "standardized_mae": 0.022737082093954086, + "standardized_rmse": 0.0966401994228363, + "standardized_gaussian_nll": -2.7272133731173964, + "physical_gaussian_nll": -3.3538480880361523, + "nominal_coverage": 0.9, + "coverage": 0.8774289985052317, + "mean_interval_width": 0.0463794507086277, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 1338, + "mae": 0.015397261828184128, + "rmse": 0.08811474591493607, + "standardized_mae": 0.028812933713197708, + "standardized_rmse": 0.16488933563232422, + "standardized_gaussian_nll": -2.5971485230373568, + "physical_gaussian_nll": -3.2237832379561127, + "nominal_coverage": 0.9, + "coverage": 0.8841554559043349, + "mean_interval_width": 0.05733492225408554, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 1342, + "mae": 0.023564744740724564, + "rmse": 0.10087001323699951, + "standardized_mae": 0.04409676417708397, + "standardized_rmse": 0.18875829875469208, + "standardized_gaussian_nll": -2.3359727981833798, + "physical_gaussian_nll": -2.9626075131021357, + "nominal_coverage": 0.9, + "coverage": 0.88301043219076, + "mean_interval_width": 0.08429037779569626, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 1335, + "mae": 0.03559901937842369, + "rmse": 0.09819704294204712, + "standardized_mae": 0.06661652773618698, + "standardized_rmse": 0.18375636637210846, + "standardized_gaussian_nll": -1.787406477863361, + "physical_gaussian_nll": -2.414041192782117, + "nominal_coverage": 0.9, + "coverage": 0.8779026217228464, + "mean_interval_width": 0.12650932371616364, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 1322, + "mae": 0.6476255655288696, + "rmse": 3.2457833290100098, + "standardized_mae": 0.017151637002825737, + "standardized_rmse": 0.08596093207597733, + "standardized_gaussian_nll": -3.426185790578648, + "physical_gaussian_nll": 0.20503327785043401, + "nominal_coverage": 0.9, + "coverage": 0.8910741301059002, + "mean_interval_width": 2.200890064239502, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 1322, + "mae": 0.9002389907836914, + "rmse": 3.3937714099884033, + "standardized_mae": 0.023841820657253265, + "standardized_rmse": 0.08988022804260254, + "standardized_gaussian_nll": -3.153846328223892, + "physical_gaussian_nll": 0.47737274020518994, + "nominal_coverage": 0.9, + "coverage": 0.9046898638426626, + "mean_interval_width": 3.881051778793335, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 1321, + "mae": 1.5357669591903687, + "rmse": 4.445959568023682, + "standardized_mae": 0.040673065930604935, + "standardized_rmse": 0.1177462562918663, + "standardized_gaussian_nll": -2.5894318262172087, + "physical_gaussian_nll": 1.0417872422118735, + "nominal_coverage": 0.9, + "coverage": 0.9031037093111279, + "mean_interval_width": 6.034454822540283, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 1318, + "mae": 2.5206751823425293, + "rmse": 5.814454555511475, + "standardized_mae": 0.06675725430250168, + "standardized_rmse": 0.15398931503295898, + "standardized_gaussian_nll": -1.7997807023418182, + "physical_gaussian_nll": 1.831438366087264, + "nominal_coverage": 0.9, + "coverage": 0.8968133535660091, + "mean_interval_width": 10.293782234191895, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 1346, + "mae": 0.12182620912790298, + "rmse": 0.25716933608055115, + "standardized_mae": 0.015142092481255531, + "standardized_rmse": 0.03196423873305321, + "standardized_gaussian_nll": -2.9775415595160077, + "physical_gaussian_nll": -0.8924244784093456, + "nominal_coverage": 0.9, + "coverage": 0.8893016344725111, + "mean_interval_width": 0.4444330632686615, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 1354, + "mae": 0.25867316126823425, + "rmse": 0.4909183979034424, + "standardized_mae": 0.032151151448488235, + "standardized_rmse": 0.061017509549856186, + "standardized_gaussian_nll": -2.205714662166103, + "physical_gaussian_nll": -0.12059758105944063, + "nominal_coverage": 0.9, + "coverage": 0.9069423929098966, + "mean_interval_width": 1.0079505443572998, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 1354, + "mae": 0.5669921636581421, + "rmse": 0.9614420533180237, + "standardized_mae": 0.07047291100025177, + "standardized_rmse": 0.11950010061264038, + "standardized_gaussian_nll": -1.334257051908792, + "physical_gaussian_nll": 0.7508600291978702, + "nominal_coverage": 0.9, + "coverage": 0.8995568685376661, + "mean_interval_width": 2.2485830783843994, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 1349, + "mae": 1.186845064163208, + "rmse": 1.917418360710144, + "standardized_mae": 0.14751602709293365, + "standardized_rmse": 0.23832085728645325, + "standardized_gaussian_nll": -0.48167695586287446, + "physical_gaussian_nll": 1.6034401252437878, + "nominal_coverage": 0.9, + "coverage": 0.8851000741289844, + "mean_interval_width": 4.7587056159973145, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 716, + "mae": 0.014537272043526173, + "rmse": 0.021617844700813293, + "standardized_mae": 0.00380866345949471, + "standardized_rmse": 0.005663723684847355, + "standardized_gaussian_nll": -3.959105494984256, + "physical_gaussian_nll": -2.6196679706232233, + "nominal_coverage": 0.9, + "coverage": 0.9245810055865922, + "mean_interval_width": 0.06639572232961655, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 716, + "mae": 0.026349591091275215, + "rmse": 0.04191350191831589, + "standardized_mae": 0.006903408095240593, + "standardized_rmse": 0.010981043800711632, + "standardized_gaussian_nll": -3.3760094922510144, + "physical_gaussian_nll": -2.036571967889982, + "nominal_coverage": 0.9, + "coverage": 0.9050279329608939, + "mean_interval_width": 0.11635086685419083, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 713, + "mae": 0.05547165125608444, + "rmse": 0.0852002501487732, + "standardized_mae": 0.014533184468746185, + "standardized_rmse": 0.02232186868786812, + "standardized_gaussian_nll": -2.6777408775893323, + "physical_gaussian_nll": -1.3383033532283, + "nominal_coverage": 0.9, + "coverage": 0.908835904628331, + "mean_interval_width": 0.2523690164089203, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 704, + "mae": 0.13673044741153717, + "rmse": 0.22135798633098602, + "standardized_mae": 0.035822417587041855, + "standardized_rmse": 0.05799424275755882, + "standardized_gaussian_nll": -1.832728179369988, + "physical_gaussian_nll": -0.49329065500895575, + "nominal_coverage": 0.9, + "coverage": 0.9403409090909091, + "mean_interval_width": 0.6409209370613098, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 1358, + "mae": 0.6108458042144775, + "rmse": 0.6863787770271301, + "standardized_mae": 0.002135190414264798, + "standardized_rmse": 0.0023992133792489767, + "standardized_gaussian_nll": -4.618963790211979, + "physical_gaussian_nll": 1.0373249245736629, + "nominal_coverage": 0.9, + "coverage": 0.8954344624447718, + "mean_interval_width": 1.9430357217788696, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 1355, + "mae": 0.7690436244010925, + "rmse": 0.9265450239181519, + "standardized_mae": 0.002688165521249175, + "standardized_rmse": 0.003238706151023507, + "standardized_gaussian_nll": -4.396645502084571, + "physical_gaussian_nll": 1.2596432127010715, + "nominal_coverage": 0.9, + "coverage": 0.8789667896678967, + "mean_interval_width": 2.5486955642700195, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 1354, + "mae": 1.1678413152694702, + "rmse": 1.5221091508865356, + "standardized_mae": 0.004082148894667625, + "standardized_rmse": 0.005320480093359947, + "standardized_gaussian_nll": -4.000173485827083, + "physical_gaussian_nll": 1.6561152289585594, + "nominal_coverage": 0.9, + "coverage": 0.8833087149187593, + "mean_interval_width": 4.216597557067871, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 1358, + "mae": 2.07893705368042, + "rmse": 2.8154189586639404, + "standardized_mae": 0.007266853004693985, + "standardized_rmse": 0.009841199964284897, + "standardized_gaussian_nll": -3.4550123233945866, + "physical_gaussian_nll": 2.2012763913910556, + "nominal_coverage": 0.9, + "coverage": 0.894698085419735, + "mean_interval_width": 8.318802833557129, + "interval_kind": "heldout_calibrated" + } + ], + "calibrated_query_fraction": 1.0, + "calibration_status": "heldout", + "counterfactual": { + "status": "completed", + "samples": 300, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 237, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4178172276121353, + "action_effect_rmse": 0.47835731575158164 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030186759840174677, + "action_effect_rmse": 0.03635469266974369 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9563965664696449, + "action_effect_rmse": 1.0139676021671984 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0853880933634097, + "action_effect_rmse": 1.2900769525435036 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.057430133056337006, + "action_effect_rmse": 0.07621325873448698 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1480637602506931, + "action_effect_rmse": 1.294687182823978 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6291470755377244, + "action_effect_rmse": 1.7805631483563984 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12650956847950093, + "action_effect_rmse": 0.15935606058700963 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.448755038263414, + "action_effect_rmse": 1.7466802671192092 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5102769391358344, + "action_effect_rmse": 1.586352111627459 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37767336448679867, + "action_effect_rmse": 0.4943415187438524 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.236699409969522, + "action_effect_rmse": 5.536228125465206 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1320.7919642169443, + 1986.4418393474657, + 1397.200015559411, + 1108.2936168311069 + ], + "true_costs": [ + 1396.8534237290642, + 1961.2645601729296, + 1648.3294725217722, + 1380.101636903376 + ] + }, + { + "system_id": "tank-00175", + "family": "tank", + "anchor_step": 156, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21505804461946867, + "action_effect_rmse": 0.2566760113096952 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00880256198955287, + "action_effect_rmse": 0.011756798678619942 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005362228714155555, + "action_effect_rmse": 0.005499615176250064 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.626460380188979, + "action_effect_rmse": 18.822854950394408 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13504347576898942, + "action_effect_rmse": 0.1710017667527228 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016793602130394564, + "action_effect_rmse": 0.022833160781078995 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0006015682021273857, + "action_effect_rmse": 0.0008946676288304538 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.771151897889675, + "action_effect_rmse": 16.423433430945927 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5496164065071051, + "action_effect_rmse": 0.5557786111513631 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02756234425791959, + "action_effect_rmse": 0.03452660926752892 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007085446401990769, + "action_effect_rmse": 0.007237911556014221 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 8.670322696646759, + "action_effect_rmse": 13.16097376412052 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1562184794140601, + "action_effect_rmse": 0.15844589966783987 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04246927497979828, + "action_effect_rmse": 0.05168073027824522 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014994537730119531, + "action_effect_rmse": 0.015684988066675242 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.982277801777218, + "action_effect_rmse": 12.249454150694834 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 707.8116058514696, + 626.2368884629582, + 765.0695048722445, + 782.0328359901581 + ], + "true_costs": [ + 724.6730236514875, + 622.9163741425217, + 782.5522465312388, + 786.7661139371702 + ] + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "anchor_step": 507, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08307127307571467, + "action_effect_rmse": 0.12146101640176443 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.000983193833472266, + "action_effect_rmse": 0.0011733923794020223 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2063766403596977, + "action_effect_rmse": 0.22527706884551402 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17376962876071408, + "action_effect_rmse": 0.2399508949080538 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0058650963722233955, + "action_effect_rmse": 0.008000397765002096 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2752667425110076, + "action_effect_rmse": 0.2868729675087623 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27547914510163807, + "action_effect_rmse": 0.40068506563442513 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027325353521267932, + "action_effect_rmse": 0.03851598650450665 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.35408581385396093, + "action_effect_rmse": 0.41883878865193885 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3018671147964073, + "action_effect_rmse": 0.418536422107913 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08232165571655514, + "action_effect_rmse": 0.1220071440291239 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8110706441547109, + "action_effect_rmse": 0.9542395322312516 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.07645451197152742, + "predicted_costs": [ + 0.8855407948089715, + 19.147654792091274, + 0.4431410835904789, + 8.216638015294256 + ], + "true_costs": [ + 0.6867920478683982, + 12.240016421594103, + 0.7632465598399256, + 7.111813786223596 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 141, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01988438855805974, + "action_effect_rmse": 0.03008659469596167 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002866106699685863, + "action_effect_rmse": 0.003636089554439099 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00871184651833499, + "action_effect_rmse": 0.009339217650535274 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3833359173166049, + "action_effect_rmse": 1.875487760897754 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03701772971620265, + "action_effect_rmse": 0.05906609140019113 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005563744133228947, + "action_effect_rmse": 0.007414008006993902 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013343397608635251, + "action_effect_rmse": 0.013633769153570886 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1481188935891233, + "action_effect_rmse": 3.19789998113321 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10496783497449513, + "action_effect_rmse": 0.11038415775169877 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012746502461578046, + "action_effect_rmse": 0.013592937929532551 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005897315159711147, + "action_effect_rmse": 0.005946670852185823 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8227982754901977, + "action_effect_rmse": 2.7455111573169892 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11762886120393763, + "action_effect_rmse": 0.19797308861945476 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.028534311239895988, + "action_effect_rmse": 0.03636978042310195 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0020697155806054246, + "action_effect_rmse": 0.002181535915070939 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.162710133107486, + "action_effect_rmse": 2.356821601977871 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 468.09498201659756, + 435.3708817091648, + 474.2793296907564, + 473.53788979603087 + ], + "true_costs": [ + 465.9995128161382, + 422.1657064452536, + 474.4512424228277, + 474.5112424228277 + ] + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "anchor_step": 527, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1445136967198195, + "action_effect_rmse": 0.1767706112686133 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13233335014808745, + "action_effect_rmse": 0.1726169763873744 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22933496995684877, + "action_effect_rmse": 0.2828997002084703 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17712568903338402, + "action_effect_rmse": 0.29928181504409906 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23503622240441166, + "action_effect_rmse": 0.29147787000672376 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48560732413731483, + "action_effect_rmse": 0.632424897437097 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19739454451727725, + "action_effect_rmse": 0.20911259749227806 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.228420994336754, + "action_effect_rmse": 1.4659787224136442 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 14.107776987355445, + 40.914825317534905, + 1.4231142686982567, + 26.789501794609233 + ], + "true_costs": [ + 10.009301415944293, + 51.56567451972123, + 5.682231077047231, + 22.363120940179794 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 92, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27937570620281765, + "action_effect_rmse": 0.36581278461659766 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2806155845497453, + "action_effect_rmse": 0.3498598509369369 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47213388228766046, + "action_effect_rmse": 0.6481375657099406 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.44407866590708994, + "action_effect_rmse": 0.5209527453794311 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9059029017093371, + "action_effect_rmse": 0.9529997805817755 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2729145501498305, + "action_effect_rmse": 1.4903767639608083 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.609209717920023, + "action_effect_rmse": 1.8976863413578575 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.80625296019357, + "action_effect_rmse": 3.036554672970251 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.2630706571339658, + "predicted_costs": [ + 190.61883855377857, + 572.1284504151631, + 370.09518955342736, + 211.2977253139745 + ], + "true_costs": [ + 187.72560923301162, + 725.5488909910082, + 362.906739840099, + 187.46253857587766 + ] + }, + { + "system_id": "tank-00100", + "family": "tank", + "anchor_step": 259, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06784848672886963, + "action_effect_rmse": 0.09289562401871859 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015544834911160876, + "action_effect_rmse": 0.001716192876395413 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04074638001180919, + "action_effect_rmse": 0.04111194321320953 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.49626301102439, + "action_effect_rmse": 22.54586456704011 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21402050095664885, + "action_effect_rmse": 0.33218373492030917 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0017722616115788032, + "action_effect_rmse": 0.001955386192620351 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02979730917083608, + "action_effect_rmse": 0.03237965231269765 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 12.494022944851674, + "action_effect_rmse": 20.132785437675217 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6134661432256531, + "action_effect_rmse": 0.948676168484739 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005716389685331317, + "action_effect_rmse": 0.006865450459276646 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02086654301364647, + "action_effect_rmse": 0.022659196854175705 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 11.305978042597781, + "action_effect_rmse": 18.241752151954127 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4325657667653093, + "action_effect_rmse": 2.1851298947839632 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015814702595154273, + "action_effect_rmse": 0.017458514898311725 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.022702690613147558, + "action_effect_rmse": 0.027529251471208088 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.131438681804816, + "action_effect_rmse": 14.91921305356834 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 247.67454991532583, + 203.6458788695914, + 313.8363124445484, + 352.20582575950874 + ], + "true_costs": [ + 246.3202542613356, + 201.2704430705862, + 320.0355283357544, + 484.5309982203239 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 466, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0038463339580223307, + "action_effect_rmse": 0.0049027887273157865 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21795662276547745, + "action_effect_rmse": 0.2987353506156186 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.1598090432462342, + "action_effect_rmse": 3.3567217658982313 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00909663467056431, + "action_effect_rmse": 0.011942560165202305 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3319091413689179, + "action_effect_rmse": 0.49992905343417415 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.346315526607743, + "action_effect_rmse": 3.4333574539929956 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018499132301567918, + "action_effect_rmse": 0.024163936108579802 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6717610410725511, + "action_effect_rmse": 0.8075163678526436 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.5331079772478233, + "action_effect_rmse": 3.5868210502099807 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.032570426113866936, + "action_effect_rmse": 0.036736235650668504 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5642957787316238, + "action_effect_rmse": 1.622405520086879 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.540644321331032, + "action_effect_rmse": 2.793315376904443 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9232152782168519, + 1.0284126334694823, + 0.9398077497776058, + 0.6605681641421264 + ], + "true_costs": [ + 0.9581692627347651, + 1.02, + 0.9994829875147585, + 0.7649192700242678 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 550, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.060054531572096316, + "action_effect_rmse": 0.07171008763472227 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003467415846487872, + "action_effect_rmse": 0.0038091210308659135 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03659101870688608, + "action_effect_rmse": 0.038850684313940294 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3861508777999159, + "action_effect_rmse": 1.8831525157077738 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11618765640583995, + "action_effect_rmse": 0.12701124404346853 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009016962423031552, + "action_effect_rmse": 0.010490568535417652 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0437609503602295, + "action_effect_rmse": 0.04427342616668744 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7192298808677389, + "action_effect_rmse": 2.0581131000391757 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1780481713678276, + "action_effect_rmse": 0.19284458388735587 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01720388003909908, + "action_effect_rmse": 0.020705505825482445 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05513815028050358, + "action_effect_rmse": 0.057749202733272456 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0554695487554397, + "action_effect_rmse": 2.530933205662161 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2367353851293649, + "action_effect_rmse": 0.29866003313094935 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03783519917165634, + "action_effect_rmse": 0.04562150597953463 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025276920899797346, + "action_effect_rmse": 0.02849788937048984 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.471503055840434, + "action_effect_rmse": 1.6286578192396852 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 492.19358425773044, + 365.8051355674323, + 470.8214891404401, + 484.40383452082386 + ], + "true_costs": [ + 474.46839168584177, + 359.17696269977023, + 474.4512424228277, + 474.5112424228277 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005806679148501341, + "action_effect_rmse": 0.009186951766048406 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009759075641095313, + "action_effect_rmse": 0.011244545112745715 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0013520581950150813, + "action_effect_rmse": 0.0016575140276430284 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6263198347439125, + "action_effect_rmse": 2.3119735317312236 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009594120456621447, + "action_effect_rmse": 0.015057855962735742 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016956759764922207, + "action_effect_rmse": 0.019281326776012946 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002833020235682493, + "action_effect_rmse": 0.0029954046264192573 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2673969269578755, + "action_effect_rmse": 1.6358250436642852 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03289653060348089, + "action_effect_rmse": 0.033015290892659546 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.034021714387110435, + "action_effect_rmse": 0.03658927925685385 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009124770352432717, + "action_effect_rmse": 0.009173700256659138 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.248776480042018, + "action_effect_rmse": 1.6931829812187031 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03247482523128061, + "action_effect_rmse": 0.039599435545432396 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0531389227396056, + "action_effect_rmse": 0.055368086422972716 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007615417770674852, + "action_effect_rmse": 0.0077687671753878034 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6663720747040895, + "action_effect_rmse": 5.391527239957674 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 85.92497833090327, + 79.76768722151022, + 93.52202041362594, + 93.53583255163068 + ], + "true_costs": [ + 85.49013783178094, + 78.69996519077532, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "tank-00943", + "family": "tank", + "anchor_step": 402, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01224902572729055, + "action_effect_rmse": 0.014586558559970254 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027340027240638182, + "action_effect_rmse": 0.030386031300255727 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06665708875478572, + "action_effect_rmse": 0.06667183625814911 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 19.19031527249731, + "action_effect_rmse": 31.032367266626064 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02861988175795756, + "action_effect_rmse": 0.03145223816536068 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.048551988309349405, + "action_effect_rmse": 0.055757572069058965 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007552103172677581, + "action_effect_rmse": 0.010357982069254607 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.47166127198256, + "action_effect_rmse": 27.584682279060743 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06726050324002515, + "action_effect_rmse": 0.06938738856482289 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08576794922458102, + "action_effect_rmse": 0.10127646060478715 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012673046247156372, + "action_effect_rmse": 0.012737663182746595 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 15.23972455057651, + "action_effect_rmse": 25.562290414900684 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12315677031958601, + "action_effect_rmse": 0.14196508757105125 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15985714599713438, + "action_effect_rmse": 0.1901253774404436 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08304402702509917, + "action_effect_rmse": 0.08410848656108798 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.564566305467899, + "action_effect_rmse": 24.03560915128872 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 35.89291167525906, + 33.10309042428848, + 43.70154655666047, + 43.910538994615166 + ], + "true_costs": [ + 37.2793303905962, + 35.20922167708185, + 43.63076109270829, + 43.690761092708286 + ] + }, + { + "system_id": "battery-00899", + "family": "battery", + "anchor_step": 211, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004107640956531859, + "action_effect_rmse": 0.004868227010716381 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11297232887160054, + "action_effect_rmse": 0.17001007803846793 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2707936753799416, + "action_effect_rmse": 0.3638867375234401 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024226006079558937, + "action_effect_rmse": 0.02509677563331611 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.874295628908308, + "action_effect_rmse": 0.9237478672380162 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4373467071068025, + "action_effect_rmse": 0.47122319652483335 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07361940993687537, + "action_effect_rmse": 0.0746787424253142 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.155958212359644, + "action_effect_rmse": 3.204812088583255 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1856089265614027, + "action_effect_rmse": 1.195395316266991 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1322121950370546, + "action_effect_rmse": 0.13322810256960285 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.202111308152692, + "action_effect_rmse": 5.295200076573016 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.408923843052578, + "action_effect_rmse": 1.4701472916461975 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.5150127740378474, + 0.642582894156022, + 0.9697955224750172, + 1.028503754306925 + ], + "true_costs": [ + 0.5715945500489996, + 0.705298612447684, + 0.9965164632647079, + 1.02 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 534, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0937775375960997, + "action_effect_rmse": 0.144749968494639 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005552480900180494, + "action_effect_rmse": 0.006946258899757055 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004006784231752769, + "action_effect_rmse": 0.004380804787249149 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 6.043788964307882, + "action_effect_rmse": 7.389381536027877 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41357847932677966, + "action_effect_rmse": 0.484269970160924 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010766583301217972, + "action_effect_rmse": 0.013096770261456909 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005309574417594591, + "action_effect_rmse": 0.005755545678201764 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9023198742026985, + "action_effect_rmse": 3.9559700397917488 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46553305227227426, + "action_effect_rmse": 0.508019646986338 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016445629241558162, + "action_effect_rmse": 0.01819771379727687 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003106018100983904, + "action_effect_rmse": 0.003341950972035577 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.679882403242677, + "action_effect_rmse": 2.0090984217489285 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1823705104356126, + "action_effect_rmse": 0.23291170520433188 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.032933983923125965, + "action_effect_rmse": 0.04085190478749897 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0029085649622082967, + "action_effect_rmse": 0.003503395344063363 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6687928114647925, + "action_effect_rmse": 3.42383186617211 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 597.5286390543631, + 394.6803729043001, + 566.2064410882432, + 607.1640813857106 + ], + "true_costs": [ + 615.5238303421713, + 393.7716371515541, + 554.7606262870349, + 617.3812077190014 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 617, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7233562097682658, + "action_effect_rmse": 0.7729688215331397 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18857444643022822, + "action_effect_rmse": 0.21383939685318978 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8425989849398169, + "action_effect_rmse": 0.9836522728501519 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2841867801584688, + "action_effect_rmse": 0.33761593388430305 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.877663828835208, + "action_effect_rmse": 0.899637408212384 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3644625811058783, + "action_effect_rmse": 0.4635644708724915 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4576873857688923, + "action_effect_rmse": 3.567379999300855 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.080778434950237, + "action_effect_rmse": 4.151284723486803 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 70.68399172061446, + 20.89321293024259, + 4.846360683800981, + 64.84226218372523 + ], + "true_costs": [ + 25.026924095586207, + 13.118128804260996, + 7.385172463393321, + 41.6318131284269 + ] + }, + { + "system_id": "tank-00841", + "family": "tank", + "anchor_step": 547, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31601411061384965, + "action_effect_rmse": 0.38870176311849197 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006499398993490502, + "action_effect_rmse": 0.0069294402189463205 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006423875174705403, + "action_effect_rmse": 0.007669164999785828 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.027850108498854, + "action_effect_rmse": 4.35033690311437 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4912974937995494, + "action_effect_rmse": 0.5785174285789629 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010635439595585439, + "action_effect_rmse": 0.011541066174212107 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007082988072807828, + "action_effect_rmse": 0.008225257833797508 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.184578279813593, + "action_effect_rmse": 5.753300863877177 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6467106558616867, + "action_effect_rmse": 0.7627798278510162 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016517225358542238, + "action_effect_rmse": 0.01846666380197576 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015635305001135153, + "action_effect_rmse": 0.017393591536713153 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.886608763538664, + "action_effect_rmse": 6.899783397544527 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5492964819930979, + "action_effect_rmse": 0.7152239186473321 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.023072703600785616, + "action_effect_rmse": 0.02706198172701921 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010998086658249381, + "action_effect_rmse": 0.017972663636847016 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.59544444069654, + "action_effect_rmse": 9.738639366655097 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 461.3398529073055, + 356.14785503271276, + 538.997312978441, + 602.3057272098549 + ], + "true_costs": [ + 416.4730139267988, + 333.26292169929076, + 461.0767290462003, + 461.1367290462003 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 615, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25815642976866116, + "action_effect_rmse": 0.3006449155528819 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3652109411170841, + "action_effect_rmse": 0.42823276574502417 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3432915574302851, + "action_effect_rmse": 0.4077452040975524 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30281518645506367, + "action_effect_rmse": 0.3097614108587495 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5173869528870902, + "action_effect_rmse": 0.5543815077823547 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4431486071910437, + "action_effect_rmse": 0.45554667490531076 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7764373374431048, + "action_effect_rmse": 1.9366652549675112 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7755861819728125, + "action_effect_rmse": 3.8660008562768606 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 53.93079099424991, + 13.095876054063014, + 37.518254860667305, + 103.67402636377594 + ], + "true_costs": [ + 32.0513295723058, + 12.192213361367614, + 40.55011183932264, + 125.62763432187657 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 358, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07315126109277159, + "action_effect_rmse": 0.0892015686867061 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001999961496673327, + "action_effect_rmse": 0.0022937714015989165 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14890142360201253, + "action_effect_rmse": 0.18149259048341176 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10642386667892485, + "action_effect_rmse": 0.12002918538166417 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0012804550366697736, + "action_effect_rmse": 0.0018908356410117593 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2819475157015556, + "action_effect_rmse": 0.3067301619326129 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11521562411220287, + "action_effect_rmse": 0.12336824277656894 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016546057167756107, + "action_effect_rmse": 0.02157341059078199 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6308558199872701, + "action_effect_rmse": 0.786233327239673 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3925468459581663, + "action_effect_rmse": 0.4249092236558207 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08154564316789366, + "action_effect_rmse": 0.09316638486070544 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.149651560193547, + "action_effect_rmse": 1.3855763264058354 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 44.00695427392018, + 6.585275751922459, + 27.515413857961658, + 95.00857152863182 + ], + "true_costs": [ + 32.70009850356417, + 5.230680677316517, + 24.035223917336843, + 74.84661642351058 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 344, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08299051485845303, + "action_effect_rmse": 0.09947432419798881 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002171625411119038, + "action_effect_rmse": 0.002948633698052775 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003301465890036668, + "action_effect_rmse": 0.0033434555109594917 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1470033465762306, + "action_effect_rmse": 3.259685205719518 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.172397911715669, + "action_effect_rmse": 0.1910534228048698 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002595987040450609, + "action_effect_rmse": 0.003297816915822492 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0029502012006100233, + "action_effect_rmse": 0.003099161318482498 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.5059057834609075, + "action_effect_rmse": 5.58381281294072 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1575455026826562, + "action_effect_rmse": 0.16617940564226077 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007074339264747209, + "action_effect_rmse": 0.008809758233672704 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005072906292214703, + "action_effect_rmse": 0.005080961990300051 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.33825700394352, + "action_effect_rmse": 5.18904352979624 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.061738475392940785, + "action_effect_rmse": 0.06572556266481892 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02422294145407733, + "action_effect_rmse": 0.028273533750104118 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02659586608446692, + "action_effect_rmse": 0.026599165950703597 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8453383077990417, + "action_effect_rmse": 5.81786420860177 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 23.709932315473093, + 15.850839004766232, + 24.87813604908088, + 26.81573279307136 + ], + "true_costs": [ + 26.59590252335394, + 15.531065267772082, + 27.125159839721537, + 27.374796001372637 + ] + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "anchor_step": 487, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08899965168768394, + "action_effect_rmse": 0.08941790040880031 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012310154303136756, + "action_effect_rmse": 0.014959067673327695 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30558721779550524, + "action_effect_rmse": 0.3171200746507282 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2169523179688042, + "action_effect_rmse": 0.2243175050358176 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02982815909048438, + "action_effect_rmse": 0.03686462390150631 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.436791968355692, + "action_effect_rmse": 0.49183698496268186 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5697832213498929, + "action_effect_rmse": 0.570720616881631 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.050977579844336894, + "action_effect_rmse": 0.05916815335341607 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6064365768065348, + "action_effect_rmse": 0.7284316124878591 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6035355955771919, + "action_effect_rmse": 0.6066767319849217 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9062421995768511, + "action_effect_rmse": 0.9327484933166494 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.022034821088899, + "action_effect_rmse": 1.2015149551553317 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 516.3759231467128, + 395.6334095001991, + 244.11250080212605, + 144.09428426145584 + ], + "true_costs": [ + 553.0447267707304, + 395.50609540918083, + 247.28601939025924, + 145.28956338631485 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 468, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012050806874073736, + "action_effect_rmse": 0.012662727078368177 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6023534653216297, + "action_effect_rmse": 0.7849807661100164 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.302702802532914, + "action_effect_rmse": 4.4350903379621975 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007499937181992099, + "action_effect_rmse": 0.008488732683869389 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5486975916157668, + "action_effect_rmse": 0.725141144554775 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.414635195291584, + "action_effect_rmse": 5.5946009656506535 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008244601575213313, + "action_effect_rmse": 0.008629622605799595 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8419519857892013, + "action_effect_rmse": 0.8559854431594986 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.388842761811926, + "action_effect_rmse": 5.623566466400844 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008923286875725097, + "action_effect_rmse": 0.011135438011850273 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0224261953033154, + "action_effect_rmse": 1.1604601307370075 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6120125526355316, + "action_effect_rmse": 3.195027499351947 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9934149313017461, + 0.9400837439824649, + 0.8026293707714013, + 0.6151586456321175 + ], + "true_costs": [ + 1.022055005344555, + 1.0117648890595206, + 0.8707241483260184, + 0.6534622115355494 + ] + }, + { + "system_id": "battery-00161", + "family": "battery", + "anchor_step": 550, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011595884227902845, + "action_effect_rmse": 0.013553791178757636 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03620862655538796, + "action_effect_rmse": 0.05166509983501673 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5089373503715322, + "action_effect_rmse": 0.6855253414316769 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03126517012022615, + "action_effect_rmse": 0.03623880119869425 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0672563876691908, + "action_effect_rmse": 0.07932626093261592 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4743319009688207, + "action_effect_rmse": 0.5466797907145743 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2001028261866942, + "action_effect_rmse": 0.20778390747762326 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08029309095047665, + "action_effect_rmse": 0.0865537267693317 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5373174552338753, + "action_effect_rmse": 2.6322174748404907 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1596159397981786, + "action_effect_rmse": 0.16719890479692148 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1560379175512073, + "action_effect_rmse": 0.18651036502342777 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.087876860750241, + "action_effect_rmse": 2.3556094542894654 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.17886669379724243, + 0.24787780758894906, + 0.8263184998580808, + 0.9606358661530269 + ], + "true_costs": [ + 0.2105015740913006, + 0.4293997784838034, + 0.9217220020718027, + 1.02 + ] + }, + { + "system_id": "tank-01156", + "family": "tank", + "anchor_step": 57, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010414261562619487, + "action_effect_rmse": 0.016969047467782952 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0031840573158277152, + "action_effect_rmse": 0.004154821629977181 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0034143918897247363, + "action_effect_rmse": 0.003785109508321047 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.501056230452858, + "action_effect_rmse": 2.2317913949886488 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020953382612820093, + "action_effect_rmse": 0.02141590201670721 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004813843177697545, + "action_effect_rmse": 0.0064328416881381766 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002186202481554045, + "action_effect_rmse": 0.002220340576117668 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6268298156912433, + "action_effect_rmse": 2.0552268625207732 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016497250142694025, + "action_effect_rmse": 0.02064365216249572 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007715848751000583, + "action_effect_rmse": 0.009958633019538891 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003749016943426109, + "action_effect_rmse": 0.003837933804611287 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6846320676382653, + "action_effect_rmse": 2.480939705131629 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08333832155027092, + "action_effect_rmse": 0.0833962096120811 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.021254363980318658, + "action_effect_rmse": 0.0278872394979909 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014602883088077815, + "action_effect_rmse": 0.014716582892281572 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0697293376767991, + "action_effect_rmse": 1.2433697170719087 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1105.500377080624, + 1099.080262990581, + 1175.8337560114146, + 1175.9289151453117 + ], + "true_costs": [ + 1108.0651251099248, + 1096.5413878591635, + 1176.805757115421, + 1176.865757115421 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 44, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16664876182222935, + "action_effect_rmse": 0.1719155042959884 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004215690691078559, + "action_effect_rmse": 0.004229552478583593 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17208304580053144, + "action_effect_rmse": 0.24873511230239626 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24935921009080886, + "action_effect_rmse": 0.25614387961012164 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0009344817322561502, + "action_effect_rmse": 0.0013972864171264356 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3025883653676236, + "action_effect_rmse": 0.4026866082170172 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20428668365520272, + "action_effect_rmse": 0.27220709242898716 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02151317723208379, + "action_effect_rmse": 0.03197762270641231 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5368595732676388, + "action_effect_rmse": 0.6972645521381755 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8317160604540194, + "action_effect_rmse": 0.9248877193296796 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10707179275029215, + "action_effect_rmse": 0.16769156358285284 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0346890942511777, + "action_effect_rmse": 1.2307080439409743 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 21.659731513431478, + 33.395189194438814, + 9.392468155932832, + 40.45007549497023 + ], + "true_costs": [ + 23.64637198862104, + 47.06271393783453, + 10.78581775296138, + 51.37169547471606 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 390, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025052048850042818, + "action_effect_rmse": 0.030652736154417277 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05025165636766745, + "action_effect_rmse": 0.068101157229754 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.246836201770779, + "action_effect_rmse": 7.743752895937859 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.043028150798983845, + "action_effect_rmse": 0.052529636193154275 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08950015956802797, + "action_effect_rmse": 0.10218142287637078 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.9691031032263275, + "action_effect_rmse": 8.460722681189926 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04128311478006752, + "action_effect_rmse": 0.07010998954203358 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14737565520916096, + "action_effect_rmse": 0.15545041084562095 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.990814540022541, + "action_effect_rmse": 8.825435439712882 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15154598318267687, + "action_effect_rmse": 0.18505428868037502 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34550238307066766, + "action_effect_rmse": 0.3499906947937303 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.123473912869323, + "action_effect_rmse": 9.037708163430796 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0512433580487195, + 1.0310417295140413, + 0.6181731097457861, + 0.22406421453021635 + ], + "true_costs": [ + 1.044843643582757, + 1.02, + 0.999785177569984, + 0.44260232322904547 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 568, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08038786211551911, + "action_effect_rmse": 0.10535607484488442 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016343208655926606, + "action_effect_rmse": 0.01923241942398495 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006900000558325847, + "action_effect_rmse": 0.007785855775144882 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 5.089683866700557, + "action_effect_rmse": 8.296559285620663 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1194500045210732, + "action_effect_rmse": 0.14753152877183595 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025646077171515458, + "action_effect_rmse": 0.02975028109477553 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002115423616532978, + "action_effect_rmse": 0.0032944833406415666 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 6.1363754491161595, + "action_effect_rmse": 9.798011353831745 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04709799487385228, + "action_effect_rmse": 0.060420486239860655 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04848101246212858, + "action_effect_rmse": 0.05385604623921531 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001521089152509499, + "action_effect_rmse": 0.0015417812279740987 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.088407492068626, + "action_effect_rmse": 9.703956632675947 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2778744337691312, + "action_effect_rmse": 0.34671324463024156 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06239998984441778, + "action_effect_rmse": 0.064734607685072 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00503430569760351, + "action_effect_rmse": 0.005503545223345914 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.015618934558117, + "action_effect_rmse": 11.496502448546337 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 152.74064098684525, + 128.83402782460652, + 197.4195546417962, + 262.7420506405685 + ], + "true_costs": [ + 155.21826899111335, + 132.03347915459165, + 201.6191703387359, + 250.9834112944493 + ] + }, + { + "system_id": "tank-00754", + "family": "tank", + "anchor_step": 316, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03339789047308983, + "action_effect_rmse": 0.05353241363935734 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00046575522865488495, + "action_effect_rmse": 0.000567565962770145 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13372917417125776, + "action_effect_rmse": 0.13447254286700105 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.514393717537871, + "action_effect_rmse": 0.603658397425403 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09155224829785702, + "action_effect_rmse": 0.15651227074362814 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001934331739606776, + "action_effect_rmse": 0.0021114110429544626 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20415712103131844, + "action_effect_rmse": 0.20531095420001633 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0162041174534882, + "action_effect_rmse": 1.1077783506949859 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17622012341363794, + "action_effect_rmse": 0.30223026938289216 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006255974696064944, + "action_effect_rmse": 0.007625645289628599 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22074038882381605, + "action_effect_rmse": 0.22280828088176774 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9138106035226343, + "action_effect_rmse": 0.9980199595901759 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30680580081962994, + "action_effect_rmse": 0.5280511324479984 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.021707783796462248, + "action_effect_rmse": 0.026533491425654712 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1135000252080512, + "action_effect_rmse": 0.12081367907594447 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6803553437902655, + "action_effect_rmse": 0.7749346968595625 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 717.0961870908862, + 584.296042321772, + 716.8471390503765, + 717.3504968464406 + ], + "true_costs": [ + 717.6471384648748, + 627.0376333929215, + 717.599788750621, + 717.659788750621 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 505, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.058504570199967056, + "action_effect_rmse": 0.0951790644684877 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0023319158434826903, + "action_effect_rmse": 0.0026497372275534874 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29629512486732895, + "action_effect_rmse": 0.29706745385444694 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4701455704724585, + "action_effect_rmse": 0.5089601446511688 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1062870548109031, + "action_effect_rmse": 0.1832716343347101 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004249655602575213, + "action_effect_rmse": 0.004274744924410486 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2129577631571986, + "action_effect_rmse": 0.21500219529090256 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.033732719850882, + "action_effect_rmse": 4.312731086555936 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1980887085915081, + "action_effect_rmse": 0.337744898158023 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00859710083206977, + "action_effect_rmse": 0.008687852007205607 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2818838957770815, + "action_effect_rmse": 0.2842967532122689 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8839118960325733, + "action_effect_rmse": 1.0418535698942197 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5149728160977342, + "action_effect_rmse": 0.5583774296043147 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013835028431875784, + "action_effect_rmse": 0.014572923353556004 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20695214974900947, + "action_effect_rmse": 0.20857187223716606 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8634858254843726, + "action_effect_rmse": 1.0888439994567332 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 603.101689315487, + 515.058057485038, + 605.416145505114, + 605.6702208098982 + ], + "true_costs": [ + 595.1159859587121, + 469.555449909037, + 606.333619440158, + 606.6674454564157 + ] + }, + { + "system_id": "thermal-00870", + "family": "thermal", + "anchor_step": 338, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.128515425523594, + "action_effect_rmse": 0.16859231902738928 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007802828252927441, + "action_effect_rmse": 0.001017240878474917 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16096047443412922, + "action_effect_rmse": 0.18631302601297386 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2111206140777083, + "action_effect_rmse": 0.3054831368316937 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0017620903666433207, + "action_effect_rmse": 0.001836697041922727 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2703408092320956, + "action_effect_rmse": 0.2996230212078137 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37839311264148634, + "action_effect_rmse": 0.5150151908480171 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02047180868700001, + "action_effect_rmse": 0.02901437011244071 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6191054100163834, + "action_effect_rmse": 0.6398881881774415 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0715068238262013, + "action_effect_rmse": 1.1594648391112299 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07146611139390065, + "action_effect_rmse": 0.11176158911244757 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4561672986020728, + "action_effect_rmse": 1.4712958890899426 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 4.3016271361539085, + 1.913689140687557, + 14.006956157904458, + 69.90922479178755 + ], + "true_costs": [ + 4.732271939802422, + 2.055519042272101, + 12.552561248297032, + 45.899717700507644 + ] + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04173926960011087, + "action_effect_rmse": 0.04553142473231481 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00038884166968481776, + "action_effect_rmse": 0.0004240454021616352 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3650952629201261, + "action_effect_rmse": 0.39448710946397897 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10373651226533671, + "action_effect_rmse": 0.12026155401324701 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0020224014934520085, + "action_effect_rmse": 0.002699573693891239 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6151021561519485, + "action_effect_rmse": 0.672882932911063 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2573632745117796, + "action_effect_rmse": 0.30958988414044536 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007433995344731177, + "action_effect_rmse": 0.01039174642666562 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9746173437809015, + "action_effect_rmse": 1.1020131148870473 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6137388731230059, + "action_effect_rmse": 0.7423920992869064 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02670122425669419, + "action_effect_rmse": 0.03231931391934143 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7483617264720313, + "action_effect_rmse": 1.92330751558567 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 2.5351101027370913, + "predicted_costs": [ + 1.8780273493544724, + 28.203519807497614, + 7.502996178294938, + 1.0065709492417971 + ], + "true_costs": [ + 0.5781179049765341, + 31.046584438579117, + 4.0792599723760485, + 3.1132280077136256 + ] + }, + { + "system_id": "tank-00583", + "family": "tank", + "anchor_step": 490, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08658243952437121, + "action_effect_rmse": 0.10160818248579029 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018405389423126195, + "action_effect_rmse": 0.02685549201037849 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015038576799592622, + "action_effect_rmse": 0.001901191745417407 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.973656269608594, + "action_effect_rmse": 6.253324497512647 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19545704862964217, + "action_effect_rmse": 0.3084103542205505 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030793963226846206, + "action_effect_rmse": 0.03800128923890332 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0013882451526544132, + "action_effect_rmse": 0.0014583754524432383 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.4520584699252317, + "action_effect_rmse": 4.488243065598033 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12839969333448456, + "action_effect_rmse": 0.15257962353907956 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05470062509073633, + "action_effect_rmse": 0.06531311454768329 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0015207423847376684, + "action_effect_rmse": 0.0016786794039616712 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7687557644604475, + "action_effect_rmse": 3.9806902896376153 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27104306461095834, + "action_effect_rmse": 0.39731813490099804 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12111725919584337, + "action_effect_rmse": 0.17766457273562195 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004001380998699798, + "action_effect_rmse": 0.004332672426952645 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.054407630611393, + "action_effect_rmse": 4.941850387110627 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 106.70025859840487, + 100.62446511547893, + 159.36603284535894, + 176.7475920639158 + ], + "true_costs": [ + 106.90520574366964, + 100.46696296138197, + 158.31495374980565, + 178.34353764718745 + ] + }, + { + "system_id": "battery-00770", + "family": "battery", + "anchor_step": 34, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004950720816986202, + "action_effect_rmse": 0.0059976179748417735 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3804375836461844, + "action_effect_rmse": 0.458292987339823 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6094490443860856, + "action_effect_rmse": 0.7646714100918182 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006997733103315501, + "action_effect_rmse": 0.0077077660860707 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6563797753296967, + "action_effect_rmse": 0.7323792458728979 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.723889661441722, + "action_effect_rmse": 0.8178530541983124 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010343545284387884, + "action_effect_rmse": 0.01054969484600393 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9121666797528185, + "action_effect_rmse": 0.9415945044648318 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6441813358970165, + "action_effect_rmse": 0.7147277642476504 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01237648740296742, + "action_effect_rmse": 0.014744852620889565 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6709826420380409, + "action_effect_rmse": 0.829811656635254 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5306563810735258, + "action_effect_rmse": 0.5540504352492274 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.1021066938612402, + 0.8011471292300067, + 0.3059806369714088, + 0.12392397492247895 + ], + "true_costs": [ + 0.10929395596723428, + 0.8035100912031815, + 0.3048669548124276, + 0.12489406878242311 + ] + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "anchor_step": 447, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15304466395330488, + "action_effect_rmse": 0.16682221217309032 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004241827420737347, + "action_effect_rmse": 0.0044571227738334634 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32762117249584816, + "action_effect_rmse": 0.3315131343416627 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20946064099967407, + "action_effect_rmse": 0.24888508321934283 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005859225896732785, + "action_effect_rmse": 0.00657735841141948 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.605567765289076, + "action_effect_rmse": 0.6457102460963507 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4009805905803283, + "action_effect_rmse": 0.4474783756968766 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014528131449987805, + "action_effect_rmse": 0.01811476824566747 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0722880869400342, + "action_effect_rmse": 1.2042411497028425 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5073490649801778, + "action_effect_rmse": 0.5356219013531309 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10743013619913928, + "action_effect_rmse": 0.11346643975785348 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6344238536176288, + "action_effect_rmse": 1.683542165297472 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 11.177128105577001, + 19.96368578792504, + 6.724513383205344, + 4.209624850863307 + ], + "true_costs": [ + 11.388049280606772, + 24.26607531773182, + 10.60090289666998, + 4.133885573506308 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 84, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018612838636157258, + "action_effect_rmse": 0.0024281455946774874 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13964237463839999, + "action_effect_rmse": 0.17099334626742993 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6556889379420952, + "action_effect_rmse": 0.8014685911872226 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0060943821015860085, + "action_effect_rmse": 0.008842027687179175 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27208911726017365, + "action_effect_rmse": 0.33123583015394664 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9537244096761436, + "action_effect_rmse": 1.1562732574956038 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0062438207418406555, + "action_effect_rmse": 0.007274743120381282 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4451601259841998, + "action_effect_rmse": 0.5429020846374087 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2862251428989708, + "action_effect_rmse": 1.7023254513350863 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018450123301507044, + "action_effect_rmse": 0.02611098221785344 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9831084288329469, + "action_effect_rmse": 1.2041025532537109 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2618403380242, + "action_effect_rmse": 1.6230949542748438 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.045564169705911164, + 0.4586907439319443, + 0.03703489553561154, + 0.15835008240474957 + ], + "true_costs": [ + 0.04484611778395424, + 0.5024412833518821, + 0.03699412634504874, + 0.1513591691399806 + ] + }, + { + "system_id": "tank-00526", + "family": "tank", + "anchor_step": 477, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32004008167082293, + "action_effect_rmse": 0.3883769628066812 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0156388571502184, + "action_effect_rmse": 0.018382014951478804 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0012508061774093766, + "action_effect_rmse": 0.0014655313334666434 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 15.605201936625312, + "action_effect_rmse": 23.863622286377147 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3925528234923803, + "action_effect_rmse": 0.42026780081523013 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0279637959746033, + "action_effect_rmse": 0.03164220116067646 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0013959960723024523, + "action_effect_rmse": 0.0016475953935040778 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 14.542530037777036, + "action_effect_rmse": 22.211112547443953 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.42227803199456443, + "action_effect_rmse": 0.5301094001851968 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.039912853975498784, + "action_effect_rmse": 0.04670123630595041 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027643242598803953, + "action_effect_rmse": 0.027710529368899114 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 13.00665993423789, + "action_effect_rmse": 19.507707305017448 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4976660133805553, + "action_effect_rmse": 0.616491496671731 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10296395275733634, + "action_effect_rmse": 0.12440276280014435 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03342927982997647, + "action_effect_rmse": 0.033442879978905715 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.566932839380184, + "action_effect_rmse": 20.55278842764915 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 834.6622696342793, + 768.7525279589019, + 864.9074489984042, + 893.2914975637977 + ], + "true_costs": [ + 872.5291928675214, + 745.9586156026301, + 922.8448840445204, + 939.3631955949032 + ] + }, + { + "system_id": "battery-00533", + "family": "battery", + "anchor_step": 552, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0068435680249492314, + "action_effect_rmse": 0.00827107080659253 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2730349778115979, + "action_effect_rmse": 0.3143750624990139 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6396363562481729, + "action_effect_rmse": 0.6953459424980053 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011077895551051467, + "action_effect_rmse": 0.013441335272588758 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39638619446480305, + "action_effect_rmse": 0.472756882791452 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2998699383339319, + "action_effect_rmse": 0.3399068254154713 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013245282579080789, + "action_effect_rmse": 0.018473109645684313 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6882427955841344, + "action_effect_rmse": 0.7664965874793853 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.32380988715517134, + "action_effect_rmse": 0.39086616009409875 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.028416106772182353, + "action_effect_rmse": 0.03907255497198205 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.24357245624788, + "action_effect_rmse": 1.3608395328754377 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.858075693369185, + "action_effect_rmse": 0.9644896115652876 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.9726729751329278, + 0.4555825930171773, + 0.8819238191634259, + 1.0154620527998408 + ], + "true_costs": [ + 0.9706590901178782, + 0.4315553271203338, + 0.9996555375085865, + 1.0200902275241106 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 656, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10644309809880781, + "action_effect_rmse": 0.12351819813489615 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002396385221894448, + "action_effect_rmse": 0.003493587854049272 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0062662177941630315, + "action_effect_rmse": 0.006997270976078609 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 13.024749304384628, + "action_effect_rmse": 22.459734680609216 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09127614312406074, + "action_effect_rmse": 0.13047698023589907 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010258631305168464, + "action_effect_rmse": 0.012381223989767803 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006729148923806679, + "action_effect_rmse": 0.009277258945448893 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.034991799142654, + "action_effect_rmse": 22.378426952816938 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22629721562839342, + "action_effect_rmse": 0.2949229477139341 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03455963150326665, + "action_effect_rmse": 0.04148355304652122 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0018780597892993727, + "action_effect_rmse": 0.0019260029974736718 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 12.831555864259029, + "action_effect_rmse": 21.97164949059891 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2994486269367087, + "action_effect_rmse": 0.3442164740754104 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.054747878216419466, + "action_effect_rmse": 0.06419188280422765 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00722027380940445, + "action_effect_rmse": 0.007622242747777056 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.71137059593894, + "action_effect_rmse": 21.585578774171214 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 275.3441109483064, + 290.4266884813162, + 408.44395016546633, + 455.41783596792396 + ], + "true_costs": [ + 279.5354257071553, + 292.61767476787907, + 430.40480839949083, + 456.200306976919 + ] + }, + { + "system_id": "battery-00152", + "family": "battery", + "anchor_step": 217, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004440811050860379, + "action_effect_rmse": 0.005080789946741347 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12272890015332887, + "action_effect_rmse": 0.14194897998746459 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45752612822231126, + "action_effect_rmse": 0.7027666667982754 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005307431098625008, + "action_effect_rmse": 0.00601000110274866 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21576324219470422, + "action_effect_rmse": 0.23991258658346043 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4166410647033712, + "action_effect_rmse": 0.5023166727627949 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021385862996390382, + "action_effect_rmse": 0.024594877746213387 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3900913802353827, + "action_effect_rmse": 0.40691617300361643 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29242460593562686, + "action_effect_rmse": 0.32931867079288185 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02328621727982268, + "action_effect_rmse": 0.026355521569510924 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5427869839214239, + "action_effect_rmse": 0.7113575265516772 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3267123130751391, + "action_effect_rmse": 0.39710674285905534 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.5821612805244962, + 0.6611673271455671, + 0.20968059798531757, + 0.10187352352176733 + ], + "true_costs": [ + 0.6034385593925692, + 0.7114170993046638, + 0.20516045976770156, + 0.10229089111426462 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 37, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05258130541599737, + "action_effect_rmse": 0.08018752563457619 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015108494458046332, + "action_effect_rmse": 0.01762097359824968 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008798867796904678, + "action_effect_rmse": 0.010750607826013371 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.208305248278145, + "action_effect_rmse": 6.979096244900591 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11263004346488821, + "action_effect_rmse": 0.14448280576616365 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021479796397355717, + "action_effect_rmse": 0.0240654006970145 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008946271405832115, + "action_effect_rmse": 0.01187126401809998 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.834310773624885, + "action_effect_rmse": 9.387262169790345 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07202640901211588, + "action_effect_rmse": 0.09123870557967169 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03540572858906307, + "action_effect_rmse": 0.036963521943336096 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006513003297095625, + "action_effect_rmse": 0.007038922300774255 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.724547620644756, + "action_effect_rmse": 8.9301163037491 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5598412753037033, + "action_effect_rmse": 0.8414801064259284 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.056455007959957726, + "action_effect_rmse": 0.0592975347756421 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005341804401116423, + "action_effect_rmse": 0.005637542666883279 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.168006376045827, + "action_effect_rmse": 9.630357792414053 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 52.72860011407475, + 39.79247414142424, + 83.35650120251262, + 128.90334026636802 + ], + "true_costs": [ + 52.24295391654761, + 40.94862477718916, + 82.80626106642683, + 146.19276631227194 + ] + }, + { + "system_id": "battery-00149", + "family": "battery", + "anchor_step": 217, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011254070259231827, + "action_effect_rmse": 0.01279069975614787 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11432677019392597, + "action_effect_rmse": 0.13891019705075247 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9487192266923454, + "action_effect_rmse": 2.1560929209803548 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03870622318831577, + "action_effect_rmse": 0.04441805888941561 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4622478876818376, + "action_effect_rmse": 0.5307562946283221 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.622366009107625, + "action_effect_rmse": 7.701081991873429 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12286703279773387, + "action_effect_rmse": 0.12992458004418506 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9828729648894605, + "action_effect_rmse": 2.0497737799562237 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.667334993492226, + "action_effect_rmse": 6.773707358182306 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05388310795261733, + "action_effect_rmse": 0.06825547627154255 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.974672748992643, + "action_effect_rmse": 5.06973963602087 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.856112486611418, + "action_effect_rmse": 6.100429620749157 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.44220451978512554, + 0.2012009507414966, + 0.00179553351331751, + 0.07947647704317734 + ], + "true_costs": [ + 0.35916169158769207, + 0.11081629736443531, + 0.001627677973013579, + 0.05110796278008959 + ] + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "anchor_step": 498, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3694480208038513, + "action_effect_rmse": 0.4464123710283722 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9697580158436002, + "action_effect_rmse": 1.027579013455121 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7056265140559242, + "action_effect_rmse": 0.8529619766772688 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6258731760116234, + "action_effect_rmse": 1.7318888589893633 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.316084211927695, + "action_effect_rmse": 1.6223942451647368 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4112771888429925, + "action_effect_rmse": 2.6159403498710825 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4545465946205005, + "action_effect_rmse": 3.003507416374283 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.495141773278438, + "action_effect_rmse": 4.819740166848642 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 239.01839826649342, + 59.37583839926268, + 105.4899063407826, + 187.13613827840544 + ], + "true_costs": [ + 240.7127041065222, + 30.71947699315369, + 89.28968706779446, + 239.9146642121931 + ] + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 461, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14123378879285653, + "action_effect_rmse": 0.17405350866505526 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008486191528504605, + "action_effect_rmse": 0.010922599563426397 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16583782197164965, + "action_effect_rmse": 0.23670607870870464 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20371114036611124, + "action_effect_rmse": 0.2558569866210847 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017150173762904803, + "action_effect_rmse": 0.021638715276129334 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29527474637488166, + "action_effect_rmse": 0.39484500761323105 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22555870614822973, + "action_effect_rmse": 0.26539228868353193 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020331419251082988, + "action_effect_rmse": 0.02417133844387481 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.521967133082209, + "action_effect_rmse": 0.7137634765591041 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6841100017803795, + "action_effect_rmse": 0.7097930808924392 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14290278556888994, + "action_effect_rmse": 0.1465290060387931 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3045740147903946, + "action_effect_rmse": 1.3343902567259722 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 2.7710639136809694, + 76.52031276333427, + 14.100537976276012, + 1.5702672043865198 + ], + "true_costs": [ + 1.8098232003355745, + 73.93942612486521, + 15.504486359150583, + 1.7767986261970998 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 438, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22422179385001328, + "action_effect_rmse": 0.24202163245753508 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00216462460131576, + "action_effect_rmse": 0.0022493005849423937 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016709783077461654, + "action_effect_rmse": 0.017498940117074018 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6263132442356227, + "action_effect_rmse": 1.636443199022757 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2572194915846045, + "action_effect_rmse": 0.2950769606629877 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004116362854640935, + "action_effect_rmse": 0.0044198520105506135 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022567564416288394, + "action_effect_rmse": 0.024027254236424135 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9936786690392267, + "action_effect_rmse": 2.2387052022093856 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1875290909438725, + "action_effect_rmse": 0.23060843768416264 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007842762073200523, + "action_effect_rmse": 0.00809783266212049 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026530278851862543, + "action_effect_rmse": 0.027615428921075057 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6819967856800986, + "action_effect_rmse": 1.9905198176027223 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20346260383767026, + "action_effect_rmse": 0.2263728976589172 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0036319794083243075, + "action_effect_rmse": 0.005503558102662458 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.031949352839673484, + "action_effect_rmse": 0.044400753063795845 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9309037244414355, + "action_effect_rmse": 3.015616043417942 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1136.70257653779, + 941.903675817304, + 1115.6751196342366, + 1144.8735915716252 + ], + "true_costs": [ + 1200.9870556547016, + 969.9540212183189, + 1170.9124386421881, + 1208.0925310762684 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 336, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.028725710048568942, + "action_effect_rmse": 0.033965939795223075 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2616062982693279, + "action_effect_rmse": 0.30228149455630743 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028628378837926977, + "action_effect_rmse": 0.033540409915382575 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3325779153412327, + "action_effect_rmse": 0.4029003425975391 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07760866485833517, + "action_effect_rmse": 0.09294724830874636 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5938445842126802, + "action_effect_rmse": 0.674916298012564 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8370128506775755, + "action_effect_rmse": 0.8423288399067371 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9010497537276289, + "action_effect_rmse": 1.0573845017179861 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 55.07613228395442, + 10.073844783795044, + 29.013422654554283, + 92.36352031219104 + ], + "true_costs": [ + 39.65755262260835, + 10.103233174386638, + 26.73739111254878, + 83.79418454469314 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 385, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009455739426540204, + "action_effect_rmse": 0.012483138994444537 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.059066742953336394, + "action_effect_rmse": 0.07005158746324 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4463744202102429, + "action_effect_rmse": 1.7246356262087879 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017626091242494483, + "action_effect_rmse": 0.023465941778033277 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0650755792263169, + "action_effect_rmse": 0.0779259880505382 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4366480171972746, + "action_effect_rmse": 1.7137212217131925 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028787218723049596, + "action_effect_rmse": 0.03217721665584496 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1261560779918239, + "action_effect_rmse": 0.14972183739494338 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4605647086056403, + "action_effect_rmse": 0.6887448551300124 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11049667787173496, + "action_effect_rmse": 0.12504921749851064 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26384816180482673, + "action_effect_rmse": 0.30972576336564805 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2633083476478196, + "action_effect_rmse": 0.28114706374619536 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.7477572587490254, + 1.0240463739029608, + 0.8988760878241893, + 0.5410769837401728 + ], + "true_costs": [ + 0.8626261292827178, + 1.02, + 0.9993953861049494, + 0.7153509489273513 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 498, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0014427140277800306, + "action_effect_rmse": 0.0016392453871456446 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08889096319236363, + "action_effect_rmse": 0.09575995478490174 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7453639348783861, + "action_effect_rmse": 0.9397874956416775 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005125517535491397, + "action_effect_rmse": 0.006234223428298026 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11542168920716496, + "action_effect_rmse": 0.12217276964336932 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9456274909568213, + "action_effect_rmse": 1.2422719662527655 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026390765739549422, + "action_effect_rmse": 0.028159421274441057 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2125892086534691, + "action_effect_rmse": 0.228791862188032 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0595137867160556, + "action_effect_rmse": 1.2720010777853499 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02286295516102958, + "action_effect_rmse": 0.033901960641438245 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3916938090859823, + "action_effect_rmse": 0.5220099015203455 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5058664684074236, + "action_effect_rmse": 0.5930159639343782 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.49739269947725173, + 0.04091570113013944, + 0.011168673898042901, + 0.12459617749385608 + ], + "true_costs": [ + 0.53319295912498, + 0.05775129044918767, + 0.014255610846026683, + 0.1324388350163988 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 262, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1937257249900508, + "action_effect_rmse": 0.20948544634889818 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03437456885795124, + "action_effect_rmse": 0.03595330765234582 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0038020057068381594, + "action_effect_rmse": 0.004767739878744133 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 9.524987566278263, + "action_effect_rmse": 13.512635703557002 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15622790434931452, + "action_effect_rmse": 0.17215068860014218 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021223014911222766, + "action_effect_rmse": 0.025490904730339915 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005015334992550136, + "action_effect_rmse": 0.005571970332089214 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 8.27974852678944, + "action_effect_rmse": 11.578985509319663 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2830122589144432, + "action_effect_rmse": 0.33273431098250517 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03466989596121491, + "action_effect_rmse": 0.04458781971239136 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012122879463431158, + "action_effect_rmse": 0.015305912877444948 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 7.320320823933055, + "action_effect_rmse": 10.010894225083172 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7544600143008907, + "action_effect_rmse": 0.8052940207929358 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10832148358158022, + "action_effect_rmse": 0.14222511691464607 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22546986183450246, + "action_effect_rmse": 0.23744886145891744 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.776511414336639, + "action_effect_rmse": 7.788811928840899 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.6512659854314684, + 6.207614673860045, + 0.39817759295839666, + 1.442346709352627 + ], + "true_costs": [ + 1.4372284787186647, + 6.296994151092552, + 0.26310145998187806, + 0.3998419232398252 + ] + }, + { + "system_id": "tank-00943", + "family": "tank", + "anchor_step": 314, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020407125975402767, + "action_effect_rmse": 0.03377024728131542 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007250073064082467, + "action_effect_rmse": 0.00931911729470664 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003149709112937882, + "action_effect_rmse": 0.003501454289165319 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9393219370606403, + "action_effect_rmse": 2.307346530823971 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04051870177262451, + "action_effect_rmse": 0.05968148289478864 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010142328321274855, + "action_effect_rmse": 0.010707156876761709 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0045110831764244574, + "action_effect_rmse": 0.0046665908168450985 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.110408568356473, + "action_effect_rmse": 5.198236652375235 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.045738665453879314, + "action_effect_rmse": 0.07470023237450939 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015730778590355616, + "action_effect_rmse": 0.019313565356161307 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006557254368405189, + "action_effect_rmse": 0.00807778239219178 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.247714118036016, + "action_effect_rmse": 5.463441013089613 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04729546269714676, + "action_effect_rmse": 0.07904494287065919 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.057082845604975084, + "action_effect_rmse": 0.0705119181882873 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025687376601271517, + "action_effect_rmse": 0.027675522460337377 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.81938197107948, + "action_effect_rmse": 4.951283110921311 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 43.27267871323037, + 27.123049737457887, + 43.33824301657981, + 43.306895900383765 + ], + "true_costs": [ + 43.634575594482534, + 25.44381009085859, + 43.63076109270829, + 43.690761092708286 + ] + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "anchor_step": 222, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2208340118562108, + "action_effect_rmse": 0.2342001360290846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16057365054458236, + "action_effect_rmse": 0.2222085390430425 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6075962326907707, + "action_effect_rmse": 0.7296317228982212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2728819791672284, + "action_effect_rmse": 0.40009574836720097 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.620776036154913, + "action_effect_rmse": 1.8648431704282615 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4533686018795038, + "action_effect_rmse": 0.7466497345637757 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.357728605096245, + "action_effect_rmse": 3.7349194494449383 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3880516822561049, + "action_effect_rmse": 1.8084740500526577 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 334.7060188868096, + 298.38754840613694, + 150.8356661991154, + 73.90691100402604 + ], + "true_costs": [ + 424.3858616583585, + 354.122983675261, + 131.16150683020277, + 85.19685159475225 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 566, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1654009146869999, + "action_effect_rmse": 0.18026678606176266 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0004675966490156706, + "action_effect_rmse": 0.0005861354406710478 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08350321471323507, + "action_effect_rmse": 0.11653859005912062 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.431335757681051, + "action_effect_rmse": 5.080126248132139 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3088620884897975, + "action_effect_rmse": 0.338753746568084 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0017860361479099158, + "action_effect_rmse": 0.002211305258947109 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.048648014793042114, + "action_effect_rmse": 0.051657130521147294 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.084000211125287, + "action_effect_rmse": 4.296722178268943 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17536170482390703, + "action_effect_rmse": 0.18208718829845572 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011690549722833529, + "action_effect_rmse": 0.011933250541775037 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05183017216436168, + "action_effect_rmse": 0.05290769449345971 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.595325121106806, + "action_effect_rmse": 3.2794022058665466 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19577125685040522, + "action_effect_rmse": 0.2153200947834043 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025012909525266025, + "action_effect_rmse": 0.030884303382444012 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03784739655679084, + "action_effect_rmse": 0.03820159447419052 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.407047942721995, + "action_effect_rmse": 7.860055065762271 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 469.85092245622263, + 304.3884567345512, + 460.0305373155985, + 487.2624000173664 + ], + "true_costs": [ + 468.18652226274594, + 307.9641638273308, + 449.2133851084743, + 475.3256324898401 + ] + }, + { + "system_id": "tank-00526", + "family": "tank", + "anchor_step": 399, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07405788126411395, + "action_effect_rmse": 0.08984794472330832 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008439632973705832, + "action_effect_rmse": 0.01052338003730205 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0038319933185141375, + "action_effect_rmse": 0.004191621389671112 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.3789167652348, + "action_effect_rmse": 19.532238577983765 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.045088923390725455, + "action_effect_rmse": 0.058999026221817276 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01695136858931079, + "action_effect_rmse": 0.020695071161898566 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0021485734132705714, + "action_effect_rmse": 0.002730319224633339 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 11.480010336985858, + "action_effect_rmse": 19.770320527153732 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0749505617696092, + "action_effect_rmse": 0.08485505941486926 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020814464929434468, + "action_effect_rmse": 0.025889923497265828 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005037210307241867, + "action_effect_rmse": 0.005102107665701638 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 11.932329811547254, + "action_effect_rmse": 20.373653635717403 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08953310217301673, + "action_effect_rmse": 0.10270664652122553 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.024505868526857693, + "action_effect_rmse": 0.03080983565513494 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02713114658069508, + "action_effect_rmse": 0.02879446790218884 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.948026604161953, + "action_effect_rmse": 20.96945133040009 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 812.8122641684578, + 825.3786656232683, + 930.2767020902634, + 938.2973910856625 + ], + "true_costs": [ + 806.9354321575997, + 816.8765074507967, + 939.3031955949032, + 939.3631955949032 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 232, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20826462413308913, + "action_effect_rmse": 0.23336565025976716 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011783542124195634, + "action_effect_rmse": 0.013788110381043682 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020811342876997818, + "action_effect_rmse": 0.022117620087604012 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5522226515463005, + "action_effect_rmse": 2.898111295081367 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29662606989381457, + "action_effect_rmse": 0.348767230220918 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015901280856210676, + "action_effect_rmse": 0.016893118806559304 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024412674989387966, + "action_effect_rmse": 0.025023446991414802 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.1821266430183943, + "action_effect_rmse": 4.094121054992633 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.39920917913709425, + "action_effect_rmse": 0.4912481952741247 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017290139352216016, + "action_effect_rmse": 0.023051842805276865 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01637816171960869, + "action_effect_rmse": 0.01641506096139883 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.3256820179008284, + "action_effect_rmse": 4.482521962912675 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.45267316947434083, + "action_effect_rmse": 0.5631607217547758 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04391090286190291, + "action_effect_rmse": 0.055273185616937316 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009872991017620791, + "action_effect_rmse": 0.009989091483952368 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.010683613747991, + "action_effect_rmse": 5.9495791806160625 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 5.007826632188577, + 1.438440809067324, + 8.346961242744408, + 12.567119985008656 + ], + "true_costs": [ + 4.258191322261145, + 1.0127917126839447, + 4.268116697950092, + 4.328116697950093 + ] + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "anchor_step": 493, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16012028441836487, + "action_effect_rmse": 0.2091502183087933 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2638561423031736, + "action_effect_rmse": 0.3593210746327028 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17788498013324858, + "action_effect_rmse": 0.22839929003369108 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4122433102218868, + "action_effect_rmse": 0.5900447636125117 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13167526474359792, + "action_effect_rmse": 0.18873821841500651 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7764668042943867, + "action_effect_rmse": 1.1286099458511498 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1857438225427912, + "action_effect_rmse": 0.20293997010024495 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5537549461291746, + "action_effect_rmse": 2.0847815084217958 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1722.2380534228541, + 1713.9086488528615, + 1407.3684426557636, + 1055.7498926705966 + ], + "true_costs": [ + 1765.7393364735785, + 1765.6945167387541, + 1446.209904016595, + 1057.7028231147715 + ] + }, + { + "system_id": "battery-00161", + "family": "battery", + "anchor_step": 497, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02349863028303208, + "action_effect_rmse": 0.03572187057416355 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06607168358621429, + "action_effect_rmse": 0.08233790261269631 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.511980755373649, + "action_effect_rmse": 3.576455466663178 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.041228599488074884, + "action_effect_rmse": 0.060919246205509155 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12620971282252036, + "action_effect_rmse": 0.1573585868830338 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.519943488488853, + "action_effect_rmse": 3.8292726491340274 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08080115442339879, + "action_effect_rmse": 0.11919314471658464 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25815387146889596, + "action_effect_rmse": 0.32024159323557566 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4740273669690738, + "action_effect_rmse": 3.799320543185145 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2895655608469767, + "action_effect_rmse": 0.34208662385140415 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8298124741785392, + "action_effect_rmse": 0.9010344933325518 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6740129335885605, + "action_effect_rmse": 2.334950299411202 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8343094350150831, + 1.0223624489847591, + 0.8590294117372266, + 0.4393625021512574 + ], + "true_costs": [ + 1.0503346526578634, + 1.02, + 0.9985912542000999, + 0.40079183041434674 + ] + }, + { + "system_id": "battery-00194", + "family": "battery", + "anchor_step": 133, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007920699268548381, + "action_effect_rmse": 0.008637142252924989 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10046762610169324, + "action_effect_rmse": 0.12428464479191309 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.413435736657251, + "action_effect_rmse": 2.460096298844261 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013138523486069429, + "action_effect_rmse": 0.014345145281532268 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16309340072243353, + "action_effect_rmse": 0.20457401703482886 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8693045406567186, + "action_effect_rmse": 2.945827361711664 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0181194265963887, + "action_effect_rmse": 0.02257798519711463 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.302256168782258, + "action_effect_rmse": 0.37609140543704195 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9578218724515726, + "action_effect_rmse": 2.2455825375412757 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.030014100751597456, + "action_effect_rmse": 0.032484160448816135 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.575655753918935, + "action_effect_rmse": 0.6759891374807704 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3984320091248936, + "action_effect_rmse": 1.6346359330853488 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.18285252914818945, + 0.6847038159577714, + 0.3911392950135686, + 0.22116665199514796 + ], + "true_costs": [ + 0.16933492912920486, + 0.7464437380970996, + 0.393129884861904, + 0.21914204695575967 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 638, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017636888231229147, + "action_effect_rmse": 0.024915954687085063 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0023313441925291536, + "action_effect_rmse": 0.0026199323880034277 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07810127260255395, + "action_effect_rmse": 0.07855794987775806 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.481609387824618, + "action_effect_rmse": 4.895758537108061 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022776131433943192, + "action_effect_rmse": 0.03733592195438768 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003801112066773508, + "action_effect_rmse": 0.004533419578063251 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07667545242193703, + "action_effect_rmse": 0.07675055164803336 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.688579558599045, + "action_effect_rmse": 5.128802616334583 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04284386114670369, + "action_effect_rmse": 0.06937208290446263 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0043462125479981255, + "action_effect_rmse": 0.005088946907850633 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10044710272033519, + "action_effect_rmse": 0.1008366854555799 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4362432250001436, + "action_effect_rmse": 4.652169107067766 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11948537288546983, + "action_effect_rmse": 0.1429745241091476 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01198430780352074, + "action_effect_rmse": 0.014032770608059556 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11992039557246163, + "action_effect_rmse": 0.12050781644466303 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2814973990733116, + "action_effect_rmse": 2.7313035964455317 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1163.7138230286764, + 1051.5520055198463, + 1218.5689022758975, + 1219.328410446951 + ], + "true_costs": [ + 1170.2699742911393, + 1065.3925765512915, + 1219.8766161377919, + 1219.9366161377918 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 71, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0035337289429960192, + "action_effect_rmse": 0.004195873250082993 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15737430668636185, + "action_effect_rmse": 0.19934291672538365 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.8367797435703253, + "action_effect_rmse": 3.363763936926507 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0019466129553645517, + "action_effect_rmse": 0.00241787343542173 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.297308043144407, + "action_effect_rmse": 0.3657894205260437 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.2596558970588987, + "action_effect_rmse": 2.7691149326752136 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011260380751890009, + "action_effect_rmse": 0.017886325757716773 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5304642356177732, + "action_effect_rmse": 0.6351757048014159 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7490913531683188, + "action_effect_rmse": 2.0083915978049327 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011321622326020428, + "action_effect_rmse": 0.013042481484924774 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7071669153211412, + "action_effect_rmse": 0.8726384825038224 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.525354835557471, + "action_effect_rmse": 1.5969659523298103 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.4367114579847184, + 1.0162662333666002, + 0.6540170528211326, + 0.4439084636394974 + ], + "true_costs": [ + 0.41847939177156385, + 1.0400385791461022, + 0.6032029020400922, + 0.424969576456954 + ] + }, + { + "system_id": "battery-00341", + "family": "battery", + "anchor_step": 525, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0009625033121338777, + "action_effect_rmse": 0.0014793300234506254 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35097401412238466, + "action_effect_rmse": 0.420269885290623 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10937685423792824, + "action_effect_rmse": 0.14727211765001144 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0015264671193077062, + "action_effect_rmse": 0.001731358885216396 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7365866998408812, + "action_effect_rmse": 0.841534367627254 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23787528056499832, + "action_effect_rmse": 0.3236973855904283 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013216979567157025, + "action_effect_rmse": 0.013375680434356689 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3181456792108506, + "action_effect_rmse": 1.5196346019054345 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2448784503260851, + "action_effect_rmse": 0.24645690555236457 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016954901172070585, + "action_effect_rmse": 0.021237083820889822 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.123451742164685, + "action_effect_rmse": 2.4236536627025425 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6659891396449081, + "action_effect_rmse": 0.6810804265900172 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.14227398701764493, + 0.18771750873707382, + 0.013718367486376646, + 0.04803536144048539 + ], + "true_costs": [ + 0.14581552631878428, + 0.2064416472069626, + 0.01262307518475242, + 0.05330139879100712 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 251, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016799473602822523, + "action_effect_rmse": 0.019690041268749292 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007721599654140358, + "action_effect_rmse": 0.009294629659431775 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008264381431061008, + "action_effect_rmse": 0.008288729100035887 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.754359680593991, + "action_effect_rmse": 23.28945131424012 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015578799980302094, + "action_effect_rmse": 0.019501200260841425 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01321802628966869, + "action_effect_rmse": 0.015298300654853 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007259877328057533, + "action_effect_rmse": 0.007295111168873677 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.776761213928141, + "action_effect_rmse": 21.696845196996883 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025185863341886734, + "action_effect_rmse": 0.03994147581597152 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028265679713867915, + "action_effect_rmse": 0.032022938823613956 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013353160557152669, + "action_effect_rmse": 0.013518768871630076 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 12.925280051181831, + "action_effect_rmse": 20.31755618320765 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.057131804265157925, + "action_effect_rmse": 0.07572353602269166 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03572942184675062, + "action_effect_rmse": 0.044568019810342675 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0024502928085176068, + "action_effect_rmse": 0.0028533818522998083 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.733105694286502, + "action_effect_rmse": 14.9636325294904 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 77.86654258988925, + 61.947011955606, + 77.69283782427256, + 78.13521981755184 + ], + "true_costs": [ + 77.96048602846425, + 63.90351710520498, + 77.96035315753755, + 78.02035315753756 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 273, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08733521306779128, + "action_effect_rmse": 0.09652400984632771 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03015151064196016, + "action_effect_rmse": 0.04152633625007956 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008695293796824988, + "action_effect_rmse": 0.009732320322804088 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 10.359636759817791, + "action_effect_rmse": 15.544976943941414 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2832350592616982, + "action_effect_rmse": 0.42778104839870984 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024371154383848886, + "action_effect_rmse": 0.03212968975532838 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008940316323899022, + "action_effect_rmse": 0.009778993379749355 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 8.838757848974664, + "action_effect_rmse": 13.005248077410565 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6070503548219605, + "action_effect_rmse": 0.8469909631257443 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.073315987092343, + "action_effect_rmse": 0.07895901942406018 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03839045701308965, + "action_effect_rmse": 0.03897920437507284 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 8.376461726959667, + "action_effect_rmse": 12.121943233036507 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0079813255813945, + "action_effect_rmse": 1.3347871482115756 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1994519690424994, + "action_effect_rmse": 0.20005462849291272 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03376229788416087, + "action_effect_rmse": 0.034432727929631465 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.304224720895509, + "action_effect_rmse": 10.170328082743902 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 4.5990495769806765, + 5.496629136123078, + 1.9584558271909354, + 9.94353949705799 + ], + "true_costs": [ + 4.439829866359846, + 5.494837524311402, + 0.26021169342474326, + 0.3998419232398252 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 664, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003854399280523781, + "action_effect_rmse": 0.005744323254695874 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1131139798695185, + "action_effect_rmse": 0.1458721855316733 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7928143231578844, + "action_effect_rmse": 2.096648404771507 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008839146678128497, + "action_effect_rmse": 0.013584749511162168 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17533690338600158, + "action_effect_rmse": 0.2501365548911365 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7680148679245846, + "action_effect_rmse": 2.184674627380683 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07850096319126453, + "action_effect_rmse": 0.08120148422283942 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.243924143852363, + "action_effect_rmse": 2.26997460902744 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2510929267030473, + "action_effect_rmse": 1.5381318310645227 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18316358801057242, + "action_effect_rmse": 0.18609842190207151 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.7872951061478455, + "action_effect_rmse": 6.799860859765606 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.983963288165036, + "action_effect_rmse": 2.1837218503331672 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.645259892255454, + 1.0227392326927207, + 0.9674249749706262, + 0.6470560021239974 + ], + "true_costs": [ + 0.6687122516127565, + 1.02, + 0.9999631038930925, + 0.7604758836411295 + ] + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "anchor_step": 441, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.320278067965121, + "action_effect_rmse": 0.3311629257263061 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005628347251895131, + "action_effect_rmse": 0.005637719984533834 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4657895763243687, + "action_effect_rmse": 0.4837947979965713 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2678860637664755, + "action_effect_rmse": 0.27583430369188233 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005346343822383896, + "action_effect_rmse": 0.005390184651486397 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7164354924264748, + "action_effect_rmse": 0.7323907992846734 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.034899164654560146, + "action_effect_rmse": 0.03951731364743091 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0089431997546671, + "action_effect_rmse": 0.008990887847848095 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.022361780285678, + "action_effect_rmse": 1.6095277120584286 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6292513327952562, + "action_effect_rmse": 0.7404186288794591 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03721204056855735, + "action_effect_rmse": 0.0418335976814389 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2568782034809374, + "action_effect_rmse": 3.1855174232785943 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 196.68244719674175, + 63.79365883108505, + 103.41685592614195, + 161.34017451895144 + ], + "true_costs": [ + 239.59833126072232, + 83.24645766497784, + 131.29673455098657, + 203.8860791377735 + ] + }, + { + "system_id": "battery-00212", + "family": "battery", + "anchor_step": 469, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0073868098722176916, + "action_effect_rmse": 0.012022466950434248 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.049610415792758523, + "action_effect_rmse": 0.058398492963330724 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4119774766774806, + "action_effect_rmse": 0.4396321148545496 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0175525984067744, + "action_effect_rmse": 0.028750174475403473 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04884255473233049, + "action_effect_rmse": 0.0549416065865532 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5838485151687571, + "action_effect_rmse": 0.6807486319891242 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.036345157715818664, + "action_effect_rmse": 0.058749556102491975 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03013421249711712, + "action_effect_rmse": 0.03363890950218743 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8130454162272281, + "action_effect_rmse": 0.9662335715880932 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05888630203001852, + "action_effect_rmse": 0.08816308724138289 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07482432432372121, + "action_effect_rmse": 0.08639421915042728 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9411067734213425, + "action_effect_rmse": 1.1200012316854395 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.019851136062155, + 1.023148125192962, + 0.9662694410051372, + 0.49126336421659783 + ], + "true_costs": [ + 1.0164106727682527, + 1.02, + 0.9999315713775236, + 0.6847726404520615 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 243, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04228020102822683, + "action_effect_rmse": 0.04941634134451015 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25615185696094994, + "action_effect_rmse": 0.27354500004315213 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07257351910669503, + "action_effect_rmse": 0.08420799661624127 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3776524859266412, + "action_effect_rmse": 0.4180641023268252 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07161343096713917, + "action_effect_rmse": 0.10184987585203874 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5877779440708272, + "action_effect_rmse": 0.6902998773392097 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07803587389193467, + "action_effect_rmse": 0.08041382864210973 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9916323408047371, + "action_effect_rmse": 1.2214273993584375 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.1352069561008324, + 8.895251925162764, + 1.7946157538434269, + 25.418458561647576 + ], + "true_costs": [ + 2.1308285740034827, + 8.971693658141842, + 1.7575240393655416, + 24.208974623937912 + ] + }, + { + "system_id": "battery-00989", + "family": "battery", + "anchor_step": 300, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0016245827081254143, + "action_effect_rmse": 0.001958033597033503 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08815135592126211, + "action_effect_rmse": 0.1047684177952456 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.956193012855684, + "action_effect_rmse": 3.168319506966021 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009291100638423672, + "action_effect_rmse": 0.009502908963626499 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.124493638403262, + "action_effect_rmse": 0.13652079385963267 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9469656500535244, + "action_effect_rmse": 3.017271208886384 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0213849409285433, + "action_effect_rmse": 0.0228959430449636 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6868630257605339, + "action_effect_rmse": 0.7462756103596768 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.297685948031462, + "action_effect_rmse": 2.357867544175463 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.023518297000334625, + "action_effect_rmse": 0.025699818986621797 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0278082098368049, + "action_effect_rmse": 1.122147684037009 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.560251561825935, + "action_effect_rmse": 1.8240188290099184 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8891790904613948, + 0.7699312945051331, + 0.5083237231561956, + 0.33942041686862445 + ], + "true_costs": [ + 0.9350476316016388, + 0.79112033376364, + 0.4961133356749645, + 0.3296384215801036 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 188, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006924065521605294, + "action_effect_rmse": 0.008792166349982167 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17113963468577134, + "action_effect_rmse": 0.19397114889381034 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7569903826117562, + "action_effect_rmse": 0.9975508994870127 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010809902637035185, + "action_effect_rmse": 0.011255858378028047 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11651662273711001, + "action_effect_rmse": 0.14900514856125627 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6697215357078529, + "action_effect_rmse": 0.8846986662306121 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05097932960625823, + "action_effect_rmse": 0.060274542987851204 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.275154021833026, + "action_effect_rmse": 0.3148916300255453 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6914374952156805, + "action_effect_rmse": 0.7371159576417491 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07540196712611652, + "action_effect_rmse": 0.09093522520527866 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3314524541751253, + "action_effect_rmse": 0.3510062359671618 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.263528002656147, + "action_effect_rmse": 1.3452703109317399 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.7370009511606223, + 0.08343497148270151, + 0.19375840050346452, + 0.6255922990068277 + ], + "true_costs": [ + 0.7448383711750787, + 0.18492242979692758, + 0.19286063304602696, + 0.650448629269548 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 371, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2049623356826948, + "action_effect_rmse": 1.3567773280110464 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0076916196800856556, + "action_effect_rmse": 0.00947501051640752 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2710881311126438, + "action_effect_rmse": 0.3013127344818954 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7999415206744622, + "action_effect_rmse": 1.9860793590070438 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.034246581037797576, + "action_effect_rmse": 0.04283844525329958 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.49779508218565144, + "action_effect_rmse": 0.5490535991748212 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.935445458527628, + "action_effect_rmse": 2.1156752558225356 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12232518880843912, + "action_effect_rmse": 0.14147993558534308 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8981151252925201, + "action_effect_rmse": 0.9310109612563794 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1496013009426644, + "action_effect_rmse": 1.249352028753451 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31337734512559123, + "action_effect_rmse": 0.3576467526486851 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1386077929027654, + "action_effect_rmse": 1.2074191526303144 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 308.72719686108064, + 243.1171677506489, + 145.36264543854617, + 79.34332064194732 + ], + "true_costs": [ + 307.8346326666764, + 204.15287949183295, + 80.69256507240458, + 25.1220123968383 + ] + }, + { + "system_id": "battery-00599", + "family": "battery", + "anchor_step": 131, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0023322461169487294, + "action_effect_rmse": 0.00268767635622358 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.049795009412741585, + "action_effect_rmse": 0.05854876879038899 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8229795852961435, + "action_effect_rmse": 2.306791171805016 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008517546413856566, + "action_effect_rmse": 0.010385508037767433 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1148933157219633, + "action_effect_rmse": 0.13807403224776743 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6555821462956999, + "action_effect_rmse": 2.0812077659347996 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03445229029744259, + "action_effect_rmse": 0.04907912161451457 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.284333614714285, + "action_effect_rmse": 0.3192080605528258 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6742339347368684, + "action_effect_rmse": 2.087921685974005 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.046380030270771457, + "action_effect_rmse": 0.0566688746099067 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9435901621717578, + "action_effect_rmse": 0.9930786964880288 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.070457319083317, + "action_effect_rmse": 4.2012013369908106 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.3661358252113339, + 0.558621009894078, + 0.13698795348065074, + 0.08746084682969388 + ], + "true_costs": [ + 0.329372709132691, + 0.6400452809615691, + 0.12638504342453202, + 0.10477448961716224 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 156, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05477791853481525, + "action_effect_rmse": 0.07998147989160416 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1375587110012475, + "action_effect_rmse": 0.14921444826243055 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07272260638128951, + "action_effect_rmse": 0.10739450121174143 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17891539332744819, + "action_effect_rmse": 0.1958137437625679 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15315907345099214, + "action_effect_rmse": 0.18111467618774843 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2992263814406897, + "action_effect_rmse": 0.3658060072473563 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28429121426054493, + "action_effect_rmse": 0.3157912098581545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2897903988662165, + "action_effect_rmse": 1.5206965265993195 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 7.783756296258655, + 6.3269797523223446, + 13.293002748331809, + 88.05878417890602 + ], + "true_costs": [ + 9.247142636262126, + 8.236269351844314, + 12.961697930394525, + 78.09412055121004 + ] + }, + { + "system_id": "battery-00212", + "family": "battery", + "anchor_step": 154, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006842566553353894, + "action_effect_rmse": 0.009340988954731408 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34534829412762136, + "action_effect_rmse": 0.42207505999603806 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4184066200174179, + "action_effect_rmse": 0.5222282702272073 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007654305869540241, + "action_effect_rmse": 0.009971867769198435 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4127642081024921, + "action_effect_rmse": 0.48630000191462264 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39429757617516614, + "action_effect_rmse": 0.5767166060914964 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0031463540475832052, + "action_effect_rmse": 0.003730331371546449 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2677382036607767, + "action_effect_rmse": 0.30940517737207995 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44685216865887395, + "action_effect_rmse": 0.6575511932477219 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016407233664725074, + "action_effect_rmse": 0.017694605072725418 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2289308835292907, + "action_effect_rmse": 0.3097579712742512 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7714771995344331, + "action_effect_rmse": 1.0690838652777352 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.49444080254414047, + 0.9119813482040554, + 0.5998259288541576, + 0.37128567267499685 + ], + "true_costs": [ + 0.5130408701839388, + 0.8994778501894748, + 0.616000922236566, + 0.38618616164243524 + ] + }, + { + "system_id": "thermal-00387", + "family": "thermal", + "anchor_step": 98, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11931434255591118, + "action_effect_rmse": 0.13081003005786296 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006255971126488902, + "action_effect_rmse": 0.006677367243772875 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24869553608060357, + "action_effect_rmse": 0.26128148884642094 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28946832679817075, + "action_effect_rmse": 0.30761209237132237 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020295185069947763, + "action_effect_rmse": 0.02139403060744294 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31245505313192723, + "action_effect_rmse": 0.33765736649183986 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48795487089294615, + "action_effect_rmse": 0.5701277465158118 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06960680437601023, + "action_effect_rmse": 0.08526622551604876 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37585304181229634, + "action_effect_rmse": 0.38984068093732616 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4188036777610294, + "action_effect_rmse": 0.41965744059569937 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12364785625798665, + "action_effect_rmse": 0.16252733174967884 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7625248844647624, + "action_effect_rmse": 0.8913928356013161 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 32.88924762984004, + 109.97272335278186, + 58.69336126765814, + 22.383871179709892 + ], + "true_costs": [ + 39.0644804537221, + 105.29140225117192, + 58.10388544978911, + 30.416830190354254 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 258, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07528824320628107, + "action_effect_rmse": 0.09297357681209985 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002821127943067362, + "action_effect_rmse": 0.004144996303677191 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02127075501040983, + "action_effect_rmse": 0.02264724495960422 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.861352655139995, + "action_effect_rmse": 2.410126514090189 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08835151775187396, + "action_effect_rmse": 0.10369095901543152 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003818795824945672, + "action_effect_rmse": 0.005421558340951302 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01984246929207552, + "action_effect_rmse": 0.02181824853588487 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7391682197120517, + "action_effect_rmse": 2.652845284846989 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14794831225365535, + "action_effect_rmse": 0.1573433004954125 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003911813878668606, + "action_effect_rmse": 0.004828788314562466 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.019346551782345383, + "action_effect_rmse": 0.023137212253901942 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.064895522600024, + "action_effect_rmse": 3.3919826967210565 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3184081397830922, + "action_effect_rmse": 0.3684056555076462 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00913344780362498, + "action_effect_rmse": 0.009134898307211424 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0072027517723262475, + "action_effect_rmse": 0.008332437153807232 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.102327853347767, + "action_effect_rmse": 6.9368231589499585 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 482.6691681457487, + 361.0551185862609, + 462.68276620910626, + 488.09473570995704 + ], + "true_costs": [ + 482.4431223328681, + 366.5811814365039, + 482.4561444105135, + 482.5161444105135 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 297, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009577189483579515, + "action_effect_rmse": 0.015092597041667113 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010709385942684335, + "action_effect_rmse": 0.013523489246907168 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004280743097743965, + "action_effect_rmse": 0.004341729985336778 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4532969895357464, + "action_effect_rmse": 2.343342570263707 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019336562785413253, + "action_effect_rmse": 0.03324649534186738 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01766241998013977, + "action_effect_rmse": 0.02329013613988874 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002990165860642056, + "action_effect_rmse": 0.003690020346262329 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5405876572661512, + "action_effect_rmse": 2.4081950446253066 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.039388266986885245, + "action_effect_rmse": 0.06656719391752429 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02842247153151038, + "action_effect_rmse": 0.042031015946529166 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0033862494332788096, + "action_effect_rmse": 0.00349124224121491 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0903906785278537, + "action_effect_rmse": 1.7592488258181245 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05755410437541775, + "action_effect_rmse": 0.09473344168494506 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06295093029770212, + "action_effect_rmse": 0.10157970548534302 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012369329313125352, + "action_effect_rmse": 0.01240083233724701 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20582987132945854, + "action_effect_rmse": 0.2652733328579473 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.047777121562707, + 8.78502499299216, + 10.985287395973288, + 11.074221643702943 + ], + "true_costs": [ + 11.100833303697842, + 7.866341780314967, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 61, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6942337238523043, + "action_effect_rmse": 0.8734478277797952 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009607802383033714, + "action_effect_rmse": 0.011236890105612718 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21745381051059573, + "action_effect_rmse": 0.2557269492076017 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6067473588036048, + "action_effect_rmse": 1.8311524584935044 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04125465809193448, + "action_effect_rmse": 0.04824130044778739 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4076648498812669, + "action_effect_rmse": 0.5172474598785038 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8406745024746638, + "action_effect_rmse": 2.041487733469558 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08518128475499746, + "action_effect_rmse": 0.09983923695976307 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5714591929056922, + "action_effect_rmse": 0.7701858571244288 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.627563463776698, + "action_effect_rmse": 1.7434866664593078 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25103891892113595, + "action_effect_rmse": 0.29106968088940166 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6284622409904823, + "action_effect_rmse": 1.9381889068736546 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 19.72415456253546, + 29.210894616507595, + 4.825901710312388, + 12.270839758887321 + ], + "true_costs": [ + 49.356759951505396, + 51.04240832062804, + 2.498005534790688, + 21.84336449281605 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 284, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17485323810267062, + "action_effect_rmse": 0.21049979167752697 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004979787238341989, + "action_effect_rmse": 0.006618727451156446 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2700354322882201, + "action_effect_rmse": 0.37438942538343845 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21832482665858066, + "action_effect_rmse": 0.22588374019222623 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007475378459879778, + "action_effect_rmse": 0.010932248947786941 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3783716648754307, + "action_effect_rmse": 0.5073503947612861 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28088146394245567, + "action_effect_rmse": 0.3653893284194337 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015383277909542414, + "action_effect_rmse": 0.02394852858040183 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6382050921639765, + "action_effect_rmse": 0.7552692409012725 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.48818547081942754, + "action_effect_rmse": 0.7252918381500283 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.029687790296713718, + "action_effect_rmse": 0.04430632484520331 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3856523402777725, + "action_effect_rmse": 1.4864537328613199 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 5.7861085066491915, + 11.04378965668484, + 9.693373488545202, + 41.579852594912765 + ], + "true_costs": [ + 7.500597091524316, + 13.891859417802841, + 14.714756725024348, + 58.95763270647905 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 93, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011013203748519624, + "action_effect_rmse": 0.001230047719132944 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18206373756113692, + "action_effect_rmse": 0.19476216832415547 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1244497739568224, + "action_effect_rmse": 2.3856514743976645 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004390767236951185, + "action_effect_rmse": 0.005045674928881275 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.37759262367864227, + "action_effect_rmse": 0.44419264043736384 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1948554059483754, + "action_effect_rmse": 2.72309145521364 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021438690965915382, + "action_effect_rmse": 0.02414928798660588 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6546724264365835, + "action_effect_rmse": 0.6709768990472422 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.112333407592871, + "action_effect_rmse": 2.4616327409580343 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.042753674576479196, + "action_effect_rmse": 0.04660287714066177 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8548013232144136, + "action_effect_rmse": 0.9910883766241803 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.329090647609565, + "action_effect_rmse": 1.5746594908055112 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8123322591614234, + 0.6220127501763527, + 0.26317748565906113, + 0.12361557619491387 + ], + "true_costs": [ + 0.8517813579420245, + 0.6298588008697896, + 0.25112664151186115, + 0.11601663262152741 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 599, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0045784681031808125, + "action_effect_rmse": 0.00548393500991994 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07231795101734306, + "action_effect_rmse": 0.08215440446955932 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8472696163714761, + "action_effect_rmse": 1.9485990467033674 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01155575442965439, + "action_effect_rmse": 0.01284851788637719 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10555767170633246, + "action_effect_rmse": 0.11534022525955542 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.239359413594516, + "action_effect_rmse": 1.2765367169317272 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01712266875527178, + "action_effect_rmse": 0.01976096400876337 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22895036180203596, + "action_effect_rmse": 0.28398198487873394 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5113990617759848, + "action_effect_rmse": 0.5183764108976763 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02478404712426227, + "action_effect_rmse": 0.03133076824686875 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.38485417602259514, + "action_effect_rmse": 0.4843437861527379 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.48845471944038366, + "action_effect_rmse": 0.5081532472172842 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.667364738137009, + 1.0219942800380706, + 0.939301148765291, + 0.6538932077571512 + ], + "true_costs": [ + 0.7316160862719202, + 1.02, + 0.9995778108440766, + 0.7161277801048529 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 344, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08668736547162285, + "action_effect_rmse": 0.10442126511576923 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004154576970776702, + "action_effect_rmse": 0.005074246853432395 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01311452443740089, + "action_effect_rmse": 0.014766868413602549 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3644834639993941, + "action_effect_rmse": 1.9471252535503045 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2144405473442005, + "action_effect_rmse": 0.27107807424868985 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006023174541454068, + "action_effect_rmse": 0.006902587289976518 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013886648980512228, + "action_effect_rmse": 0.016999130638489277 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2601739208639167, + "action_effect_rmse": 1.3124646549456733 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4242415878388872, + "action_effect_rmse": 0.47095957336359495 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012205103572670831, + "action_effect_rmse": 0.015079123733575398 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026108809029734475, + "action_effect_rmse": 0.027517792836662572 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6752582453368193, + "action_effect_rmse": 0.7056414751217557 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7830044829575247, + "action_effect_rmse": 0.8451624810016579 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02214492601831708, + "action_effect_rmse": 0.02295543121602047 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09383734376523745, + "action_effect_rmse": 0.09531863082584194 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4157226270405079, + "action_effect_rmse": 1.6198438578493046 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 193.59148036101746, + 137.99867679127806, + 214.2706289169992, + 250.77153711589133 + ], + "true_costs": [ + 215.81633303311435, + 133.9452103948684, + 234.86024621917824, + 259.96505463442975 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 74, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06817486682389766, + "action_effect_rmse": 0.08164856568433598 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1576225730060988, + "action_effect_rmse": 0.18015954206804474 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1027793807507263, + "action_effect_rmse": 0.11963774076616648 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2689454914303582, + "action_effect_rmse": 0.30618476776620634 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1830567952041413, + "action_effect_rmse": 0.22143585334122745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6156994212785776, + "action_effect_rmse": 0.6526543064843678 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2612132207456786, + "action_effect_rmse": 0.43157936106479045 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2044683790644086, + "action_effect_rmse": 1.2755581576399975 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 9.616150612787377, + 5.025827759723141, + 18.306082627503095, + 71.83531195028333 + ], + "true_costs": [ + 10.011737151429479, + 6.0204391434691615, + 18.875510886928513, + 69.9828263309227 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 501, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008178538822779217, + "action_effect_rmse": 0.008493442601331358 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06980224375874045, + "action_effect_rmse": 0.08183975139965813 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0289216271700805, + "action_effect_rmse": 1.0803254677639906 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019592983585340614, + "action_effect_rmse": 0.01971849957129095 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1173670912297607, + "action_effect_rmse": 0.14117325088182894 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4609765179520669, + "action_effect_rmse": 0.479008246188199 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01934784504981384, + "action_effect_rmse": 0.019536340601330873 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1278930338087226, + "action_effect_rmse": 0.17927656542710357 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1683246249320156, + "action_effect_rmse": 0.17061737837329194 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010830488446715724, + "action_effect_rmse": 0.012841949826478618 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6478680831378085, + "action_effect_rmse": 0.7787169015751642 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.364294205914238, + "action_effect_rmse": 3.4139597136695508 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8738545284644201, + 0.9611476334041147, + 0.7021480631418371, + 0.3146410181503409 + ], + "true_costs": [ + 0.9659884791384732, + 1.02, + 0.7588929274626598, + 0.33198214028520096 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 332, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8230471034930886, + "action_effect_rmse": 0.9185878710449068 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1081362557445118, + "action_effect_rmse": 0.1641914621940866 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7109073923689344, + "action_effect_rmse": 1.900264642349878 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2218600259594723, + "action_effect_rmse": 0.2948796189076614 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.253131493027626, + "action_effect_rmse": 3.5741040697270288 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5281273270777547, + "action_effect_rmse": 0.5957607513641 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.927762316275384, + "action_effect_rmse": 6.537183400604456 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0947167983021397, + "action_effect_rmse": 1.1511407946116439 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 9.640583363752544, + 12.14093619619249, + 38.862024573457155, + 279.66399636987177 + ], + "true_costs": [ + 13.519884302492473, + 66.93786064813341, + 111.86725326978802, + 831.0216533541544 + ] + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "anchor_step": 347, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13686992633733888, + "action_effect_rmse": 0.14698235985056324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17853202664430987, + "action_effect_rmse": 0.23005978833344748 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17296657168964202, + "action_effect_rmse": 0.20305168529805637 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2666104588481251, + "action_effect_rmse": 0.4450937212431367 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1389323957512533, + "action_effect_rmse": 0.19686594550448955 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6001474280809967, + "action_effect_rmse": 0.6640058874874415 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18677626738881514, + "action_effect_rmse": 0.20250962010502635 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.02184578591194, + "action_effect_rmse": 1.275730530446165 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 7.058332946500075, + 26.137226983598104, + 2.9376183365401194, + 30.193109489207444 + ], + "true_costs": [ + 7.00655397496941, + 26.356125778067103, + 3.6532436352966, + 27.606753637103623 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 202, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08867267537239935, + "action_effect_rmse": 0.10648852159824342 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001423848438111719, + "action_effect_rmse": 0.001672077917315045 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18754869052961945, + "action_effect_rmse": 0.21165006830952834 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12263056330620732, + "action_effect_rmse": 0.15022297262115505 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0016279171055610202, + "action_effect_rmse": 0.0019072102097223399 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33237150914459335, + "action_effect_rmse": 0.3657204716674956 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3577548716146796, + "action_effect_rmse": 0.4129229762244953 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016592310318110037, + "action_effect_rmse": 0.01743044382072375 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5729159805268864, + "action_effect_rmse": 0.6635066969325948 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7344980797387505, + "action_effect_rmse": 0.8471774699605258 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0186620659560847, + "action_effect_rmse": 0.022031757534893878 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.477282842669543, + "action_effect_rmse": 1.6875224178181285 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 10.629335991020618, + 4.66627602782413, + 19.05131821138335, + 75.61641420200786 + ], + "true_costs": [ + 13.645692104911692, + 4.16173339792618, + 20.192199941167072, + 61.598840109323795 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 113, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10209004950936418, + "action_effect_rmse": 0.12703492920839912 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002591927625066622, + "action_effect_rmse": 0.0026926879946440395 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007759292124601404, + "action_effect_rmse": 0.007762952983668045 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.678415688850374, + "action_effect_rmse": 0.9843299181627125 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23229239658556958, + "action_effect_rmse": 0.29228301403850504 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005134404293187345, + "action_effect_rmse": 0.006340153971699835 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006965463306572883, + "action_effect_rmse": 0.00698729191657268 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7217108379930851, + "action_effect_rmse": 1.0564438174813593 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47754552454962723, + "action_effect_rmse": 0.6140636650520125 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01191186937971267, + "action_effect_rmse": 0.01199717939996327 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004623067295709567, + "action_effect_rmse": 0.00611716060434618 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5551558926695357, + "action_effect_rmse": 0.8520071465892951 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5203912253982997, + "action_effect_rmse": 0.6621452057217436 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00916813297757931, + "action_effect_rmse": 0.012067453288664513 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006719550942664521, + "action_effect_rmse": 0.00808336851599259 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8272831793394886, + "action_effect_rmse": 2.7951741707106614 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 70.17119105821483, + 51.52010016257919, + 74.37119637739346, + 80.42045362679191 + ], + "true_costs": [ + 74.54572961601502, + 49.78448341719532, + 83.66157091847666, + 112.71046547225009 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 336, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10769990890019206, + "action_effect_rmse": 0.14425492460179076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5535219346548956, + "action_effect_rmse": 0.6335852797597622 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5941690640790487, + "action_effect_rmse": 0.6148129146946572 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1719493401767334, + "action_effect_rmse": 1.246238605622744 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3174152424033096, + "action_effect_rmse": 1.3766235014046277 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.452403160010268, + "action_effect_rmse": 2.5201856387835626 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5491531844676594, + "action_effect_rmse": 3.606482291463499 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.334218649795995, + "action_effect_rmse": 2.522442338646222 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 111.83023150979567, + 411.8108152565344, + 198.35380713796016, + 100.43026327931787 + ], + "true_costs": [ + 235.52277124293718, + 390.83826740327265, + 166.3071753191985, + 121.4889471528497 + ] + }, + { + "system_id": "tank-00100", + "family": "tank", + "anchor_step": 89, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08516768688393365, + "action_effect_rmse": 0.09636385288562273 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008867474811585415, + "action_effect_rmse": 0.000982510079447614 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007402719114332046, + "action_effect_rmse": 0.007414289232806968 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 7.77730148146307, + "action_effect_rmse": 11.672558937399122 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2282177069403654, + "action_effect_rmse": 0.2611242197016917 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0019114432577111984, + "action_effect_rmse": 0.0025060297478917424 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006667849032873097, + "action_effect_rmse": 0.008152886406030188 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 6.532098170591577, + "action_effect_rmse": 10.004219388426002 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.38492033029285605, + "action_effect_rmse": 0.41608030386949013 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008542903156445902, + "action_effect_rmse": 0.010236164595448998 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0071812683127317105, + "action_effect_rmse": 0.00819719717764948 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.278719599620288, + "action_effect_rmse": 9.703643728064565 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5940189599937664, + "action_effect_rmse": 0.6271550999771337 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03775934278888234, + "action_effect_rmse": 0.049731229319034745 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018818028889647342, + "action_effect_rmse": 0.01895507923195891 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.283781229345128, + "action_effect_rmse": 7.942022142571643 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 790.3433552139978, + 715.5545050005447, + 820.2134902207163, + 857.1220086612796 + ], + "true_costs": [ + 799.6323337153948, + 698.8189523989311, + 807.4833145676276, + 807.5433145676277 + ] + }, + { + "system_id": "tank-00271", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08399580885520071, + "action_effect_rmse": 0.12531809039555805 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0047201396693014415, + "action_effect_rmse": 0.005765563905036018 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06527769578774938, + "action_effect_rmse": 0.06581275240358707 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.227448980195257, + "action_effect_rmse": 16.934483830299243 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23564122738789392, + "action_effect_rmse": 0.2860281527012438 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01028847946230845, + "action_effect_rmse": 0.011263026958849105 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019017089312926966, + "action_effect_rmse": 0.01975758169293007 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 9.529235574578902, + "action_effect_rmse": 14.4080038110187 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.40394927147673226, + "action_effect_rmse": 0.556397254898763 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01940699116861211, + "action_effect_rmse": 0.02335594169123376 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00421371370856094, + "action_effect_rmse": 0.0049683906411603345 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.057091972585702, + "action_effect_rmse": 13.917978390613202 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0801349389923327, + "action_effect_rmse": 1.4516301444662896 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03803131890561436, + "action_effect_rmse": 0.05797952654113135 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007671375192816428, + "action_effect_rmse": 0.008007036996269487 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.624915750963552, + "action_effect_rmse": 13.05893753067536 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 292.0523245687083, + 183.5244410328271, + 296.199665042284, + 397.83997650900824 + ], + "true_costs": [ + 320.6187682083392, + 197.8750864022285, + 334.41551953404996, + 529.8848336250102 + ] + }, + { + "system_id": "tank-00127", + "family": "tank", + "anchor_step": 42, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008591338257930422, + "action_effect_rmse": 0.010721205627465593 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010899480067533792, + "action_effect_rmse": 0.013504982637318828 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002995589332184171, + "action_effect_rmse": 0.003245153889708312 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8279131358902868, + "action_effect_rmse": 1.3362165675337332 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025980882008042272, + "action_effect_rmse": 0.040659188592852405 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015031708514466521, + "action_effect_rmse": 0.018028786738487165 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0036564535952599195, + "action_effect_rmse": 0.0039053512614318623 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9375338226974985, + "action_effect_rmse": 2.432449517063528 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06803010333739697, + "action_effect_rmse": 0.07708969259935702 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02576889396653274, + "action_effect_rmse": 0.028384898795649587 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003111825093919366, + "action_effect_rmse": 0.0031737296784800813 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4542616520580887, + "action_effect_rmse": 3.4807358422760606 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22454244280595978, + "action_effect_rmse": 0.22725562097761356 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04893117454689152, + "action_effect_rmse": 0.05640041768517741 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.003520807488752109, + "action_effect_rmse": 0.003559136965934478 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5587166433964434, + "action_effect_rmse": 2.034093251617185 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 901.9828458243098, + 853.4359990061066, + 932.7292019351013, + 933.6941999617555 + ], + "true_costs": [ + 894.3806575196269, + 835.2207018021377, + 933.7240265026089, + 933.784026502609 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 120, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06486573364363106, + "action_effect_rmse": 0.079965713266136 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0031094482448589624, + "action_effect_rmse": 0.004023666889481964 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023622201601571784, + "action_effect_rmse": 0.029047672632941186 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8151872106471293, + "action_effect_rmse": 0.967981810753985 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15413722696508833, + "action_effect_rmse": 0.17912565780628983 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00777507162556527, + "action_effect_rmse": 0.010002902501334182 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019556886753826237, + "action_effect_rmse": 0.019949843649587157 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4305975852758899, + "action_effect_rmse": 1.7436823046860528 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21195687967810053, + "action_effect_rmse": 0.24311167730937383 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018230829586901365, + "action_effect_rmse": 0.02557741314479033 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01961974215984086, + "action_effect_rmse": 0.02936266801468599 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.982823501562373, + "action_effect_rmse": 2.597692147026774 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27797829379751465, + "action_effect_rmse": 0.3258551402384207 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03551324726514752, + "action_effect_rmse": 0.05101366253732305 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04038036647582784, + "action_effect_rmse": 0.04296340020829448 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9920247580259187, + "action_effect_rmse": 4.297889039387421 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 588.5476404689338, + 584.9096117189416, + 689.3668487445752, + 700.098085951087 + ], + "true_costs": [ + 600.5191343256232, + 594.1037150055688, + 682.406907182614, + 682.466907182614 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 28, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001725352819924882, + "action_effect_rmse": 0.0019260626835978648 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02796183353546648, + "action_effect_rmse": 0.03150050197781578 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7101155596684355, + "action_effect_rmse": 0.8953231742091776 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0037756148122681057, + "action_effect_rmse": 0.004679412581834407 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04286529387481863, + "action_effect_rmse": 0.05264536523412124 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7101565745988173, + "action_effect_rmse": 0.8593962644101087 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009189580717943624, + "action_effect_rmse": 0.012495386680162666 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2023339350228118, + "action_effect_rmse": 0.21675148274111466 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.078466686156375, + "action_effect_rmse": 1.2271477327059597 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03892834009846254, + "action_effect_rmse": 0.042782095300434635 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32783713752105587, + "action_effect_rmse": 0.33809256190518683 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4478366996226604, + "action_effect_rmse": 3.7388775605829663 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.6271774316523918, + 0.4496978017141026, + 0.7272584709722927, + 0.9934145775934045 + ], + "true_costs": [ + 0.6564588497071319, + 0.46761787764904794, + 0.7438343993100244, + 0.9564904755093048 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 36, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004189114179167009, + "action_effect_rmse": 0.005785853577448693 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30363864808576224, + "action_effect_rmse": 0.35468787453339673 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.8200790478184365, + "action_effect_rmse": 4.082407398372321 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00855552056094167, + "action_effect_rmse": 0.012699985086877023 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5940293304991305, + "action_effect_rmse": 0.6301925495371097 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.929287990500884, + "action_effect_rmse": 4.129519729209721 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01308154068034028, + "action_effect_rmse": 0.014166838942343966 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6149744029642031, + "action_effect_rmse": 0.6452358197461183 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.3128301947767724, + "action_effect_rmse": 3.445222817616674 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0213277998103481, + "action_effect_rmse": 0.021744538365979574 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4889931932740919, + "action_effect_rmse": 0.511294228621528 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.536171680317679, + "action_effect_rmse": 3.5631980994751395 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0432134100624946, + 0.9036952648025164, + 0.7676850625737465, + 0.582476626639927 + ], + "true_costs": [ + 1.0713801509533218, + 1.0002854263760401, + 0.8311918759968273, + 0.620860435365282 + ] + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "anchor_step": 158, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1369612031064141, + "action_effect_rmse": 0.20768218069741076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21409711993516112, + "action_effect_rmse": 0.22419038550529888 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2146603375475955, + "action_effect_rmse": 0.2965869005826342 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.362424535049513, + "action_effect_rmse": 0.3818052686512761 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33354527958206265, + "action_effect_rmse": 0.3808529264391894 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6086740367346314, + "action_effect_rmse": 0.6592211035245763 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4475402591192849, + "action_effect_rmse": 0.45749206924926655 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1040315505878577, + "action_effect_rmse": 1.4077419806703473 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 28.337473602102868, + 17.6498528632276, + 39.47839045310252, + 116.8401833687667 + ], + "true_costs": [ + 28.11839938805009, + 15.922778311870337, + 42.590139624338434, + 106.58665367135072 + ] + }, + { + "system_id": "tank-00571", + "family": "tank", + "anchor_step": 510, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16082891639632516, + "action_effect_rmse": 0.2045481216310234 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008065997062609872, + "action_effect_rmse": 0.009330842002983841 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012413883408296003, + "action_effect_rmse": 0.0164452173830852 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.7261663690651265, + "action_effect_rmse": 3.994597311857693 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3169282007651623, + "action_effect_rmse": 0.4356413305461428 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007927100248004137, + "action_effect_rmse": 0.008834372542060898 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0265153563717561, + "action_effect_rmse": 0.033705226298689744 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3628821022867335, + "action_effect_rmse": 1.7067830084751672 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.38122459176651563, + "action_effect_rmse": 0.5815694983074067 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01701821615421058, + "action_effect_rmse": 0.019478281553403302 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08556523329064854, + "action_effect_rmse": 0.09310912025093415 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4284759678332888, + "action_effect_rmse": 1.860827143449079 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5750129049113166, + "action_effect_rmse": 0.6689985642240082 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.045066422311853906, + "action_effect_rmse": 0.0534710733444862 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04626766087279314, + "action_effect_rmse": 0.055878030618262145 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.280884749405185, + "action_effect_rmse": 5.450567477496002 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 485.631913378626, + 387.83856423250916, + 516.4938407991231, + 529.8029441261791 + ], + "true_costs": [ + 480.45903482813213, + 386.25968005891446, + 507.106677639473, + 596.9624495771427 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 85, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07132829196579493, + "action_effect_rmse": 0.0965559458769847 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003245044095283589, + "action_effect_rmse": 0.004278887827232943 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003917834401606424, + "action_effect_rmse": 0.004063784707781689 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.870139289408801, + "action_effect_rmse": 3.832645016106979 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1257256035730633, + "action_effect_rmse": 0.18589767896245932 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005365671578090314, + "action_effect_rmse": 0.0070304836029088874 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010734594303338637, + "action_effect_rmse": 0.01107358601331606 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7626147162978207, + "action_effect_rmse": 3.7596574778352143 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3931945885105061, + "action_effect_rmse": 0.5406259387758979 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009948395149493194, + "action_effect_rmse": 0.012721224249582951 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014007806547743659, + "action_effect_rmse": 0.01433465999219172 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9554190963276206, + "action_effect_rmse": 4.145337155549849 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4568799629203817, + "action_effect_rmse": 1.881692464655165 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02361943315073371, + "action_effect_rmse": 0.028623008171339344 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007247075686000137, + "action_effect_rmse": 0.008786343422466113 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.614804371347829, + "action_effect_rmse": 3.4987655575113 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 257.1591632553929, + 177.89869950571875, + 278.42531671782865, + 360.3318459761401 + ], + "true_costs": [ + 267.8064605938828, + 173.93184545631715, + 301.9223337672543, + 482.0822236583184 + ] + }, + { + "system_id": "tank-00643", + "family": "tank", + "anchor_step": 283, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03583561960479228, + "action_effect_rmse": 0.0370097861754422 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004989724247500031, + "action_effect_rmse": 0.006644250219131074 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0032657997641273493, + "action_effect_rmse": 0.003321479426925518 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.299246211088369, + "action_effect_rmse": 5.510120962969943 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05627331146477902, + "action_effect_rmse": 0.07514497064938784 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010735895689075884, + "action_effect_rmse": 0.012136198400596532 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006935482965597077, + "action_effect_rmse": 0.007080221720350334 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9582982735840055, + "action_effect_rmse": 2.8799710684678606 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09730865691152897, + "action_effect_rmse": 0.12227541361211726 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014890553614906802, + "action_effect_rmse": 0.01788719599853608 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0033861971802088644, + "action_effect_rmse": 0.003490081353262561 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5361231515504048, + "action_effect_rmse": 2.2649082902055233 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21948336459326434, + "action_effect_rmse": 0.23322409955283396 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.019100128308860913, + "action_effect_rmse": 0.019509068222165634 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0011415091075251405, + "action_effect_rmse": 0.001185847512652548 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.977701230121459, + "action_effect_rmse": 4.156537972659855 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 684.1342988666748, + 675.9162041753088, + 729.4421886225784, + 742.3842215116093 + ], + "true_costs": [ + 685.5852310971861, + 672.7810634481364, + 725.1263822107599, + 725.1863822107599 + ] + }, + { + "system_id": "battery-00722", + "family": "battery", + "anchor_step": 534, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0076070637869691165, + "action_effect_rmse": 0.009971618200743364 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14348695244710422, + "action_effect_rmse": 0.15531850755325982 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9717273118355271, + "action_effect_rmse": 1.0705902993464502 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008203456797852665, + "action_effect_rmse": 0.00850086758492802 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10173372035182855, + "action_effect_rmse": 0.10778004335868523 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7372979257798018, + "action_effect_rmse": 1.7964550949187155 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017404497817080755, + "action_effect_rmse": 0.01891784237626732 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2445033457741109, + "action_effect_rmse": 0.28099959653382683 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2386857278573231, + "action_effect_rmse": 1.2678753897949566 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012154753777796262, + "action_effect_rmse": 0.013912366609876053 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33067446955352037, + "action_effect_rmse": 0.33894109675740614 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5854974596275563, + "action_effect_rmse": 0.6373273279333559 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8276522717512764, + 0.6619468374785771, + 0.31591325779563556, + 0.14191288639911429 + ], + "true_costs": [ + 0.8754232237436191, + 0.6881944925526742, + 0.31856260359173943, + 0.16277707761298923 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 25, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0384565865105729, + "action_effect_rmse": 0.03943340323700683 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012094327535310256, + "action_effect_rmse": 0.01312989342000972 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003139306096406872, + "action_effect_rmse": 0.0031475386735557672 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.562578254751882, + "action_effect_rmse": 2.0488166301480386 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006985428298273533, + "action_effect_rmse": 0.008987727011198468 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012270556131893429, + "action_effect_rmse": 0.016507586287711772 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0014810224387995137, + "action_effect_rmse": 0.0016837866260447601 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4935811077721937, + "action_effect_rmse": 2.9537450614040393 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003661036688389648, + "action_effect_rmse": 0.003930133038310566 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018057236234423495, + "action_effect_rmse": 0.024533576268186964 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005910240157376993, + "action_effect_rmse": 0.007318992012518154 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3106395153966375, + "action_effect_rmse": 1.5324291075136691 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016566433957966826, + "action_effect_rmse": 0.021954796422414408 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01514721371323032, + "action_effect_rmse": 0.02087892883693569 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0074557358621717236, + "action_effect_rmse": 0.009522655468252893 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.916125531202134, + "action_effect_rmse": 5.261562374628158 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 648.38742298792, + 570.1361157981455, + 648.429822776762, + 649.6665515363891 + ], + "true_costs": [ + 648.5503723469318, + 568.7859503309587, + 648.5290898822337, + 648.5890898822338 + ] + }, + { + "system_id": "tank-00151", + "family": "tank", + "anchor_step": 604, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015885391536549776, + "action_effect_rmse": 0.019613629938770204 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001801803271224145, + "action_effect_rmse": 0.0019959246573566375 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06712135259764584, + "action_effect_rmse": 0.07352297549032019 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3577066848232254, + "action_effect_rmse": 0.412815222552272 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017247631502767053, + "action_effect_rmse": 0.02006845140594303 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0030035432662126973, + "action_effect_rmse": 0.0031160170664128062 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.056575914561648157, + "action_effect_rmse": 0.057484897354684955 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5260873052311084, + "action_effect_rmse": 0.5897869191708099 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01867345168162456, + "action_effect_rmse": 0.027502798235903562 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006599587825701765, + "action_effect_rmse": 0.00754214659353674 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06669474499858785, + "action_effect_rmse": 0.06720122508113414 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.36084369559355406, + "action_effect_rmse": 0.4543255316603811 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.042532890281329706, + "action_effect_rmse": 0.06183280112976985 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01010860264723116, + "action_effect_rmse": 0.011635783373361167 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03558650657047687, + "action_effect_rmse": 0.03727417135496339 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.597726079033163, + "action_effect_rmse": 2.1290505169424163 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 399.2193384396542, + 302.4546980857737, + 397.45155482873594, + 399.86657050041595 + ], + "true_costs": [ + 400.2667579956328, + 302.24795473485244, + 398.67898199022113, + 400.3200199523158 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 423, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17641078621859782, + "action_effect_rmse": 0.18858357225793343 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0017761599726225559, + "action_effect_rmse": 0.002083685310249417 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29940264534741345, + "action_effect_rmse": 0.311087372972944 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2976752358535381, + "action_effect_rmse": 0.30960553899127924 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0056972129101424684, + "action_effect_rmse": 0.007548379052591287 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45525914827195874, + "action_effect_rmse": 0.48771266724521434 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6543121076615179, + "action_effect_rmse": 0.6728987075009359 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.039874537416621315, + "action_effect_rmse": 0.05464822363844916 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7322614065450731, + "action_effect_rmse": 0.783137905653981 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6826339666135297, + "action_effect_rmse": 3.022246869770127 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1454528441475702, + "action_effect_rmse": 0.1711780631899712 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7773930674911753, + "action_effect_rmse": 3.0014825351414918 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 159.12749781403528, + 85.49840531908393, + 154.1811838737023, + 288.13222583667783 + ], + "true_costs": [ + 177.47038790027884, + 49.81596546516001, + 136.83152532592484, + 300.7098590933177 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 71, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008708584754246337, + "action_effect_rmse": 0.009924057426962833 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027156623669766827, + "action_effect_rmse": 0.04053266335107408 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.785977898234807, + "action_effect_rmse": 0.8841041760187415 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014693357664956044, + "action_effect_rmse": 0.018631355161807257 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07126272786696575, + "action_effect_rmse": 0.08879832037794734 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7536201822003363, + "action_effect_rmse": 0.8224402108078309 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02367475366194743, + "action_effect_rmse": 0.03604013268793157 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1852231783718755, + "action_effect_rmse": 0.22312608528563385 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6525848645065366, + "action_effect_rmse": 0.7034974006989758 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04235443803816429, + "action_effect_rmse": 0.05527943726098718 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3559291986153366, + "action_effect_rmse": 0.4249120699777666 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.38289560252259963, + "action_effect_rmse": 0.38345059760608896 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.5824021310976156, + 0.7739714907170753, + 0.5150764322795576, + 0.2577594571858014 + ], + "true_costs": [ + 0.5719290243197725, + 0.7788727393513659, + 0.4915318251005587, + 0.335871054161651 + ] + }, + { + "system_id": "tank-00628", + "family": "tank", + "anchor_step": 489, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2655090711741881, + "action_effect_rmse": 0.33068795742828333 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004921830402173792, + "action_effect_rmse": 0.005480396377276076 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014072587243013537, + "action_effect_rmse": 0.014123349049568534 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5173607113727314, + "action_effect_rmse": 1.6448699826618562 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38884987870253873, + "action_effect_rmse": 0.5053261440537413 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013660245188363618, + "action_effect_rmse": 0.016419876127903226 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007653974729078787, + "action_effect_rmse": 0.007721592603168271 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.460685538324924, + "action_effect_rmse": 1.46734085661882 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5117395240191289, + "action_effect_rmse": 0.6681599628012408 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0324161136832668, + "action_effect_rmse": 0.04206750005008759 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0015092590221547954, + "action_effect_rmse": 0.0022363016539229735 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2072804702682636, + "action_effect_rmse": 1.214547500745242 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5617138788762818, + "action_effect_rmse": 0.7441331371711235 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08223946749887823, + "action_effect_rmse": 0.10764660120594378 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0020541806379651972, + "action_effect_rmse": 0.0020823685812622556 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9868992442913983, + "action_effect_rmse": 1.0181806276227583 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 646.7261886505488, + 523.1188277462663, + 609.3490858493655, + 645.4354886440194 + ], + "true_costs": [ + 552.2688108213129, + 517.5594163044932, + 552.2205973819476, + 552.2805973819477 + ] + }, + { + "system_id": "tank-00532", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0784753367537198, + "action_effect_rmse": 0.10848040282013768 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016918805879364857, + "action_effect_rmse": 0.021510808489836997 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004118542793538682, + "action_effect_rmse": 0.004308636089472853 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 5.106449731725887, + "action_effect_rmse": 6.904281810972916 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13433653630771727, + "action_effect_rmse": 0.17454921320286432 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020969781041457008, + "action_effect_rmse": 0.02609571964036765 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004464939317529097, + "action_effect_rmse": 0.005033064878843351 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.9678992315101898, + "action_effect_rmse": 5.595890014652751 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19252582698894502, + "action_effect_rmse": 0.23553827426928914 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026601758050278573, + "action_effect_rmse": 0.031990336191503724 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005890789125376716, + "action_effect_rmse": 0.005930582211682789 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.035210997045379, + "action_effect_rmse": 4.338645653356462 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22256143239963025, + "action_effect_rmse": 0.22898854445696565 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01752027199908272, + "action_effect_rmse": 0.01982043155354916 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014200691808573085, + "action_effect_rmse": 0.01837987607488169 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8329933162302705, + "action_effect_rmse": 2.049928418106199 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 101.7041194868773, + 102.68084420746678, + 134.01452885850333, + 139.76662660556678 + ], + "true_costs": [ + 105.6044020109916, + 107.71932301488042, + 131.64251877952873, + 131.70251877952873 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 581, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07878269082195999, + "action_effect_rmse": 0.10192386380315117 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2512463306860582, + "action_effect_rmse": 0.3006500215763972 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19089665247022225, + "action_effect_rmse": 0.24823311412201332 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48403673193744606, + "action_effect_rmse": 0.5706790658986065 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4230411395430996, + "action_effect_rmse": 0.6045091363453414 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8700733668499652, + "action_effect_rmse": 1.0448647039781391 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1695634972422255, + "action_effect_rmse": 1.4099906312515469 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6513645934769177, + "action_effect_rmse": 1.8506048638941577 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 8.267031598810508, + 53.53213181647148, + 9.389559934590705, + 9.053656904217828 + ], + "true_costs": [ + 6.122028744714159, + 97.58280390098912, + 11.73875237494026, + 14.51534393282584 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 174, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03195379465557243, + "action_effect_rmse": 0.039992819092375675 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0021783281838274604, + "action_effect_rmse": 0.0029566833056181123 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3386042912432761, + "action_effect_rmse": 0.4000284928361707 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2128291471844861, + "action_effect_rmse": 0.23840457601850998 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002910136202050495, + "action_effect_rmse": 0.003963187757803152 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.49586847946297513, + "action_effect_rmse": 0.6174398416299471 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5872668788693444, + "action_effect_rmse": 0.6795418982664502 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004495229081099931, + "action_effect_rmse": 0.00653983049754678 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7335013980967915, + "action_effect_rmse": 0.9294045063541436 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1436129928978669, + "action_effect_rmse": 1.363942658261434 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009041286020823472, + "action_effect_rmse": 0.009625898982491653 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.207581708284901, + "action_effect_rmse": 1.5149716790332735 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 234.91688281318278, + 62.23330327612514, + 120.49291412813776, + 254.69869199482446 + ], + "true_costs": [ + 191.24748078825186, + 62.90773339313003, + 120.09051238531427, + 204.34076243585383 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 655, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002942992698226584, + "action_effect_rmse": 0.0035846909193352106 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2382518694059925, + "action_effect_rmse": 1.3064330044899164 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.642723645794612, + "action_effect_rmse": 7.830037783353268 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004520395490586286, + "action_effect_rmse": 0.005092007810893683 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.76557449728467, + "action_effect_rmse": 2.8813701849136546 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.306087352700729, + "action_effect_rmse": 7.478711374561121 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014075276282168833, + "action_effect_rmse": 0.015077572906649702 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.222674182388698, + "action_effect_rmse": 6.382542644005203 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.603777326622727, + "action_effect_rmse": 5.78887353605581 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015254560721739288, + "action_effect_rmse": 0.017837976351216082 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.39040230364747, + "action_effect_rmse": 5.054931463289244 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0253293512542236, + "action_effect_rmse": 3.266733448475166 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.759810805146615, + 1.7105042609414227, + 1.6864789087552885, + 1.9242778944420018 + ], + "true_costs": [ + 2.968442838547159, + 1.3718310194077423, + 1.1832014004862244, + 1.7358031591587983 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 392, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07623197076411141, + "action_effect_rmse": 0.08694408925981396 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010179171293273725, + "action_effect_rmse": 0.01201047961105484 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34909308768700004, + "action_effect_rmse": 0.49516926981252696 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19839767826994267, + "action_effect_rmse": 0.2426765917484001 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018782054421373335, + "action_effect_rmse": 0.023845592933800716 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6583376151095308, + "action_effect_rmse": 0.8606912990410733 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37495825854661763, + "action_effect_rmse": 0.4597459729104853 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04277165498451533, + "action_effect_rmse": 0.05457788999976426 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.055296570034481, + "action_effect_rmse": 1.3727965963676565 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5750408763017584, + "action_effect_rmse": 0.6925727533182896 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08957712072937103, + "action_effect_rmse": 0.10770208692776183 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.672117559953487, + "action_effect_rmse": 2.20957478886218 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 35.487597153417745, + 38.07088490077372, + 76.10155437544017, + 133.27138370527695 + ], + "true_costs": [ + 30.83161846690436, + 34.72872158164805, + 58.19636557341762, + 98.3721592129841 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 430, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3790184974714797, + "action_effect_rmse": 0.5256460717539869 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004165282445072194, + "action_effect_rmse": 0.006187105553242597 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007327569404842342, + "action_effect_rmse": 0.007771088693953793 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.2653998992343887, + "action_effect_rmse": 2.4932906115609543 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7193095194929363, + "action_effect_rmse": 0.8278484518797079 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009235459460041303, + "action_effect_rmse": 0.010099223793896791 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006022638542889073, + "action_effect_rmse": 0.007947430010863206 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4618899464029766, + "action_effect_rmse": 2.998386900226645 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7802552664372193, + "action_effect_rmse": 1.9287564448442676 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005909933629769881, + "action_effect_rmse": 0.0088176786901784 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0030815402704930106, + "action_effect_rmse": 0.003753032080622543 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.8655729374134085, + "action_effect_rmse": 6.860337732096236 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.375065206761171, + "action_effect_rmse": 2.5900017913426265 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.020388077584218678, + "action_effect_rmse": 0.02079158940489572 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0038515866178422766, + "action_effect_rmse": 0.004143615805182278 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.843494960307761, + "action_effect_rmse": 6.69080256637082 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 50.24238694245945, + 7.167606504095475, + 60.79987291534137, + 80.93665592510716 + ], + "true_costs": [ + 123.40833386686519, + 11.316643173440225, + 67.20313828365019, + 136.66978997628536 + ] + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "anchor_step": 610, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05080637687333459, + "action_effect_rmse": 0.05838301757310493 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4293717791817926, + "action_effect_rmse": 0.47336230851275934 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.051856833132468694, + "action_effect_rmse": 0.05777806973473925 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4756032728908319, + "action_effect_rmse": 0.49653009776269597 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1383924418047021, + "action_effect_rmse": 0.16988719545737607 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4596124037487546, + "action_effect_rmse": 0.4617777831827293 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49710463714615116, + "action_effect_rmse": 0.6217744643371533 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4910662014665377, + "action_effect_rmse": 0.5621390333429119 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1258.0331660626086, + 1061.6608077881478, + 1220.0077583732043, + 1479.4332676903666 + ], + "true_costs": [ + 1219.205134240836, + 1008.2531773025578, + 1177.6439736041655, + 1492.1237109332349 + ] + }, + { + "system_id": "battery-00578", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006629941049789756, + "action_effect_rmse": 0.0074860929445657864 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13884805551921175, + "action_effect_rmse": 0.20748335170623483 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7939052504561914, + "action_effect_rmse": 0.962313228277984 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009224994178618403, + "action_effect_rmse": 0.010651463423367397 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.404380439444477, + "action_effect_rmse": 0.4976753180850916 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8754672104710389, + "action_effect_rmse": 1.0757082096062422 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08099418860045164, + "action_effect_rmse": 0.08205447923604697 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9493141729110885, + "action_effect_rmse": 2.047855945338841 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.796164954487484, + "action_effect_rmse": 2.8356872354690994 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08773368950104694, + "action_effect_rmse": 0.08953153264523528 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 9.104354043698143, + "action_effect_rmse": 9.223332846871816 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0502186030400307, + "action_effect_rmse": 1.1774643870860442 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.4586857762470406, + 0.3958927695096033, + 0.7137886914271023, + 0.9891362818220819 + ], + "true_costs": [ + 0.5519672480548681, + 0.4050590608188248, + 0.7889736155815679, + 0.9977188797382064 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.060900239500755994, + "action_effect_rmse": 0.08267944540427584 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0020060815188784886, + "action_effect_rmse": 0.002463244210302672 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2185298802896701, + "action_effect_rmse": 0.26823777171654545 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07926608582148613, + "action_effect_rmse": 0.12571132319359174 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006538468937896151, + "action_effect_rmse": 0.008624877348266287 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33523104045951396, + "action_effect_rmse": 0.40632504168200634 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13704836046189564, + "action_effect_rmse": 0.1670957377007562 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029319328633291047, + "action_effect_rmse": 0.03053191240660196 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.585806391702126, + "action_effect_rmse": 0.767922637850498 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2632615769889455, + "action_effect_rmse": 0.2740988153703104 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0674188108035203, + "action_effect_rmse": 0.07618333815918621 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9715579768997173, + "action_effect_rmse": 1.0734080322556847 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 5.852871511863905, + 4.1500002637360245, + 5.289322333437539, + 43.44206387834446 + ], + "true_costs": [ + 5.679177588601696, + 4.709009199794398, + 5.393504787456809, + 38.08484964127223 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 404, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30830532364610147, + "action_effect_rmse": 0.39014539929786635 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3164287036528132, + "action_effect_rmse": 0.3591446359023477 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6489563504858502, + "action_effect_rmse": 0.8367201065076154 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4568166543790729, + "action_effect_rmse": 0.5115102055388628 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4454109995559297, + "action_effect_rmse": 1.7965094037067104 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6793978425218749, + "action_effect_rmse": 0.7932292577722535 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1970794146490387, + "action_effect_rmse": 3.788469165081664 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9288182000306998, + "action_effect_rmse": 1.3115671726092017 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 212.83502680455894, + 103.45170614799976, + 16.20870947384168, + 6.91073669596883 + ], + "true_costs": [ + 352.5780063950277, + 186.49236823337944, + 22.533621110310907, + 17.87684821708127 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 98, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5721833511323133, + "action_effect_rmse": 0.5774522673482209 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002509460111629854, + "action_effect_rmse": 0.0028883884315472654 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1388371468203502, + "action_effect_rmse": 1.1930951880789078 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7531150606923104, + "action_effect_rmse": 0.7583619841442453 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011166180066984074, + "action_effect_rmse": 0.012060178296455818 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5476042829650396, + "action_effect_rmse": 2.631497700512045 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7494344036041873, + "action_effect_rmse": 0.762293428981255 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.057635083860211246, + "action_effect_rmse": 0.05812413865692716 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.888166458087038, + "action_effect_rmse": 5.033377327329239 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4849515682121499, + "action_effect_rmse": 0.5714843380679089 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08426708935532308, + "action_effect_rmse": 0.08475661913311443 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.159914775663973, + "action_effect_rmse": 8.455880636868535 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.9103659359320471, + "predicted_costs": [ + 76.77040302562129, + 10.814703071511717, + 1.8979583667165039, + 23.433208684705804 + ], + "true_costs": [ + 125.15234748385411, + 4.802503085376159, + 5.712869021308206, + 33.69070601559473 + ] + }, + { + "system_id": "thermal-00801", + "family": "thermal", + "anchor_step": 417, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13430382608713742, + "action_effect_rmse": 0.147010677059004 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006200832096771099, + "action_effect_rmse": 0.006920666075587504 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5901790706530695, + "action_effect_rmse": 0.6883169867005614 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2870025894467479, + "action_effect_rmse": 0.3167353488803037 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019235083283148196, + "action_effect_rmse": 0.019318067748602587 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.585202413383551, + "action_effect_rmse": 1.696232232048923 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48601786574075234, + "action_effect_rmse": 0.5536561720343166 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05795527796109686, + "action_effect_rmse": 0.05977325381043265 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4551656071672596, + "action_effect_rmse": 3.6264761492531377 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6750122965762593, + "action_effect_rmse": 0.8398899178400009 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21433241729548888, + "action_effect_rmse": 0.22486667541050884 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.966328759590472, + "action_effect_rmse": 6.323806422450679 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 28.929596829094653, + 38.36195508759709, + 83.5824820769769, + 159.3100921001952 + ], + "true_costs": [ + 25.599340418065918, + 37.32159855723562, + 64.8825341761399, + 107.48303446864452 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 441, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5251733316971468, + "action_effect_rmse": 0.6331236067080379 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010837100477009661, + "action_effect_rmse": 0.012371638691310225 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20765488092763462, + "action_effect_rmse": 0.25347369357662514 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9269503719942911, + "action_effect_rmse": 1.1196495957834607 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03195988203646275, + "action_effect_rmse": 0.03709289243666699 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5557453746556954, + "action_effect_rmse": 0.6765328842104031 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5345123966351146, + "action_effect_rmse": 1.5856343453647859 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13771067855307115, + "action_effect_rmse": 0.17062743246999043 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.267780624181114, + "action_effect_rmse": 1.432183273016232 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4238825289956054, + "action_effect_rmse": 0.45096283348590815 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.39801399821178524, + "action_effect_rmse": 0.4693288162474525 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.697406399496458, + "action_effect_rmse": 2.118146580877006 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 69.18826112650282, + 44.99688907637692, + 2.7438852642468063, + 19.23589094939296 + ], + "true_costs": [ + 105.10081274339834, + 67.38338877928024, + 5.799812223174218, + 12.105997410930382 + ] + }, + { + "system_id": "tank-00640", + "family": "tank", + "anchor_step": 595, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19351296846837643, + "action_effect_rmse": 0.21293380371535936 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007738974170689398, + "action_effect_rmse": 0.011669546391709125 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005747460231811774, + "action_effect_rmse": 0.005938224410832407 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 5.743805599566483, + "action_effect_rmse": 8.954384576967577 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3367199117628026, + "action_effect_rmse": 0.3681833385122243 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01831581626006044, + "action_effect_rmse": 0.02548480107924897 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00691742548800552, + "action_effect_rmse": 0.00749823473665221 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 6.476125826957921, + "action_effect_rmse": 10.123068450876582 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5788245745045923, + "action_effect_rmse": 0.6330565535960747 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04085210600561536, + "action_effect_rmse": 0.05252552133351469 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0031259889740251254, + "action_effect_rmse": 0.004049457028870977 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.129842617149186, + "action_effect_rmse": 9.430295615436304 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8022771564835983, + "action_effect_rmse": 0.9137021295140078 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07271679621129341, + "action_effect_rmse": 0.0975829923493841 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026350239716626978, + "action_effect_rmse": 0.028311224603718155 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.806644218003192, + "action_effect_rmse": 10.283900622861168 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 301.07305220413315, + 220.65812296093742, + 311.9315747834199, + 350.56840674083395 + ], + "true_costs": [ + 256.4136693890703, + 217.7289149503544, + 256.41546886355803, + 256.47546886355804 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 508, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0961845913054719, + "action_effect_rmse": 0.10818397802415998 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3292402818683513, + "action_effect_rmse": 0.41212085095187445 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19287616492789303, + "action_effect_rmse": 0.2185451933621933 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.528958084841482, + "action_effect_rmse": 0.6783179649910027 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29835367459998946, + "action_effect_rmse": 0.3214980364974122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9058312198720841, + "action_effect_rmse": 1.0359567416398594 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5670584119018139, + "action_effect_rmse": 0.5712861226605359 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8538426713702165, + "action_effect_rmse": 3.1709948540616426 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 41.56051236244751, + 13.263640186316055, + 3.0848541309193402, + 26.91967165238603 + ], + "true_costs": [ + 45.3862275807323, + 12.598059764584676, + 3.479327516563067, + 24.026215471890154 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 619, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13920189156360774, + "action_effect_rmse": 0.15308655573958985 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001560379147313995, + "action_effect_rmse": 0.0015629851064480834 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018247712696451923, + "action_effect_rmse": 0.019020105350800474 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.172839241795991, + "action_effect_rmse": 2.497862242603039 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3306913304421594, + "action_effect_rmse": 0.3772741596217342 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0019594981654146673, + "action_effect_rmse": 0.002746284504371439 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027007322990697413, + "action_effect_rmse": 0.029837618522357886 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.383378828393603, + "action_effect_rmse": 2.5006049089267957 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.806378510613517, + "action_effect_rmse": 0.9356313428389771 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010082544201543678, + "action_effect_rmse": 0.013114300152478523 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.036359959427128885, + "action_effect_rmse": 0.036763554396721805 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5730346064922194, + "action_effect_rmse": 2.622461049472414 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.600453022724975, + "action_effect_rmse": 0.7333762006528274 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012403298473254646, + "action_effect_rmse": 0.015229392702310374 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010667670667922393, + "action_effect_rmse": 0.011102176905166085 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7583600398327637, + "action_effect_rmse": 2.0660695457355356 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 81.3967553485388, + 51.351604019726565, + 77.56988938979207, + 84.75559310273393 + ], + "true_costs": [ + 111.90095435950685, + 50.903907689589104, + 86.33101511392485, + 111.11075131113586 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 331, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43302843631151805, + "action_effect_rmse": 0.4860599288683377 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008007672956434675, + "action_effect_rmse": 0.008790107400450994 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24241915981192128, + "action_effect_rmse": 0.2878958308375933 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5365414816409775, + "action_effect_rmse": 0.6052743678953534 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.031921431008836265, + "action_effect_rmse": 0.037484406382741926 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4230734261942075, + "action_effect_rmse": 0.4654444802984422 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31681860689057356, + "action_effect_rmse": 0.3800468289092311 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09767827786738319, + "action_effect_rmse": 0.11975623522536177 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.703669605687575, + "action_effect_rmse": 0.7480228781095629 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.40501610578762914, + "action_effect_rmse": 0.42635815646138064 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20664806184422346, + "action_effect_rmse": 0.25560913995669154 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2045054537100555, + "action_effect_rmse": 1.3786837845714286 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 1.1892173586675536, + 53.32195474692559, + 3.9004902207520367, + 14.781778862888999 + ], + "true_costs": [ + 0.5244745931643816, + 70.53706549736296, + 6.816465873794023, + 10.985627994087054 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 231, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008216612127210013, + "action_effect_rmse": 0.010421909694322742 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07857912596831085, + "action_effect_rmse": 0.10972512839493347 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5778174140264334, + "action_effect_rmse": 1.681140094760062 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016397397710506637, + "action_effect_rmse": 0.019000105133975636 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09495012132041225, + "action_effect_rmse": 0.13290267009798698 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.682457513714659, + "action_effect_rmse": 1.883108425007087 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03437749316991664, + "action_effect_rmse": 0.04201504217210571 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11324502482835659, + "action_effect_rmse": 0.13813734065045485 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8389690644874264, + "action_effect_rmse": 2.146736491144087 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07006910523261681, + "action_effect_rmse": 0.08906382120783574 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2829437128750693, + "action_effect_rmse": 0.311765034405683 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5404851985346681, + "action_effect_rmse": 1.7785309943839884 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.063924240607252, + 1.007057006904041, + 0.860715335727445, + 0.5828904605212509 + ], + "true_costs": [ + 1.062948815212185, + 1.02, + 0.9984260538787524, + 0.47483822124814073 + ] + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "anchor_step": 33, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2729418117618276, + "action_effect_rmse": 0.3316727235863955 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17936049097280224, + "action_effect_rmse": 0.2325383471461237 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.482617748879188, + "action_effect_rmse": 0.6195039604034448 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29900668761123467, + "action_effect_rmse": 0.3836819334911283 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8325498722782912, + "action_effect_rmse": 1.0927685977694157 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4703437016653898, + "action_effect_rmse": 0.5942330597026139 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.296482972486979, + "action_effect_rmse": 1.7853930085149794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7244983605584115, + "action_effect_rmse": 0.9347101320289759 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 2, + "regret": 11.47901023712591, + "predicted_costs": [ + 9.342357662347997, + 26.60925636129861, + 12.870333160241577, + 63.08969388130726 + ], + "true_costs": [ + 19.01510583564812, + 57.69510366320672, + 7.536095598522211, + 90.91591590084187 + ] + }, + { + "system_id": "battery-00899", + "family": "battery", + "anchor_step": 617, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012270068003114856, + "action_effect_rmse": 0.012586821543473369 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08854689542487056, + "action_effect_rmse": 0.10589800679720313 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.4072529206911675, + "action_effect_rmse": 3.4210075309134704 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023578742064335273, + "action_effect_rmse": 0.023796935162847473 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2103385863565125, + "action_effect_rmse": 0.23457530059317822 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.510516038094142, + "action_effect_rmse": 4.525324635335739 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05353369801795662, + "action_effect_rmse": 0.05374708335911742 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.730420138868522, + "action_effect_rmse": 0.7549816282846343 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.512373488165398, + "action_effect_rmse": 4.553818552165965 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08823751804949222, + "action_effect_rmse": 0.09025716332618051 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9547499987699257, + "action_effect_rmse": 1.9883995846606697 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0954019868428944, + "action_effect_rmse": 3.2524657779708237 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.22675825431466812, + 0.6636942334061938, + 0.42952352903074936, + 0.2598590358980276 + ], + "true_costs": [ + 0.20174858380192556, + 0.7109437268245085, + 0.42596323905933664, + 0.2755428314068438 + ] + }, + { + "system_id": "battery-00989", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018740637941267846, + "action_effect_rmse": 0.018860572026785954 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28804173193946053, + "action_effect_rmse": 0.28910073383165036 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.97104381910505, + "action_effect_rmse": 3.0680631138467396 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025272805104361046, + "action_effect_rmse": 0.02542510454083908 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23272576632445544, + "action_effect_rmse": 0.2387985273784941 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1198453527333023, + "action_effect_rmse": 2.178382229962169 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.043158995526934675, + "action_effect_rmse": 0.04334956380119408 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14548722672051775, + "action_effect_rmse": 0.18430275579181976 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8615057366378462, + "action_effect_rmse": 1.8924539301553758 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07457565070482121, + "action_effect_rmse": 0.07483793418319151 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.371392655179496, + "action_effect_rmse": 1.3885335514745318 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9359466871975464, + "action_effect_rmse": 0.9437989048925598 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.27410944100291296, + 0.38150610615783137, + 0.14068627034372885, + 0.08520993918490402 + ], + "true_costs": [ + 0.33590153089227304, + 0.37649197412421287, + 0.13943932961384853, + 0.07903101823274654 + ] + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "anchor_step": 337, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2820917964609298, + "action_effect_rmse": 0.28216308806770907 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012500446837838316, + "action_effect_rmse": 0.012513416306532035 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.360199577071171, + "action_effect_rmse": 0.4513594720303304 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22327881666382865, + "action_effect_rmse": 0.22591641854709063 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03995484518535145, + "action_effect_rmse": 0.040027720493143314 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7421363112900204, + "action_effect_rmse": 0.9858977353466261 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2881672674307012, + "action_effect_rmse": 0.31403280780108433 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0372854920350818, + "action_effect_rmse": 0.0435300975307668 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.443575720515961, + "action_effect_rmse": 2.738075180782197 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.45396787023283497, + "action_effect_rmse": 0.5439405362278112 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22237017782443522, + "action_effect_rmse": 0.2553049686722148 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.849609216600015, + "action_effect_rmse": 5.294266898861073 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 621.560969578243, + 586.2752654055953, + 725.0937058629174, + 883.6093650834606 + ], + "true_costs": [ + 594.7900684150994, + 542.8966090688712, + 659.2685260885094, + 795.4919004583367 + ] + }, + { + "system_id": "thermal-00870", + "family": "thermal", + "anchor_step": 337, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1425719891841292, + "action_effect_rmse": 0.18504095809072824 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008298575277881545, + "action_effect_rmse": 0.0010661447120163495 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15441730597065847, + "action_effect_rmse": 0.1838514302462973 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22782362078129617, + "action_effect_rmse": 0.32555118869335664 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0020564767471367893, + "action_effect_rmse": 0.002121066225471579 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26309371328752224, + "action_effect_rmse": 0.29361433675693316 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4010231518973377, + "action_effect_rmse": 0.5433538003435914 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020238502586739315, + "action_effect_rmse": 0.02696512503789868 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6044716049553358, + "action_effect_rmse": 0.6221570577211932 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5956745398368722, + "action_effect_rmse": 0.7508753720167792 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06876637510110228, + "action_effect_rmse": 0.11128758226237387 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2820551288103463, + "action_effect_rmse": 1.3457174233554172 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 4.737330946487645, + 1.8508278026593055, + 14.492850080743285, + 71.51374768280273 + ], + "true_costs": [ + 4.568001198947415, + 1.9855039397788912, + 12.443435810894481, + 45.75682152597833 + ] + }, + { + "system_id": "battery-00341", + "family": "battery", + "anchor_step": 522, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0028604711552914774, + "action_effect_rmse": 0.003521960707579906 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3716601438415381, + "action_effect_rmse": 0.4356750692795185 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4579935910919548, + "action_effect_rmse": 1.45964572990081 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007041011617539006, + "action_effect_rmse": 0.008736530002593982 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7945070414176065, + "action_effect_rmse": 0.8956322084162766 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2233746095340052, + "action_effect_rmse": 1.2302757230675232 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02075951547733516, + "action_effect_rmse": 0.024613158534980743 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3816539308321165, + "action_effect_rmse": 1.5513873339701068 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24492263536199607, + "action_effect_rmse": 0.2743710063662317 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04039246468738925, + "action_effect_rmse": 0.05251210278609828 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7200419250373915, + "action_effect_rmse": 2.0491353640354473 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.44015348475079, + "action_effect_rmse": 1.4887649133584964 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.08862997381991736, + 0.48363295114129246, + 0.21319002252725683, + 0.10835814042710927 + ], + "true_costs": [ + 0.0879487851525556, + 0.5765595250589765, + 0.21562067897067494, + 0.10591337557058281 + ] + }, + { + "system_id": "battery-00857", + "family": "battery", + "anchor_step": 578, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006157540256323149, + "action_effect_rmse": 0.010371195455740131 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12071406731718722, + "action_effect_rmse": 0.18804935981192117 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.002055086901725, + "action_effect_rmse": 9.912275985901195 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.093277232946863, + "action_effect_rmse": 0.09435931851819042 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2744615023721799, + "action_effect_rmse": 0.3837452073272936 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.2047579745458563, + "action_effect_rmse": 3.9766313175678314 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15897053104551984, + "action_effect_rmse": 0.1613059239047325 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4680477076378485, + "action_effect_rmse": 0.6013358396955621 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.655259684337222, + "action_effect_rmse": 3.2806554047556595 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09925122147072078, + "action_effect_rmse": 0.12073751771575662 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.520589343977463, + "action_effect_rmse": 5.568638889116963 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5143054786472754, + "action_effect_rmse": 2.8655838422812647 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.7128425263147897, + 1.0253405083918259, + 0.7870988651172703, + 0.2869700420286761 + ], + "true_costs": [ + 0.8283452932038929, + 1.02, + 0.9995771715525317, + 0.3697541463101018 + ] + }, + { + "system_id": "battery-00578", + "family": "battery", + "anchor_step": 659, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015477317517418692, + "action_effect_rmse": 0.0018729484067027695 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16559900617033088, + "action_effect_rmse": 0.17518277207705774 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6482900625785142, + "action_effect_rmse": 0.7861001023820762 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0055285877702614394, + "action_effect_rmse": 0.006807985759194957 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3319713251179728, + "action_effect_rmse": 0.3592960454690112 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6472318356079079, + "action_effect_rmse": 0.7613885872687006 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011777400204535104, + "action_effect_rmse": 0.014774947155347707 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5861578544813758, + "action_effect_rmse": 0.6495451802155686 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6131285559104439, + "action_effect_rmse": 0.778314721079904 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02859485320758659, + "action_effect_rmse": 0.0423036329479748 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9479712325216099, + "action_effect_rmse": 0.9928527946371829 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9463382089865533, + "action_effect_rmse": 1.1074526514384886 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.14414718567451928, + 0.060023043352383745, + 0.11003240480159462, + 0.37749247185253815 + ], + "true_costs": [ + 0.15632474674327304, + 0.06967683216458202, + 0.11672992275541952, + 0.3971714014441846 + ] + }, + { + "system_id": "tank-00325", + "family": "tank", + "anchor_step": 436, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0766600823655675, + "action_effect_rmse": 0.097725790842665 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004910577537141118, + "action_effect_rmse": 0.0049904587868295 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0028875058547851995, + "action_effect_rmse": 0.003668903249151778 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9262540414773237, + "action_effect_rmse": 2.7384532732951086 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14714770062080737, + "action_effect_rmse": 0.19163689392900557 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008986649258138376, + "action_effect_rmse": 0.009054029541904858 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005777002037935223, + "action_effect_rmse": 0.005990566506628208 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.359536503398428, + "action_effect_rmse": 1.642820154925332 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5219931277401045, + "action_effect_rmse": 0.5919159785252271 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011943445643875469, + "action_effect_rmse": 0.012655596198826672 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012022222542811581, + "action_effect_rmse": 0.012064163073178022 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3297450714636934, + "action_effect_rmse": 1.8453113201038491 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.658909725023352, + "action_effect_rmse": 0.7363842889282033 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03689531703854835, + "action_effect_rmse": 0.039556492621836054 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0028445420004110655, + "action_effect_rmse": 0.0028681553134265216 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.105411221598161, + "action_effect_rmse": 2.4496974498090722 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 75.88268453194755, + 66.71504359136776, + 101.21336758143329, + 115.36300632706474 + ], + "true_costs": [ + 78.84126715894118, + 64.54787705194971, + 94.59431332344234, + 94.65431332344234 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 549, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07746679640702918, + "action_effect_rmse": 0.07811818196797056 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2144609383547428, + "action_effect_rmse": 0.293813107545015 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06953817001582625, + "action_effect_rmse": 0.07830049823283929 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38320797704056986, + "action_effect_rmse": 0.5555947822561572 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09559807291687565, + "action_effect_rmse": 0.12394512529795612 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6545883789714632, + "action_effect_rmse": 1.0132441900117106 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2158128570881281, + "action_effect_rmse": 1.2363429622620457 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.723638714678676, + "action_effect_rmse": 3.0456319493611272 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 331.6112253675899, + 334.60980568764535, + 202.75630341846656, + 126.28256301546419 + ], + "true_costs": [ + 352.57828110638275, + 327.2943744395607, + 205.5814754946431, + 124.29121204370735 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 304, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13653803386418475, + "action_effect_rmse": 0.15149146568577204 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4670451487322869, + "action_effect_rmse": 0.5450820602552974 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48812372551752414, + "action_effect_rmse": 0.49351631261526996 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3095351617436866, + "action_effect_rmse": 1.3824947312928568 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1480382274087215, + "action_effect_rmse": 1.150793624949631 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.521521481262463, + "action_effect_rmse": 2.6139310877630626 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8331122696050617, + "action_effect_rmse": 3.8416586301639257 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.888949860721141, + "action_effect_rmse": 4.0136645430069775 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 1.0155520208565463, + "predicted_costs": [ + 329.77381304230687, + 817.7215097976199, + 559.9452564467224, + 389.55845823695637 + ], + "true_costs": [ + 369.0142596576818, + 775.0135701395986, + 525.5401187775543, + 367.99870763682526 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 566, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0856779208533555, + "action_effect_rmse": 0.11367065923666254 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1302447771641937, + "action_effect_rmse": 0.14796147539504595 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10778102337291173, + "action_effect_rmse": 0.15220560307930214 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14455976592338024, + "action_effect_rmse": 0.20588962834642885 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16691151149966643, + "action_effect_rmse": 0.23923566617644537 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.32178535665563385, + "action_effect_rmse": 0.4391039644431332 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1884385442693315, + "action_effect_rmse": 0.25446197005084603 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7440171389157134, + "action_effect_rmse": 0.9858883404366587 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 4.6947564269486275, + 11.417289183337253, + 3.808390076406745, + 43.754083557550715 + ], + "true_costs": [ + 3.652577861376392, + 14.934181606215345, + 3.103230625494976, + 31.818552747218426 + ] + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "anchor_step": 592, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5250083769095918, + "action_effect_rmse": 0.6706127802811688 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018508497950762148, + "action_effect_rmse": 0.0023364285187016157 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29207010436899355, + "action_effect_rmse": 0.40704795035823144 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9216913689212612, + "action_effect_rmse": 1.1803862728141095 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008756309029251952, + "action_effect_rmse": 0.0009896112135883764 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4768200523717117, + "action_effect_rmse": 0.6191229356657243 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.460919799466782, + "action_effect_rmse": 1.8639307524124857 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009579126122473506, + "action_effect_rmse": 0.010042643163545336 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7573565328261415, + "action_effect_rmse": 0.9612429704640928 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9608277172301811, + "action_effect_rmse": 2.42556771792565 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026870997176029476, + "action_effect_rmse": 0.031060612261062687 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.331321728214789, + "action_effect_rmse": 1.6156607633729545 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 7.101669722535318, + 93.44903022538196, + 36.31970539614097, + 5.311601122226088 + ], + "true_costs": [ + 3.0575562509697587, + 192.9594687053006, + 51.133995526482096, + 1.799633979937676 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 120, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0676615392654926, + "action_effect_rmse": 0.11381732592604497 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013458262794719289, + "action_effect_rmse": 0.016429676747800194 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003477367279738871, + "action_effect_rmse": 0.003919442762170239 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.599932907364501, + "action_effect_rmse": 7.357089674639361 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29866208957685547, + "action_effect_rmse": 0.3669685512791417 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01987577811997454, + "action_effect_rmse": 0.024600455833335026 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0062660070447720555, + "action_effect_rmse": 0.006276073180543268 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 6.141000587600964, + "action_effect_rmse": 10.243083058863062 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.39997087048037455, + "action_effect_rmse": 0.47204648766831636 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026915063398457544, + "action_effect_rmse": 0.036563985240965324 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008699125147150025, + "action_effect_rmse": 0.008787530366995986 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.346499565799173, + "action_effect_rmse": 10.693491244448477 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4198855300323919, + "action_effect_rmse": 0.5102851254006842 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04318776629917961, + "action_effect_rmse": 0.0703939065179611 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008468554720966637, + "action_effect_rmse": 0.009908446538368585 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.3128969216022055, + "action_effect_rmse": 12.31368417571691 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 0.11270565858130954, + "predicted_costs": [ + 2.4945000137759195, + 2.5061345407342484, + 3.4116546712390834, + 8.514396503790575 + ], + "true_costs": [ + 3.401244068682054, + 3.2885384101007444, + 3.6319887174945817, + 4.328116697950093 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 355, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01608227610141988, + "action_effect_rmse": 0.019646749528404252 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007029079052427297, + "action_effect_rmse": 0.007717792406450409 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020860168833157038, + "action_effect_rmse": 0.021577170993465084 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.59999810201128, + "action_effect_rmse": 6.653717435445115 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.041231851468900814, + "action_effect_rmse": 0.05134131863668651 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013468113926865755, + "action_effect_rmse": 0.014845864733841122 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004264826239738451, + "action_effect_rmse": 0.0049047675517630155 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.333455621268111, + "action_effect_rmse": 7.6528574097272335 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03667670474511583, + "action_effect_rmse": 0.041510403990533296 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020999175015404603, + "action_effect_rmse": 0.023287874541406763 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011859233724616244, + "action_effect_rmse": 0.014459873632499329 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.700634436474157, + "action_effect_rmse": 8.224191518156701 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09764128612518815, + "action_effect_rmse": 0.1169809407961047 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.043074410210988866, + "action_effect_rmse": 0.04814280381431341 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.017789227871226238, + "action_effect_rmse": 0.020515135451975634 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.94572329679345, + "action_effect_rmse": 10.395787606828781 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 92.3896508800662, + 54.44758781725318, + 89.85562791450688, + 92.87433866784681 + ], + "true_costs": [ + 93.80826457354712, + 56.156023305857374, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "battery-00086", + "family": "battery", + "anchor_step": 390, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016820159567923154, + "action_effect_rmse": 0.02439546074262312 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11266710826117136, + "action_effect_rmse": 0.12317794654505708 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1350771766752838, + "action_effect_rmse": 1.3108980219010613 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03687472185965518, + "action_effect_rmse": 0.05022296762293164 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1824620995216281, + "action_effect_rmse": 0.21176345653735512 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.084348309453264, + "action_effect_rmse": 1.261077404093518 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09070357666486928, + "action_effect_rmse": 0.118662933282203 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3777285130342663, + "action_effect_rmse": 0.4275294993648666 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8928287057918199, + "action_effect_rmse": 0.9158909993664277 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10552569507850611, + "action_effect_rmse": 0.1150514861197483 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7046008837332682, + "action_effect_rmse": 1.8135039163183255 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2925511802280358, + "action_effect_rmse": 1.3992413744446262 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.1416911193690299, + "predicted_costs": [ + 0.5695834724345383, + 0.11558920992367601, + 0.19489014294165494, + 0.7587193446219587 + ], + "true_costs": [ + 0.6887604745184307, + 0.339865471297431, + 0.1981743519284011, + 0.790057141767252 + ] + }, + { + "system_id": "battery-00266", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002046495886196874, + "action_effect_rmse": 0.0029436773339379134 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0901948221298241, + "action_effect_rmse": 0.10580068449168299 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.783686688465456, + "action_effect_rmse": 2.8387982934972746 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0021817518219341015, + "action_effect_rmse": 0.0026756684616557965 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11906893099106715, + "action_effect_rmse": 0.12104698884128605 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.503284281228145, + "action_effect_rmse": 2.6357055966034473 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.002338044876186698, + "action_effect_rmse": 0.003445234830448826 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18979619128940328, + "action_effect_rmse": 0.24044509477872883 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6637436486434787, + "action_effect_rmse": 2.921011726900529 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01803331048118937, + "action_effect_rmse": 0.02296332706375702 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30511293439415016, + "action_effect_rmse": 0.4876168096674311 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1986571299724553, + "action_effect_rmse": 3.597222651557013 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0407750168526868, + 1.0229074806114888, + 0.9751349687480432, + 0.6245635001806457 + ], + "true_costs": [ + 1.0373813625517274, + 1.02, + 0.9998473627910399, + 0.6308117665187978 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 332, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24745430974404195, + "action_effect_rmse": 0.3554680599267348 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007066793217814412, + "action_effect_rmse": 0.0007719541072702 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22652192718790806, + "action_effect_rmse": 0.2899613011113648 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4943496743339395, + "action_effect_rmse": 0.6914131027554622 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004589712262157282, + "action_effect_rmse": 0.005754836298539113 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3319106835308882, + "action_effect_rmse": 0.42673276938495436 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8820672329270091, + "action_effect_rmse": 1.21538194013509 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01938749857486736, + "action_effect_rmse": 0.02556752238662417 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.667902992399604, + "action_effect_rmse": 0.7735241054645371 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.279735012030675, + "action_effect_rmse": 1.7511833627995164 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06653833239703744, + "action_effect_rmse": 0.09349557167029232 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4144928386629847, + "action_effect_rmse": 1.6210345311384986 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 26.512461093276464, + 21.52746711189525, + 66.45200912458306, + 179.35956817351143 + ], + "true_costs": [ + 29.920474862989455, + 24.672385791117613, + 54.618326696640196, + 101.27241724996034 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 139, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12091486255236224, + "action_effect_rmse": 0.17570998032143303 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018361888132432114, + "action_effect_rmse": 0.002253053339208226 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0010010579875532888, + "action_effect_rmse": 0.0010604980845980742 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5194600045241464, + "action_effect_rmse": 3.590163217135242 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17040855959448167, + "action_effect_rmse": 0.20428484319922008 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0026615995101124668, + "action_effect_rmse": 0.0030586027265915613 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0012168468694478036, + "action_effect_rmse": 0.0015009361360287183 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8443792898652647, + "action_effect_rmse": 4.385018752974834 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24149975230017162, + "action_effect_rmse": 0.3725673310770993 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004930077555189409, + "action_effect_rmse": 0.005922307821373946 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0025973720433780842, + "action_effect_rmse": 0.0026778595658255673 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6582100706767506, + "action_effect_rmse": 4.040992718882861 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5547538432084096, + "action_effect_rmse": 0.6802169908881323 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.017441822669257572, + "action_effect_rmse": 0.0194185115999295 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00033434939401063196, + "action_effect_rmse": 0.00034223269888974614 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9223824227328676, + "action_effect_rmse": 6.032210400123922 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 664.8073291569068, + 553.2008996658011, + 678.3891273158404, + 730.8779413728307 + ], + "true_costs": [ + 663.809359609668, + 553.4658129961261, + 667.8698727809453, + 682.466907182614 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 287, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07153502935324478, + "action_effect_rmse": 0.0892643528564923 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009753278841952095, + "action_effect_rmse": 0.01258925152097059 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24901073606810087, + "action_effect_rmse": 0.30297822879970193 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2918824916265675, + "action_effect_rmse": 0.3111657535893801 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019452414595126772, + "action_effect_rmse": 0.023902666541382914 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.552365021425904, + "action_effect_rmse": 0.5752492382235173 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25924981879041314, + "action_effect_rmse": 0.37034329306841496 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07505164793423565, + "action_effect_rmse": 0.10301942467986112 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9508969269928306, + "action_effect_rmse": 1.0114236668564913 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7267243299948826, + "action_effect_rmse": 0.8301326623704439 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16342408708268627, + "action_effect_rmse": 0.22266970379350298 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5758152491461601, + "action_effect_rmse": 1.654345937577181 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 25.295797088900546, + 13.236350187309506, + 32.22008218160144, + 119.9991961070605 + ], + "true_costs": [ + 31.662338947913288, + 17.01780303686896, + 44.18643410216182, + 148.21783907408303 + ] + }, + { + "system_id": "battery-00860", + "family": "battery", + "anchor_step": 442, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013257458754779017, + "action_effect_rmse": 0.016244930622920147 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08774437428034669, + "action_effect_rmse": 0.10525771379726363 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8841688755848647, + "action_effect_rmse": 2.052686613791328 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019850299447743747, + "action_effect_rmse": 0.024283428481472344 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14223269287046136, + "action_effect_rmse": 0.15769414045617444 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.573248000450569, + "action_effect_rmse": 2.7970754646901455 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029870118367080273, + "action_effect_rmse": 0.03369787889036622 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1772516653380265, + "action_effect_rmse": 0.20004801380595832 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6614516771998613, + "action_effect_rmse": 1.9554384568566079 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.037356449261929305, + "action_effect_rmse": 0.04246140232497555 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6858805674516356, + "action_effect_rmse": 0.7026129093778561 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2083759020065847, + "action_effect_rmse": 3.449229758251192 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.7948824661096915, + 0.3672895188439339, + 0.8359155854606659, + 1.0144938739269374 + ], + "true_costs": [ + 0.827070992145194, + 0.4383807549854502, + 0.9994162208526463, + 1.02 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 384, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17734360845093633, + "action_effect_rmse": 0.22743274618836432 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28934680844675614, + "action_effect_rmse": 0.34201978149787227 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23080607003658335, + "action_effect_rmse": 0.2593430296270304 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.728079615784433, + "action_effect_rmse": 0.8563378320512259 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.41771817438533887, + "action_effect_rmse": 0.5058169108957163 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2849065292615098, + "action_effect_rmse": 1.5340774064510365 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.449526062895649, + "action_effect_rmse": 1.7585122705686664 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8642187806677082, + "action_effect_rmse": 1.9464224225568965 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 20.179668586445946, + "predicted_costs": [ + 18.705726322807063, + 139.89238742995713, + 20.346988141198885, + 33.52880394926803 + ], + "true_costs": [ + 27.902733056905895, + 267.34120877639407, + 47.675704664564364, + 7.723064470459949 + ] + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "anchor_step": 281, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8384179686170133, + "action_effect_rmse": 0.9494435580745054 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009077886943230121, + "action_effect_rmse": 0.010123305787014935 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6339807473726182, + "action_effect_rmse": 0.6821761571237406 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9635371671932637, + "action_effect_rmse": 1.1387974163637489 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02905953033297474, + "action_effect_rmse": 0.03308415599517093 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.457043642730677, + "action_effect_rmse": 1.5099854009831648 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1054500122843838, + "action_effect_rmse": 1.3512038354128773 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07295550427877018, + "action_effect_rmse": 0.08656431674686847 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6667184248721583, + "action_effect_rmse": 0.8838633046786724 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3602851711742556, + "action_effect_rmse": 1.418513300801357 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1397009644653385, + "action_effect_rmse": 0.16070248335455753 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1713520833095192, + "action_effect_rmse": 1.5049343821182302 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1047.7993922384092, + 606.7004960344749, + 807.9111298795249, + 1140.063723390619 + ], + "true_costs": [ + 1084.2690274557178, + 714.7493728515386, + 848.4252549774976, + 1084.065477020854 + ] + }, + { + "system_id": "tank-00637", + "family": "tank", + "anchor_step": 67, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25067660298627636, + "action_effect_rmse": 0.3422086664789686 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01004688424745718, + "action_effect_rmse": 0.013108208877274607 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0068145132966022275, + "action_effect_rmse": 0.00755818831748243 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 6.151391088448506, + "action_effect_rmse": 10.611703121821359 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16927394037052265, + "action_effect_rmse": 0.2705460815585121 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016167071418398866, + "action_effect_rmse": 0.02329549286882213 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009928095749594154, + "action_effect_rmse": 0.009940335444341489 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.836256484665186, + "action_effect_rmse": 7.730128911254201 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6490942408312458, + "action_effect_rmse": 0.71781421594365 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031339961245757074, + "action_effect_rmse": 0.0468667055558014 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008089367858097959, + "action_effect_rmse": 0.008334860905315596 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.39475803282443, + "action_effect_rmse": 7.882657211121411 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8470747638480898, + "action_effect_rmse": 0.9786231044372302 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04440697449733003, + "action_effect_rmse": 0.056929331616985705 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.003956474501518666, + "action_effect_rmse": 0.004684676205159084 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.381109400937575, + "action_effect_rmse": 4.648757055428349 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 299.34747842069555, + 246.21548481105899, + 385.2690437082578, + 421.5645379213501 + ], + "true_costs": [ + 312.3802014728604, + 248.00459704745123, + 383.50223486849933, + 396.1936749986474 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 109, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.150922345654705, + "action_effect_rmse": 0.17424947254371567 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5638119648924468, + "action_effect_rmse": 0.7058566091637379 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2695270540950325, + "action_effect_rmse": 0.35059359504160087 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1997751644096581, + "action_effect_rmse": 1.418478628500181 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5464979127741962, + "action_effect_rmse": 0.6147613606370409 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.744247434679579, + "action_effect_rmse": 3.0244159762952645 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0621711878216, + "action_effect_rmse": 1.0822414068655923 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.408414392367527, + "action_effect_rmse": 8.673339632807147 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 350.25350050694834, + 69.16024894743325, + 142.4753246519839, + 297.65148294851383 + ], + "true_costs": [ + 340.80842687270996, + 67.62036325764164, + 121.79387618065138, + 236.3743831459263 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 653, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0998784286314418, + "action_effect_rmse": 0.1113477074711351 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036062267658086475, + "action_effect_rmse": 0.003927875184599539 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023765989323506265, + "action_effect_rmse": 0.029978539511855962 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6291724770904021, + "action_effect_rmse": 1.6620510835544304 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19791581868733785, + "action_effect_rmse": 0.22185430407299186 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006272998255617779, + "action_effect_rmse": 0.006830946824356364 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019025634601953723, + "action_effect_rmse": 0.022473346951054046 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.565522130819108, + "action_effect_rmse": 1.633937299971825 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.323917325885503, + "action_effect_rmse": 0.3631896402004153 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010878805966685926, + "action_effect_rmse": 0.012860562582539446 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01657833631026177, + "action_effect_rmse": 0.019367074442396902 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6672829583053606, + "action_effect_rmse": 2.1798368823183316 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4458621623644543, + "action_effect_rmse": 0.502364400452839 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015494340842567548, + "action_effect_rmse": 0.021992347741467456 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02121276987645282, + "action_effect_rmse": 0.025486096112254088 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6209484756798187, + "action_effect_rmse": 2.29379023022471 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 91.35623426095754, + 51.89597538438325, + 91.59075387070388, + 102.22251825713232 + ], + "true_costs": [ + 90.21258205687107, + 53.20623110023493, + 83.77018152276808, + 120.45759947555456 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 175, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0069017202276775436, + "action_effect_rmse": 0.010719041179231467 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0028900390628076402, + "action_effect_rmse": 0.003194049066681523 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02452714111270639, + "action_effect_rmse": 0.024555340619596445 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1049031829345684, + "action_effect_rmse": 1.5327435551671404 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01762857649958427, + "action_effect_rmse": 0.02816617850330928 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003532639652245114, + "action_effect_rmse": 0.003885778852221922 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02201765413613756, + "action_effect_rmse": 0.022171516290120236 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9721201713314945, + "action_effect_rmse": 1.0656582693021492 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.057556232315961964, + "action_effect_rmse": 0.08213238758599559 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007091408395662431, + "action_effect_rmse": 0.008161021761485284 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020529502148598684, + "action_effect_rmse": 0.021221842530633916 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6678414578100623, + "action_effect_rmse": 0.8387592974753258 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12871553344823342, + "action_effect_rmse": 0.19702240420881612 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0110235713798712, + "action_effect_rmse": 0.013418249875165517 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.002388112042321422, + "action_effect_rmse": 0.002942577693905304 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19615784281587048, + "action_effect_rmse": 0.20292160535319007 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 646.6991597852859, + 573.1122579908852, + 647.9231866161516, + 647.5706305025604 + ], + "true_costs": [ + 648.5385441047976, + 562.3205176431233, + 648.5290898822337, + 648.5890898822338 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 252, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 5.47497088382251, + "action_effect_rmse": 5.644334505094472 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.523988929117896, + "action_effect_rmse": 0.6076770982647339 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 8.815439067497918, + "action_effect_rmse": 9.072473103872007 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1312151957819196, + "action_effect_rmse": 1.213760487610073 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 10.2990451528493, + "action_effect_rmse": 10.58081589737988 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.429125676782481, + "action_effect_rmse": 2.5165682284838735 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9429964248109428, + "action_effect_rmse": 2.4066731802741534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.800865353534145, + "action_effect_rmse": 4.931311921505589 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 163.55345535167925, + 651.926212817977, + 1238.2267749195178, + 1926.964121274993 + ], + "true_costs": [ + 383.9978110641717, + 564.1436062274711, + 790.3143993462573, + 1083.778293320486 + ] + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "anchor_step": 495, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.041026254802693764, + "action_effect_rmse": 0.059499417996680126 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0021327203278313314, + "action_effect_rmse": 0.0028228546180348968 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26661862277664267, + "action_effect_rmse": 0.3293360110446477 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08417271887865023, + "action_effect_rmse": 0.09444965080198735 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009304419353454088, + "action_effect_rmse": 0.010792493807562501 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.40013775640966287, + "action_effect_rmse": 0.5094891425618966 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1279952533897344, + "action_effect_rmse": 0.13866541892951323 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03675495021476275, + "action_effect_rmse": 0.04305917152167653 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6399780988955021, + "action_effect_rmse": 0.7884782596516687 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11004268908473354, + "action_effect_rmse": 0.11708762492136918 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11893145505257152, + "action_effect_rmse": 0.14476211149867152 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1849517857820426, + "action_effect_rmse": 1.3154266530869325 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 3.485730703692812, + 22.251593357971778, + 1.9520967708517956, + 2.9207947571576423 + ], + "true_costs": [ + 3.5879047000070057, + 20.454271505283643, + 2.038059555583325, + 3.473304956074043 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 359, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009358419203111016, + "action_effect_rmse": 0.013933677031891127 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04269857322156293, + "action_effect_rmse": 0.05264586784917332 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0042934253420437, + "action_effect_rmse": 1.0758204808389902 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0129812046820215, + "action_effect_rmse": 0.018392487259948912 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07009207444527732, + "action_effect_rmse": 0.08589582350010341 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.775047515730949, + "action_effect_rmse": 0.9499186374721958 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018953672722917408, + "action_effect_rmse": 0.0237489472033669 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14505594280713532, + "action_effect_rmse": 0.1736329199223532 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5443665121539093, + "action_effect_rmse": 0.5482272645694876 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.050969548323457604, + "action_effect_rmse": 0.06402498107330787 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30057441242430727, + "action_effect_rmse": 0.36513047707473517 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8151978542035678, + "action_effect_rmse": 0.9494530349850259 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.052400159802968, + 0.43329562623882834, + 0.9090891206355465, + 1.018540390252603 + ], + "true_costs": [ + 1.0552584734054486, + 0.38043657683864396, + 0.999364992806147, + 1.02 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 214, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01705461927745618, + "action_effect_rmse": 0.022109985096886782 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014474828020899722, + "action_effect_rmse": 0.016481194495391767 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007373871476672086, + "action_effect_rmse": 0.0007396659807789895 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 9.072143584800322, + "action_effect_rmse": 12.889691775290387 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005845914259514491, + "action_effect_rmse": 0.006514302703331651 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024032383353624454, + "action_effect_rmse": 0.026670232835273897 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0015992335213737368, + "action_effect_rmse": 0.002466753452023418 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.148614014702732, + "action_effect_rmse": 14.462923163021607 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018224759631641163, + "action_effect_rmse": 0.022227200601275525 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03519949642806767, + "action_effect_rmse": 0.039865587262504366 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005850124666050689, + "action_effect_rmse": 0.006614000623579192 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.412288675935237, + "action_effect_rmse": 15.003399472854673 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10939446469673812, + "action_effect_rmse": 0.12339478297799952 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04112313748598476, + "action_effect_rmse": 0.05356317298956263 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05316474407122226, + "action_effect_rmse": 0.053186422752649794 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.05423865122176, + "action_effect_rmse": 17.017228515075114 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 8.78863067247216, + 5.540096212527549, + 10.912787378542298, + 11.098397333384687 + ], + "true_costs": [ + 9.291358936035868, + 5.647115450488836, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "anchor_step": 607, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3043325026430021, + "action_effect_rmse": 0.3133976064280828 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39947857936112996, + "action_effect_rmse": 0.499512174350954 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6399332816485099, + "action_effect_rmse": 0.6706836946269987 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0250324482123763, + "action_effect_rmse": 1.1363366182504986 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.526593567107378, + "action_effect_rmse": 1.6084065728645083 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.775382552884821, + "action_effect_rmse": 1.9431694177907608 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2924919164165765, + "action_effect_rmse": 3.4434846561064796 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3828477243893453, + "action_effect_rmse": 2.6661894443908594 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 381.96248974830775, + 197.74076564382565, + 69.91156989339918, + 27.159540768971837 + ], + "true_costs": [ + 506.5597021419368, + 207.87730837593568, + 71.10303681361658, + 22.161326814857098 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 624, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0067342624103718385, + "action_effect_rmse": 0.00831390204259908 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06912484552799707, + "action_effect_rmse": 0.09064957585674366 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.982003600798309, + "action_effect_rmse": 1.2029898700462993 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012904930724299732, + "action_effect_rmse": 0.015981387374188485 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1562186602349147, + "action_effect_rmse": 0.1937946473685531 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0562821300275331, + "action_effect_rmse": 1.2873579564509794 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021435381661707054, + "action_effect_rmse": 0.0365286229596048 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.41270845399109984, + "action_effect_rmse": 0.5084987962394495 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3512324832845433, + "action_effect_rmse": 1.6490287454133081 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0976753080406369, + "action_effect_rmse": 0.1242678268151054 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.89231887840072, + "action_effect_rmse": 1.0919876534824213 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.928695534522986, + "action_effect_rmse": 2.3572841238007674 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.00947206021207802, + 0.15659336375784313, + 0.00944999464547993, + 0.2863779153959707 + ], + "true_costs": [ + 0.009797442494357054, + 0.33989873490878203, + 0.009632699314190285, + 0.37100340704049284 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 516, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09384282848981466, + "action_effect_rmse": 0.10218890017172502 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9421866682181417, + "action_effect_rmse": 1.0112710094814688 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08379876985737884, + "action_effect_rmse": 0.08759636980183481 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.855480514854359, + "action_effect_rmse": 1.9705408504818174 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15224829157174233, + "action_effect_rmse": 0.16474314806534682 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7329898554111196, + "action_effect_rmse": 2.9534473025617034 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6650152643333744, + "action_effect_rmse": 1.8241434285758615 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8504203323065744, + "action_effect_rmse": 4.225620278846031 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 2129.958231922653, + 1131.6531002592053, + 1440.4899506306522, + 1877.9541800360446 + ], + "true_costs": [ + 2274.72515614859, + 1134.7224092272402, + 1501.4568018370023, + 1956.8118375306922 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 461, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002274303062656302, + "action_effect_rmse": 0.0027808066633902722 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21747112674177652, + "action_effect_rmse": 0.22816148516678125 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.216716847469121, + "action_effect_rmse": 2.5001470266595116 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002397335385662928, + "action_effect_rmse": 0.0024667599612029903 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.35584278861343793, + "action_effect_rmse": 0.3987153170332332 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.3364386514009454, + "action_effect_rmse": 2.7073551789173274 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03103213647366382, + "action_effect_rmse": 0.031100697903054402 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1818166132951533, + "action_effect_rmse": 2.293066502090023 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1842874476163074, + "action_effect_rmse": 3.9764325101955516 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05209628064822283, + "action_effect_rmse": 0.052964258260167395 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.996635116346752, + "action_effect_rmse": 7.103626889127417 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.890269842218356, + "action_effect_rmse": 5.775815266552176 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.29694513800452266, + 0.1263752770707169, + 0.010006530450958721, + 0.03493653337337333 + ], + "true_costs": [ + 0.3350988315398653, + 0.12102956026905481, + 0.01079403947239516, + 0.03241835643253569 + ] + }, + { + "system_id": "battery-00152", + "family": "battery", + "anchor_step": 568, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011586673542678361, + "action_effect_rmse": 0.014829941586662522 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15226122967824907, + "action_effect_rmse": 0.21429187053332208 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8943178892256387, + "action_effect_rmse": 2.211644177300892 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019625469052559862, + "action_effect_rmse": 0.02479251448252443 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43222721366829714, + "action_effect_rmse": 0.5009732245701831 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0996427189008813, + "action_effect_rmse": 2.3460730352688173 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01890446831421444, + "action_effect_rmse": 0.019376490211404765 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0334610437037302, + "action_effect_rmse": 1.1440347201277945 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8553892694134694, + "action_effect_rmse": 1.1482471166136639 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.159518011162446, + "action_effect_rmse": 0.1655945965157324 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.138966531584746, + "action_effect_rmse": 1.366443898556137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.022500026261954, + "action_effect_rmse": 5.047427505248723 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.09724707828314894, + "predicted_costs": [ + 0.27303672004365503, + 0.9820260845342819, + 0.6777220009557886, + 0.33365747695033277 + ], + "true_costs": [ + 0.37872903523705104, + 0.9943774833662553, + 0.6731801426452345, + 0.2814819569539021 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 626, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6406651812828562, + "action_effect_rmse": 0.7220243569497377 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46709197416214465, + "action_effect_rmse": 0.5426351087090914 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1286911746155155, + "action_effect_rmse": 1.3035436581798439 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9793383295563368, + "action_effect_rmse": 1.1006137563880847 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2250019284844438, + "action_effect_rmse": 1.4416424387642652 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1359228760297433, + "action_effect_rmse": 2.2774878362940547 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.069023819730411, + "action_effect_rmse": 3.551000660949178 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.426373895053378, + "action_effect_rmse": 5.554484952614342 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 460.92857946388443, + 612.4720417570784, + 408.677430610884, + 254.38294692107763 + ], + "true_costs": [ + 538.9544556156288, + 636.3190959004543, + 519.8748626014191, + 402.2308403206676 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 325, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04712399943294251, + "action_effect_rmse": 0.06754836426410529 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010701971680751635, + "action_effect_rmse": 0.013189471903980106 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02358575052390821, + "action_effect_rmse": 0.02447905435434769 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8086926427916314, + "action_effect_rmse": 2.2601371915313155 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05208849899274689, + "action_effect_rmse": 0.07785129110042009 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01664472942892914, + "action_effect_rmse": 0.020128053016666717 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01892725678042458, + "action_effect_rmse": 0.019701542136382595 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.777615527360472, + "action_effect_rmse": 2.2271261063486945 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09300579647249514, + "action_effect_rmse": 0.10590839083538751 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028283845834554455, + "action_effect_rmse": 0.03416020045763998 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00510231867265513, + "action_effect_rmse": 0.005457768541716645 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1914287230101952, + "action_effect_rmse": 1.3351262751135873 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09739953781533102, + "action_effect_rmse": 0.12216070927756867 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04259884344321563, + "action_effect_rmse": 0.055692292628242816 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005646162656618474, + "action_effect_rmse": 0.006940097682386591 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5220961681097087, + "action_effect_rmse": 3.8647002549939202 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.660917891063294, + 5.49657763832295, + 11.81341255725366, + 13.76846543424032 + ], + "true_costs": [ + 10.75481782991892, + 4.716974305255325, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 446, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0023163302416740286, + "action_effect_rmse": 0.0025525071741654332 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06756665995111888, + "action_effect_rmse": 0.0792022985072577 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.101690140974069, + "action_effect_rmse": 3.359452507707063 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008706948414833215, + "action_effect_rmse": 0.011650059331888176 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1425029954488425, + "action_effect_rmse": 0.1702170802170436 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.030407762724505, + "action_effect_rmse": 5.2886992206215675 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.053084659059289975, + "action_effect_rmse": 0.06204935410942723 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2310600761317995, + "action_effect_rmse": 0.25884046369379793 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5564032330532303, + "action_effect_rmse": 1.838303244268378 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06517929512524184, + "action_effect_rmse": 0.06749098001003918 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.40402867122868474, + "action_effect_rmse": 0.42843920942138186 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.408754928765063, + "action_effect_rmse": 5.658843482071746 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.6555394982422812, + 0.5170668465182557, + 0.9324968096773809, + 1.0202592422467136 + ], + "true_costs": [ + 0.690171776186579, + 0.6437644078580256, + 0.9993424321114756, + 1.02 + ] + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "anchor_step": 185, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11173093482806588, + "action_effect_rmse": 0.11348048749556637 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008928009867740153, + "action_effect_rmse": 0.009006754650865973 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3515799295886855, + "action_effect_rmse": 0.3712435499918263 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16382682707931906, + "action_effect_rmse": 0.1656896973699639 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006945486491707935, + "action_effect_rmse": 0.007359906888907257 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6141550411087356, + "action_effect_rmse": 0.6430591273782216 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19784438437117893, + "action_effect_rmse": 0.20410767100213406 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021752413290546002, + "action_effect_rmse": 0.02288242373264692 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.196434760929634, + "action_effect_rmse": 1.4164153810211666 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0706599869865923, + "action_effect_rmse": 1.0793115284167645 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10777536470610964, + "action_effect_rmse": 0.11033282339723138 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1214602041889634, + "action_effect_rmse": 1.7535085584200938 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 58.43083837898403, + 59.660396229335525, + 31.365670000358794, + 13.434955078208233 + ], + "true_costs": [ + 56.13659034666409, + 71.11596671542185, + 37.8976406876246, + 15.305379285412348 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 508, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12005635082223876, + "action_effect_rmse": 0.1425386247836805 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00330725018436695, + "action_effect_rmse": 0.004208617873886904 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41599526279605925, + "action_effect_rmse": 0.46164798349459363 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2260093950798089, + "action_effect_rmse": 0.27185420468491006 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003969525407196528, + "action_effect_rmse": 0.005840105096872816 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5685393198193273, + "action_effect_rmse": 0.6219499159463593 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3520364814733874, + "action_effect_rmse": 0.450166767256532 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00653890374317001, + "action_effect_rmse": 0.008468435825972542 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.903986058667177, + "action_effect_rmse": 0.9679512728082538 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5410255289469804, + "action_effect_rmse": 0.551335416775354 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.021503945629285443, + "action_effect_rmse": 0.03134074274874918 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1673166709579164, + "action_effect_rmse": 1.3629155382742322 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 58.1334217047803, + 13.416343297559468, + 46.78056618222794, + 133.04028453499876 + ], + "true_costs": [ + 50.86041328389743, + 12.178529603453049, + 43.0881416021695, + 101.06522465924034 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 400, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005475740129051647, + "action_effect_rmse": 0.007005192160288605 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.649879248988172, + "action_effect_rmse": 1.7108595369521031 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8801331284165634, + "action_effect_rmse": 2.324861962738804 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010762276999697543, + "action_effect_rmse": 0.012789102245683361 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.905147163450099, + "action_effect_rmse": 3.0191054214456963 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.811395431973858, + "action_effect_rmse": 2.9417586096070965 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03513861971155987, + "action_effect_rmse": 0.03576535689445423 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.912288025281158, + "action_effect_rmse": 5.100639684229004 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1740844158263424, + "action_effect_rmse": 3.2003661306863123 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03362305880719668, + "action_effect_rmse": 0.0341890042457394 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 8.668839893228247, + "action_effect_rmse": 8.87366042237176 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.431383371450788, + "action_effect_rmse": 4.458946344454278 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.35085269237358296, + 0.03844545018435451, + 0.030336879871725415, + 0.14799781254985805 + ], + "true_costs": [ + 0.3574021970332215, + 0.037626858492514244, + 0.03535408856835902, + 0.14132180282408197 + ] + }, + { + "system_id": "battery-01181", + "family": "battery", + "anchor_step": 208, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016664415622810184, + "action_effect_rmse": 0.026364172752236903 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018779410849671347, + "action_effect_rmse": 0.01904651822044378 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.589143254457948, + "action_effect_rmse": 0.6388935308417005 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0328663586601648, + "action_effect_rmse": 0.05311142815155776 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03280228118122045, + "action_effect_rmse": 0.03382262600825314 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7412519915441654, + "action_effect_rmse": 0.884495002257578 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0530864757754664, + "action_effect_rmse": 0.08277481250484865 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07481026413454799, + "action_effect_rmse": 0.08722349020410476 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9086549304408452, + "action_effect_rmse": 1.1042144948695087 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07351161672044067, + "action_effect_rmse": 0.07619354851816255 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2677337590186368, + "action_effect_rmse": 0.2757595830155775 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1130633104026206, + "action_effect_rmse": 1.3567314871328238 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9031280125410551, + 1.0244250765018514, + 0.9343518570890013, + 0.4588342285828216 + ], + "true_costs": [ + 0.9816155982582663, + 1.02, + 0.9999698951997888, + 0.7590951423014101 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 466, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05635628538517956, + "action_effect_rmse": 0.06354873288415441 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006066068059496388, + "action_effect_rmse": 0.00696264406146613 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03966411346653809, + "action_effect_rmse": 0.047614533905112055 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.412994205040172, + "action_effect_rmse": 6.743833266722315 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07609028488652984, + "action_effect_rmse": 0.09073899402562266 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014011366395557445, + "action_effect_rmse": 0.015982686949585483 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03456265254715322, + "action_effect_rmse": 0.03843470167189892 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.0580724937552874, + "action_effect_rmse": 7.554564183612763 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18888141281499551, + "action_effect_rmse": 0.1903460107052886 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026218086677231394, + "action_effect_rmse": 0.02948207276443956 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03428090313980666, + "action_effect_rmse": 0.034957303929569826 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.985366613680623, + "action_effect_rmse": 7.185873035459911 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17902507685406674, + "action_effect_rmse": 0.21444716389326493 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04175048779970325, + "action_effect_rmse": 0.047649287050866025 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005218724418391589, + "action_effect_rmse": 0.0058856618471807 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.514655508620191, + "action_effect_rmse": 9.655401034847168 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 190.01905425259795, + 120.30981601782293, + 194.28608934231949, + 247.63476417812814 + ], + "true_costs": [ + 197.28300576019566, + 129.5489862584313, + 196.7704634012254, + 251.9224517531751 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 266, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1329031316034944, + "action_effect_rmse": 0.15425167931761788 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2447809621315571, + "action_effect_rmse": 0.2982802550215343 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2596216523485193, + "action_effect_rmse": 0.292977068397184 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4334026211413118, + "action_effect_rmse": 0.5194082071487784 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.43638509750503235, + "action_effect_rmse": 0.4952702594355201 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7531594098779237, + "action_effect_rmse": 0.9362430420793084 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.510748810081949, + "action_effect_rmse": 0.5698648001600177 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.311144020291427, + "action_effect_rmse": 1.6763507987819677 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 374.097638104859, + 417.64895833929245, + 286.64958436329647, + 176.40562731324528 + ], + "true_costs": [ + 375.53463902240276, + 393.73004504222774, + 297.59998850209035, + 205.31894208241425 + ] + }, + { + "system_id": "tank-00799", + "family": "tank", + "anchor_step": 619, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009494492005439762, + "action_effect_rmse": 0.012041753980349939 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0026983105290305787, + "action_effect_rmse": 0.0039232755052729185 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00824839334993376, + "action_effect_rmse": 0.009212551349396442 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5905776129218694, + "action_effect_rmse": 2.924571355023769 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021968835811664533, + "action_effect_rmse": 0.031061694890092768 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003431632827347523, + "action_effect_rmse": 0.004645545187136224 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0066891421573028464, + "action_effect_rmse": 0.0076988811940947085 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9691093573197573, + "action_effect_rmse": 2.3782327057011656 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04255761234782499, + "action_effect_rmse": 0.06209424160971541 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0025723767711850107, + "action_effect_rmse": 0.003747693654077193 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004365152390139608, + "action_effect_rmse": 0.004849000248712984 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.555068379841062, + "action_effect_rmse": 2.000711224661982 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0809482469951958, + "action_effect_rmse": 0.1273102438699085 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00744244212663799, + "action_effect_rmse": 0.007805012205333832 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010686887029961283, + "action_effect_rmse": 0.011056746381488528 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7354022091066881, + "action_effect_rmse": 0.8474979477184756 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 713.7259214114132, + 666.492711218404, + 712.6849775642764, + 713.0964524275444 + ], + "true_costs": [ + 714.1390544339873, + 677.0954523615274, + 714.1504939808383, + 714.2104939808384 + ] + }, + { + "system_id": "battery-00086", + "family": "battery", + "anchor_step": 504, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05984104384899125, + "action_effect_rmse": 0.06829228346752426 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09265801838015204, + "action_effect_rmse": 0.10541607339068318 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.47669178413375707, + "action_effect_rmse": 0.5023847262939111 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07327802297009496, + "action_effect_rmse": 0.08525581577298465 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11235756787651259, + "action_effect_rmse": 0.12380792536089388 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.49631500874390727, + "action_effect_rmse": 0.5555551018305424 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07903257420454779, + "action_effect_rmse": 0.1066047744866473 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23933128431418046, + "action_effect_rmse": 0.26908229440602455 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7125482627208749, + "action_effect_rmse": 0.8523503635322583 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17407294434416395, + "action_effect_rmse": 0.20596986182094634 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18853651029552942, + "action_effect_rmse": 0.22039446442708616 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2735526252576495, + "action_effect_rmse": 1.6618434682717245 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.1321157122625953, + 0.1878381049067151, + 0.5125208465630272, + 1.0099478069674346 + ], + "true_costs": [ + 1.08, + 0.42465465604254027, + 0.9985735748342986, + 1.02 + ] + }, + { + "system_id": "thermal-00570", + "family": "thermal", + "anchor_step": 488, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04007740332271581, + "action_effect_rmse": 0.04641752538603969 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004274826255890929, + "action_effect_rmse": 0.005249276103757565 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2280039608341061, + "action_effect_rmse": 0.3572409937530395 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03442160508355011, + "action_effect_rmse": 0.0390890647843616 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014464251315395416, + "action_effect_rmse": 0.016254290835344815 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.520580789908801, + "action_effect_rmse": 0.7255129381741716 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5694401808073101, + "action_effect_rmse": 0.5960249917178905 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07699452282240553, + "action_effect_rmse": 0.09234437814862649 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.122396409622752, + "action_effect_rmse": 1.2455487554100948 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7732500705481525, + "action_effect_rmse": 0.9368157659372253 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3300047122018448, + "action_effect_rmse": 0.37270978952389905 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1182709280580334, + "action_effect_rmse": 2.469193395075139 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 128.0992243464553, + 31.012476786872966, + 59.81254524513467, + 117.34265794407636 + ], + "true_costs": [ + 96.37249997316606, + 22.71214669121577, + 53.5301153615139, + 113.09164674651495 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 347, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3910784916621033, + "action_effect_rmse": 0.4040913899241082 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007236850197860652, + "action_effect_rmse": 0.008767571685647594 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3252251532841986, + "action_effect_rmse": 0.39990187939307437 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3355429797722091, + "action_effect_rmse": 0.3575352497378618 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022341722986692975, + "action_effect_rmse": 0.02628305158048718 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4322455465085871, + "action_effect_rmse": 0.5320258074352908 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1755903006499905, + "action_effect_rmse": 0.20373890759372848 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02240291999282462, + "action_effect_rmse": 0.022739238860023336 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7158667434986606, + "action_effect_rmse": 0.7790053725528971 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5210498295576518, + "action_effect_rmse": 1.5940867000722527 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3120087662478947, + "action_effect_rmse": 0.3338449637429585 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0625321712889595, + "action_effect_rmse": 3.292213214355521 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 247.4722517157727, + 176.50774783839097, + 93.33101362840382, + 43.72485040395794 + ], + "true_costs": [ + 269.96610087320465, + 202.96411114183937, + 101.14185332100855, + 57.52469679472281 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 485, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06857722131867246, + "action_effect_rmse": 0.09081994385756839 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3362338825054015, + "action_effect_rmse": 0.3556726221449284 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1478914672334858, + "action_effect_rmse": 0.19850631023153503 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5934258042228748, + "action_effect_rmse": 0.6345244089944562 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.347279130493952, + "action_effect_rmse": 0.3845560535338163 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9283908727413367, + "action_effect_rmse": 1.0726516358464833 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9925305032312952, + "action_effect_rmse": 1.2302712403119362 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5427960875371507, + "action_effect_rmse": 1.9710601397882743 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 115.25858670656365, + 263.4483832253925, + 166.89709320609504, + 110.07930332347578 + ], + "true_costs": [ + 119.00941392550826, + 308.43375525179255, + 186.44052962430194, + 104.86993949079377 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 549, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24313464166887755, + "action_effect_rmse": 0.3068454869422193 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0016384729410994225, + "action_effect_rmse": 0.0023476803286256475 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.282379858598271, + "action_effect_rmse": 0.3576685852418871 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4488944716915964, + "action_effect_rmse": 0.5698492810876388 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0033182463266593723, + "action_effect_rmse": 0.003950322815384692 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47673055971373896, + "action_effect_rmse": 0.6122085154282987 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7197757077506175, + "action_effect_rmse": 0.9063879475114303 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021762594075186808, + "action_effect_rmse": 0.027205525961515698 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9810398010109035, + "action_effect_rmse": 1.2097422091015833 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7376723043387834, + "action_effect_rmse": 0.8650561946407783 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07712266761950796, + "action_effect_rmse": 0.09456953670658381 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9630223530850799, + "action_effect_rmse": 2.561031837061052 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 77.52016897095473, + 23.661912725716284, + 65.70104506128392, + 151.56354027066658 + ], + "true_costs": [ + 66.0660949680404, + 23.616007778290953, + 50.74347500274892, + 94.57909187500367 + ] + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "anchor_step": 224, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7119725022527502, + "action_effect_rmse": 0.783598522630298 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22524099705143877, + "action_effect_rmse": 0.30815456887681747 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2911124655616149, + "action_effect_rmse": 1.4290646437480186 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45597212347255817, + "action_effect_rmse": 0.6412142255349411 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1992057292669647, + "action_effect_rmse": 2.4444759317773452 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8403793521172437, + "action_effect_rmse": 1.2547819098202055 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2895205492871065, + "action_effect_rmse": 3.6417955512208517 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6920071968325487, + "action_effect_rmse": 2.3531961735224693 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 473.0792944071877, + 400.42419303558216, + 207.26388420605753, + 114.08900104564654 + ], + "true_costs": [ + 527.9682674460778, + 385.77122019908904, + 155.26345391282774, + 101.75250923617399 + ] + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 91, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20328269841705784, + "action_effect_rmse": 0.22509533129619866 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011520114114809132, + "action_effect_rmse": 0.0012910880717769346 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5218705255842337, + "action_effect_rmse": 0.6036017047795431 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3720539694105008, + "action_effect_rmse": 0.41434791807594495 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010558587964692853, + "action_effect_rmse": 0.011718789745663413 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9278324551549986, + "action_effect_rmse": 1.0444880704117667 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6133981988216425, + "action_effect_rmse": 0.7080894533523855 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05282470318510354, + "action_effect_rmse": 0.06313517805730659 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.526162016072135, + "action_effect_rmse": 1.6425812222586609 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.341823123060843, + "action_effect_rmse": 1.5811488531949884 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20919042998028559, + "action_effect_rmse": 0.26301663514932366 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1411621123981015, + "action_effect_rmse": 2.1722838133056053 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 43.338581492566355, + 164.9318773701959, + 105.94980161840876, + 64.56892768384029 + ], + "true_costs": [ + 44.50548513214499, + 232.68344793770126, + 120.76423343932677, + 53.55227097371362 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 521, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13264020042229477, + "action_effect_rmse": 0.1791068783829486 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004917180236512664, + "action_effect_rmse": 0.006063995224228693 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02578600812609631, + "action_effect_rmse": 0.02627025344524912 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8223840368662234, + "action_effect_rmse": 0.9651814146261122 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3567513522529436, + "action_effect_rmse": 0.486158347227894 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005886564630248022, + "action_effect_rmse": 0.00666822510109157 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021398002850297842, + "action_effect_rmse": 0.023003749989611015 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0801965206342956, + "action_effect_rmse": 1.7678454139687676 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4410544047693416, + "action_effect_rmse": 0.5114726358519538 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00967738425359895, + "action_effect_rmse": 0.010890099482574035 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008295392950686134, + "action_effect_rmse": 0.01010371100366485 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4574192077472272, + "action_effect_rmse": 2.345902465428396 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42765682459015925, + "action_effect_rmse": 0.5264145473420617 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026254713237150302, + "action_effect_rmse": 0.028926902885441343 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.029124298066921895, + "action_effect_rmse": 0.02978491184839395 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7359516584325383, + "action_effect_rmse": 4.141863826613802 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 427.73851503078976, + 377.2118593895895, + 480.7586468042633, + 537.8827777671713 + ], + "true_costs": [ + 428.8903585891062, + 368.08946707097994, + 523.9681301052012, + 576.9655252054752 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 28, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6441191649357243, + "action_effect_rmse": 0.8103568250687226 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3658986032432073, + "action_effect_rmse": 0.4958951071099664 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2628280595775636, + "action_effect_rmse": 1.6439274021010268 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6334130831663695, + "action_effect_rmse": 0.9056150217634196 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7357287635685767, + "action_effect_rmse": 3.5415317617141455 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9189195039477672, + "action_effect_rmse": 1.4057306825530762 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.795260011039796, + "action_effect_rmse": 3.4017147377333092 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7232813701098262, + "action_effect_rmse": 1.759690486872237 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1390.6671763200372, + 1458.5001690943552, + 1011.6149165487282, + 630.1018148808214 + ], + "true_costs": [ + 1542.1097364177929, + 1521.7706305127085, + 1291.4803923906538, + 1090.8557744719483 + ] + }, + { + "system_id": "tank-00571", + "family": "tank", + "anchor_step": 322, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15988394364306066, + "action_effect_rmse": 0.1908626725397438 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0039006535220120022, + "action_effect_rmse": 0.004352232640084497 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13985016765679484, + "action_effect_rmse": 0.1411428425660829 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.302341187174076, + "action_effect_rmse": 5.82401363099513 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2180845740534636, + "action_effect_rmse": 0.2766868337993307 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007917981778127489, + "action_effect_rmse": 0.012273771533836348 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07578981123082477, + "action_effect_rmse": 0.0794690864627946 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.592589791703452, + "action_effect_rmse": 7.562659238595215 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2907734451822635, + "action_effect_rmse": 0.4128766776243751 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013473221557372739, + "action_effect_rmse": 0.020225564841333147 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.051518809816563906, + "action_effect_rmse": 0.05685060664911225 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.636260147890464, + "action_effect_rmse": 9.036178861265066 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5508465081353767, + "action_effect_rmse": 0.6260590376149775 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025073633498042962, + "action_effect_rmse": 0.02827305173453791 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08107847099500694, + "action_effect_rmse": 0.08414021630180694 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.058823598856033, + "action_effect_rmse": 9.542807905234543 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 189.82173990187889, + 172.3799030751051, + 297.208088477435, + 367.4984404520609 + ], + "true_costs": [ + 176.11680539270756, + 165.9420885470786, + 248.88931346690686, + 359.6073550278721 + ] + }, + { + "system_id": "battery-00635", + "family": "battery", + "anchor_step": 89, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002221652088463144, + "action_effect_rmse": 0.0023962338548701406 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3667869081517073, + "action_effect_rmse": 0.4693839591949141 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4229367755632498, + "action_effect_rmse": 1.653791130762682 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0018881231697359298, + "action_effect_rmse": 0.0019751927039462374 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5965969309027302, + "action_effect_rmse": 0.8035496789593477 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2899932528526759, + "action_effect_rmse": 1.5482262833036158 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008284452303824593, + "action_effect_rmse": 0.011124477159212302 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8792022228741635, + "action_effect_rmse": 1.2002157671406406 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0210979979025758, + "action_effect_rmse": 1.235219189256853 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05579020839879054, + "action_effect_rmse": 0.07926052597990957 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1496070763630595, + "action_effect_rmse": 1.6029764645724096 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6460303525223416, + "action_effect_rmse": 0.7876170546081281 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.00432113664063224, + 0.22727444720118412, + 9.75848876618872e-05, + 0.19311755958971633 + ], + "true_costs": [ + 0.00402124939178925, + 0.35610044187086315, + 6.35366310489997e-05, + 0.2117323927799032 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 182, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01465719575711629, + "action_effect_rmse": 0.015823926874194198 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0035410336663256694, + "action_effect_rmse": 0.0036004469773164255 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021600864287631083, + "action_effect_rmse": 0.02478524617740031 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3332742515214306, + "action_effect_rmse": 1.5204655438522718 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18234807771146677, + "action_effect_rmse": 0.2388178586904436 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008462113705083615, + "action_effect_rmse": 0.009143298996797819 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015174864611019726, + "action_effect_rmse": 0.018379316853892134 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7945182089399042, + "action_effect_rmse": 0.9123466951637316 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44838690519809826, + "action_effect_rmse": 0.611437966581516 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017829363346534066, + "action_effect_rmse": 0.019004150850040476 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013093862177172344, + "action_effect_rmse": 0.016069687573356004 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5968810283912648, + "action_effect_rmse": 0.6312628448434349 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9874374883897777, + "action_effect_rmse": 1.0611803454846163 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.022571557337298504, + "action_effect_rmse": 0.026168730514546122 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012080923869565682, + "action_effect_rmse": 0.01442611216442624 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9771144903470871, + "action_effect_rmse": 1.0737962244591883 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 554.0317081011618, + 474.35367236677826, + 599.4639345868285, + 677.6252384638744 + ], + "true_costs": [ + 557.8016464988742, + 451.04879054319235, + 591.9185991650629, + 606.6674454564157 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009945213937108713, + "action_effect_rmse": 0.016484214383493748 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002576875015322481, + "action_effect_rmse": 0.0032053406853079208 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01815436336665945, + "action_effect_rmse": 0.018402533834391985 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.359575495265761, + "action_effect_rmse": 0.4166795446879157 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013277639226734195, + "action_effect_rmse": 0.02291911791206678 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002937763794683098, + "action_effect_rmse": 0.003523619661633214 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.032700230097748945, + "action_effect_rmse": 0.03291589725086343 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25459291155316305, + "action_effect_rmse": 0.3867041689978281 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.030648451046828267, + "action_effect_rmse": 0.05193604676394278 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0026352624981598183, + "action_effect_rmse": 0.002820084196572685 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013871067189118264, + "action_effect_rmse": 0.013922001605931093 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23754846353506073, + "action_effect_rmse": 0.2939485791730735 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06704122876550815, + "action_effect_rmse": 0.11253954144485494 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007254413755917473, + "action_effect_rmse": 0.008671707205830622 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04384636607666489, + "action_effect_rmse": 0.04389147048217227 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5512485424142164, + "action_effect_rmse": 2.6065591003802866 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 482.22006405612996, + 439.1103955277175, + 482.30685733895154, + 482.3119202763494 + ], + "true_costs": [ + 482.47785895718374, + 432.2035949945992, + 482.4561444105135, + 482.5161444105135 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 359, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2961178696780813, + "action_effect_rmse": 0.29710217526759547 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00165677363221306, + "action_effect_rmse": 0.0019212920140309014 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.415917332597284, + "action_effect_rmse": 0.5099756010994205 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5974825506462776, + "action_effect_rmse": 0.6015765738027866 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008696139182773047, + "action_effect_rmse": 0.009448850430480089 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7235195336817242, + "action_effect_rmse": 0.8848401595994632 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1543002545323848, + "action_effect_rmse": 1.1794135968016863 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03560194539956759, + "action_effect_rmse": 0.037467254252780746 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4374352442375766, + "action_effect_rmse": 1.6795374407020247 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6737809227223828, + "action_effect_rmse": 1.8021353439077865 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11721495461228197, + "action_effect_rmse": 0.12233416338498546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9286479697876, + "action_effect_rmse": 3.3338659814333025 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 12.82806954224664, + 11.602501511804892, + 23.426717286233156, + 68.14967897354289 + ], + "true_costs": [ + 18.486944158967034, + 14.27517941732717, + 30.057959130433247, + 89.26071751777225 + ] + }, + { + "system_id": "tank-00640", + "family": "tank", + "anchor_step": 49, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03935777718648126, + "action_effect_rmse": 0.051653799632949235 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006073203957621824, + "action_effect_rmse": 0.006205489805006457 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025005659631007298, + "action_effect_rmse": 0.025978259376581846 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49994530986554747, + "action_effect_rmse": 0.6116150494574604 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02317054188364705, + "action_effect_rmse": 0.025998888736539504 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01233604434801805, + "action_effect_rmse": 0.013331890047651096 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03734871391039893, + "action_effect_rmse": 0.03900187595086119 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3720694664516178, + "action_effect_rmse": 0.4417100959395718 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02063002041830349, + "action_effect_rmse": 0.02624258624652897 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0241055328561887, + "action_effect_rmse": 0.02460347038529388 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0352990737250912, + "action_effect_rmse": 0.038606122764031914 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4117470891399435, + "action_effect_rmse": 0.453687117129308 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0733610790607262, + "action_effect_rmse": 0.0790854238731135 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.023945305214053764, + "action_effect_rmse": 0.025888811764741462 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008803569654600893, + "action_effect_rmse": 0.010544909845880064 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0793961408541335, + "action_effect_rmse": 1.2772014560434521 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 254.43306099988507, + 227.92889238544103, + 255.8823650443697, + 256.9471089293606 + ], + "true_costs": [ + 252.32680153745838, + 228.0483935819933, + 256.41546886355803, + 256.47546886355804 + ] + }, + { + "system_id": "tank-01015", + "family": "tank", + "anchor_step": 204, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17434117439877403, + "action_effect_rmse": 0.21709877778308442 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0006058032764784116, + "action_effect_rmse": 0.0007974769275998911 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011103561409798568, + "action_effect_rmse": 0.01131482347362512 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 20.277112706018816, + "action_effect_rmse": 29.451029892020486 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.408607374621243, + "action_effect_rmse": 0.5091886901506251 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00655919229836736, + "action_effect_rmse": 0.007682345022067704 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009117241154361466, + "action_effect_rmse": 0.009482880356631543 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.49148024181176, + "action_effect_rmse": 26.726897365577564 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8876755385044284, + "action_effect_rmse": 1.1212969282805791 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01451772904133719, + "action_effect_rmse": 0.018163098374788356 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0026395768196002347, + "action_effect_rmse": 0.002949285197884019 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.38929986425178, + "action_effect_rmse": 26.438454170855763 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8842782555817739, + "action_effect_rmse": 2.3104732634211254 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025297161971903275, + "action_effect_rmse": 0.029359823975698363 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00477224578109466, + "action_effect_rmse": 0.005027025264954188 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 18.073707832616048, + "action_effect_rmse": 25.58702021596645 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 302.7044254713585, + 274.20964579293576, + 354.1309727255114, + 404.21285306105085 + ], + "true_costs": [ + 308.3089146019695, + 265.8868370764089, + 413.98620510372007, + 568.8808996831232 + ] + }, + { + "system_id": "tank-00325", + "family": "tank", + "anchor_step": 412, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03419420591259984, + "action_effect_rmse": 0.04104898268749485 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0012207256889566291, + "action_effect_rmse": 0.001498947906386913 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04336248690319514, + "action_effect_rmse": 0.04392607089931693 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.932707762594286, + "action_effect_rmse": 2.387795074763349 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015811814186767137, + "action_effect_rmse": 0.016414969445967337 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006002267869915201, + "action_effect_rmse": 0.006760101283585162 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07555244828415793, + "action_effect_rmse": 0.07567402990766993 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.287723738213689, + "action_effect_rmse": 5.131001841936597 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06237636015792584, + "action_effect_rmse": 0.07907425863193317 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011898087870430155, + "action_effect_rmse": 0.013219682016521546 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18423188887790518, + "action_effect_rmse": 0.18455789720860397 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.0996918612386315, + "action_effect_rmse": 5.098725499991801 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4963976560488468, + "action_effect_rmse": 0.6076613538842749 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.041494590709455416, + "action_effect_rmse": 0.04331007377462436 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02257055066655352, + "action_effect_rmse": 0.027278220887119585 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.521193335616298, + "action_effect_rmse": 4.254374336809091 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 72.86905593034398, + 46.05430919068919, + 90.37781203675884, + 93.56107141209196 + ], + "true_costs": [ + 67.95786510894118, + 45.014857677700974, + 93.0147281879088, + 94.65431332344234 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 222, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019650021558559327, + "action_effect_rmse": 0.019779028873976038 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36755090318570066, + "action_effect_rmse": 0.45063665668375197 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.503265929987402, + "action_effect_rmse": 3.189553004099324 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03109258986438605, + "action_effect_rmse": 0.040751492660178516 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5494927755118972, + "action_effect_rmse": 0.6549252326240531 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.18040650361665, + "action_effect_rmse": 3.767100679299382 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0730446709983752, + "action_effect_rmse": 0.08485501568440407 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6444355625198088, + "action_effect_rmse": 1.6465960652595935 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 8.457173820800662, + "action_effect_rmse": 8.648268098052926 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14872693934784645, + "action_effect_rmse": 0.15307991480397493 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.199029306155783, + "action_effect_rmse": 3.2488802417886022 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6710237296189185, + "action_effect_rmse": 4.201977773079797 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.5860774063930928, + 0.8768075620061391, + 0.12739529307032904, + 0.3961073890688215 + ], + "true_costs": [ + 0.4327515982192488, + 0.9171409080269064, + 0.15151282147804052, + 0.44756017468856 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 50, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21370555277900274, + "action_effect_rmse": 0.2345726778550884 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6210244449417649, + "action_effect_rmse": 0.7170144295977051 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43754252970000823, + "action_effect_rmse": 0.4750972394217323 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.147928918739801, + "action_effect_rmse": 1.3111212166128778 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5820137185214816, + "action_effect_rmse": 0.7748381550371578 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1161843415585484, + "action_effect_rmse": 1.1435661789540998 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2537009609517675, + "action_effect_rmse": 1.5532215345660034 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5925131723531436, + "action_effect_rmse": 1.6736210477102311 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 6.597555319857794, + 44.162421047950126, + 17.14259610877339, + 14.491644410194425 + ], + "true_costs": [ + 9.369883747331091, + 72.22044301193549, + 15.590427248733974, + 26.451425440810254 + ] + }, + { + "system_id": "tank-00187", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3095030656064388, + "action_effect_rmse": 0.37234222555324825 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0031048303989837933, + "action_effect_rmse": 0.003936704126168997 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007002950696581606, + "action_effect_rmse": 0.008420804385036241 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.13487344892555, + "action_effect_rmse": 57.9767552433961 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7869867471987521, + "action_effect_rmse": 0.9502552778725976 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014241571448852852, + "action_effect_rmse": 0.01691657573160482 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01193935920820218, + "action_effect_rmse": 0.012355161189435221 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 44.4659346393598, + "action_effect_rmse": 54.46169866823057 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5973791278472191, + "action_effect_rmse": 1.8936460519047789 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03792376194686812, + "action_effect_rmse": 0.04431532891709373 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01853533730938627, + "action_effect_rmse": 0.018567919611779785 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 42.74804156931651, + "action_effect_rmse": 52.29380509998858 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8406070564084066, + "action_effect_rmse": 1.2191220186218255 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04226989083125924, + "action_effect_rmse": 0.0477649510523376 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.030886450293751182, + "action_effect_rmse": 0.03089153673524519 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 40.398814270722596, + "action_effect_rmse": 49.563112888194944 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 320.9760328338166, + 197.80805542473166, + 297.48810277854903, + 331.57481025557297 + ], + "true_costs": [ + 443.44982192773404, + 190.20049133826348, + 358.9716288069688, + 445.8588718201328 + ] + }, + { + "system_id": "battery-00263", + "family": "battery", + "anchor_step": 604, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02037169616420779, + "action_effect_rmse": 0.03203094417088197 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0390580100704104, + "action_effect_rmse": 0.05090477726824678 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2959271874526124, + "action_effect_rmse": 0.3632686908942709 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.059926135956833625, + "action_effect_rmse": 0.08564530683277749 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07744402065304594, + "action_effect_rmse": 0.1060902067485505 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4361616690208348, + "action_effect_rmse": 0.7084478334163957 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.045968015429647256, + "action_effect_rmse": 0.07630894153772483 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11140452427693741, + "action_effect_rmse": 0.1636652366143762 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4878059381406068, + "action_effect_rmse": 0.804516227730719 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08954475007372094, + "action_effect_rmse": 0.10206378916567715 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5829264455815668, + "action_effect_rmse": 1.6321455493233201 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6087433431893648, + "action_effect_rmse": 0.7724009529634692 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.310787956595013, + 0.4181792835470397, + 0.011060273491335822, + 0.7926238200603459 + ], + "true_costs": [ + 0.27748145904550636, + 0.6703257042995517, + 0.009898164924245818, + 0.6815925560297487 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 396, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13828924684464994, + "action_effect_rmse": 0.15181343770495806 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0005134443618075579, + "action_effect_rmse": 0.0006025235897991395 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04356484325490965, + "action_effect_rmse": 0.04634910901944004 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.304382064313482, + "action_effect_rmse": 6.834762493428887 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4842455723153159, + "action_effect_rmse": 0.5293078792281638 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0011444885357588437, + "action_effect_rmse": 0.0013545399454795496 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.052703977510303444, + "action_effect_rmse": 0.05495650957474338 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.025215361935409, + "action_effect_rmse": 7.280347574846548 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3344834592079835, + "action_effect_rmse": 1.4629311920006072 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005817334246319916, + "action_effect_rmse": 0.006273103848362537 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.052622834059419386, + "action_effect_rmse": 0.05521352438884743 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.462864597448051, + "action_effect_rmse": 8.863925495774215 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2205813840275859, + "action_effect_rmse": 1.522294224379091 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012496350541743103, + "action_effect_rmse": 0.013264512020885043 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.035210493663556774, + "action_effect_rmse": 0.03590075934276884 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.5062090248113025, + "action_effect_rmse": 9.257410311951613 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 312.7207714657644, + 217.99087647125438, + 290.0688294037903, + 314.6093738739686 + ], + "true_costs": [ + 418.4578155992184, + 222.95007840125334, + 320.51833475767614, + 403.0450797949619 + ] + }, + { + "system_id": "battery-00260", + "family": "battery", + "anchor_step": 60, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0530514590303674, + "action_effect_rmse": 0.06459795735165298 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0640630834668201, + "action_effect_rmse": 0.10364998862683338 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5728025200703352, + "action_effect_rmse": 0.6835687579036176 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1104912515012461, + "action_effect_rmse": 0.13462342462252108 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14977838685257558, + "action_effect_rmse": 0.23335793580976824 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24777812861686263, + "action_effect_rmse": 0.30481239237614977 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10807936786486577, + "action_effect_rmse": 0.13192926801098565 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18246724284791208, + "action_effect_rmse": 0.2923140686559679 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6941657314079185, + "action_effect_rmse": 0.834731013443227 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10727590465229608, + "action_effect_rmse": 0.11510348004544399 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22909564764457122, + "action_effect_rmse": 0.2797600570451983 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.669623489919505, + "action_effect_rmse": 4.669777219522728 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.14617147310196862, + 0.33684628556510965, + 0.005642687871879152, + 0.4719082231032594 + ], + "true_costs": [ + 0.2721756369786566, + 0.6634857410022164, + 0.007980338626745787, + 0.6906285097498943 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 530, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33849950957481195, + "action_effect_rmse": 0.3845376287383329 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.319853366329274, + "action_effect_rmse": 0.36124857181762016 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7908449037090364, + "action_effect_rmse": 0.9563977443903604 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5048197057294223, + "action_effect_rmse": 0.5704799089504186 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7156358567703773, + "action_effect_rmse": 1.9464231331252846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6394342126014484, + "action_effect_rmse": 0.6840887939479341 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7032623358054682, + "action_effect_rmse": 2.032544886535185 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2490054763804512, + "action_effect_rmse": 1.2996137100098917 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 630.0527672582853, + 622.5060563048106, + 806.4742724366631, + 1077.5384236651275 + ], + "true_costs": [ + 501.3249183987067, + 496.33328775177034, + 771.6433114390074, + 1146.1594275126881 + ] + }, + { + "system_id": "tank-00643", + "family": "tank", + "anchor_step": 636, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033655197463003717, + "action_effect_rmse": 0.03428252459862612 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0016799398300205344, + "action_effect_rmse": 0.0021882719858482918 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005834877281687097, + "action_effect_rmse": 0.00644943872486749 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9846398264451798, + "action_effect_rmse": 1.2207986410722516 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04849221030801706, + "action_effect_rmse": 0.04882200141349507 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0024413122158340648, + "action_effect_rmse": 0.0033073111530470037 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011336149705760431, + "action_effect_rmse": 0.011453468085979525 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2693282576928528, + "action_effect_rmse": 1.4719480824956208 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06356292325317743, + "action_effect_rmse": 0.06362356170195074 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00710235787418038, + "action_effect_rmse": 0.008040617206601304 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016237375707428153, + "action_effect_rmse": 0.016299169682032388 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2199306483290588, + "action_effect_rmse": 1.5122620275093548 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1321631638832296, + "action_effect_rmse": 0.15728843848180013 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011535267538325419, + "action_effect_rmse": 0.011805884013788943 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008277562709381662, + "action_effect_rmse": 0.008815026541409242 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5429422795070593, + "action_effect_rmse": 2.544736867602907 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 731.3454095776863, + 661.6592009136676, + 724.9823203798493, + 725.9851382482262 + ], + "true_costs": [ + 725.1445819575443, + 665.7209059548895, + 725.1263822107599, + 725.1863822107599 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 38, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07766730726666064, + "action_effect_rmse": 0.09168975721963249 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001138867170975999, + "action_effect_rmse": 0.0013320442835815813 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005109236911455151, + "action_effect_rmse": 0.00518765937215744 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.114876936342043, + "action_effect_rmse": 18.89327122104761 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08744203297626758, + "action_effect_rmse": 0.09137860053426361 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0024733497183303164, + "action_effect_rmse": 0.0025418202219931667 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0014157404825306437, + "action_effect_rmse": 0.0014936724630459906 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 11.085699141419466, + "action_effect_rmse": 17.08880412480459 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19330861474050268, + "action_effect_rmse": 0.22202916753185567 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0038766007832364835, + "action_effect_rmse": 0.0042034475227293875 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012475134517074049, + "action_effect_rmse": 0.012591798964237302 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 13.578832849254434, + "action_effect_rmse": 13.66470571254331 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8926629173369675, + "action_effect_rmse": 0.9681069111320776 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013184994282520771, + "action_effect_rmse": 0.013474275335930087 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004252804296822936, + "action_effect_rmse": 0.004351980320744204 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 11.158383949503671, + "action_effect_rmse": 16.854071343080587 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 316.40076085524476, + 247.75465974957672, + 341.0844009412833, + 440.4159437452782 + ], + "true_costs": [ + 330.7049347552591, + 243.31952129473154, + 372.23785511045844, + 426.2688703012275 + ] + }, + { + "system_id": "tank-00097", + "family": "tank", + "anchor_step": 638, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07251297618407608, + "action_effect_rmse": 0.08790057188441218 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0027505753371688257, + "action_effect_rmse": 0.003371135168031713 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01521357836609368, + "action_effect_rmse": 0.01526330370289529 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 6.810680951717745, + "action_effect_rmse": 11.109073808708414 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.133893494178445, + "action_effect_rmse": 0.16053434601009037 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0029619279572348964, + "action_effect_rmse": 0.003724580701580121 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0021332388133729063, + "action_effect_rmse": 0.0023835687003774145 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 6.708793462767697, + "action_effect_rmse": 10.7880047691713 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18465880552301903, + "action_effect_rmse": 0.2203845227963869 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007299310286517979, + "action_effect_rmse": 0.00933010172077 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005141205263662722, + "action_effect_rmse": 0.005944464518095269 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.319386323718081, + "action_effect_rmse": 10.161495277403809 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15811430982287553, + "action_effect_rmse": 0.23265968187769714 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008243559454579477, + "action_effect_rmse": 0.009617616122648921 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011954503281121909, + "action_effect_rmse": 0.011983545949738907 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.889381882348218, + "action_effect_rmse": 10.898218166948917 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 368.7744978653461, + 338.1148375885403, + 403.70526539546756, + 407.6902017360111 + ], + "true_costs": [ + 383.31057131704256, + 359.6567638585657, + 409.23658757258653, + 409.29658757258653 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 491, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033135682884285214, + "action_effect_rmse": 0.03324209251361674 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2179793389016996, + "action_effect_rmse": 0.24030957741476972 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3666599862148665, + "action_effect_rmse": 0.4107529283078032 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015163662373720084, + "action_effect_rmse": 0.020981969886924343 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6291001137814272, + "action_effect_rmse": 0.6660135493161329 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5780533547384697, + "action_effect_rmse": 0.7488459769422492 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026411618158694628, + "action_effect_rmse": 0.028080237791980135 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9338909997200023, + "action_effect_rmse": 0.9534196397113179 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.002321508043342, + "action_effect_rmse": 1.097598334208429 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026498774143181702, + "action_effect_rmse": 0.028690666650267954 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3443128028990001, + "action_effect_rmse": 1.4233513505697573 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1383751106853146, + "action_effect_rmse": 2.232244772534596 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.1013937344137883, + 0.8526473124941021, + 0.38237094490276036, + 0.14863889761580518 + ], + "true_costs": [ + 1.0610926909646965, + 0.8670243277452073, + 0.37065444221430444, + 0.14505315356227827 + ] + }, + { + "system_id": "battery-00095", + "family": "battery", + "anchor_step": 350, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009109448866775505, + "action_effect_rmse": 0.014454609931285731 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015626705223887427, + "action_effect_rmse": 0.020519858597168955 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.781009666279135, + "action_effect_rmse": 5.679985089890721 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01861521005101076, + "action_effect_rmse": 0.029737602222387503 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03197281673414546, + "action_effect_rmse": 0.04357003468714572 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.363072270767515, + "action_effect_rmse": 5.1987226672804 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02242800513236211, + "action_effect_rmse": 0.03485099020729973 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05498129027924866, + "action_effect_rmse": 0.06612550975059162 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.0518776166245205, + "action_effect_rmse": 4.8831122343114535 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004766446324680262, + "action_effect_rmse": 0.004877286204511152 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09969052407408678, + "action_effect_rmse": 0.12184247681344303 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3532411614387834, + "action_effect_rmse": 4.1391340222219215 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.061806335984149446, + 0.610831857925992, + 0.13684800727058025, + 0.06949750465696114 + ], + "true_costs": [ + 0.06069075278434732, + 0.5241161102870224, + 0.13118379827966065, + 0.06845190984319371 + ] + }, + { + "system_id": "tank-00628", + "family": "tank", + "anchor_step": 209, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004121274598756959, + "action_effect_rmse": 0.0047772734630984965 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007891135705306121, + "action_effect_rmse": 0.009554450184886727 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003573731329584375, + "action_effect_rmse": 0.004000833247594805 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.238564694842418, + "action_effect_rmse": 3.5015532336198345 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00798727209820349, + "action_effect_rmse": 0.012246122845855854 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018853438238840187, + "action_effect_rmse": 0.02155085223933144 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009182862040547779, + "action_effect_rmse": 0.009545683654285849 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0291868204676953, + "action_effect_rmse": 3.2262836784810247 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012998100416039549, + "action_effect_rmse": 0.021678437960199 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03617582941528793, + "action_effect_rmse": 0.04085241376157798 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0058708588807812045, + "action_effect_rmse": 0.006010858210425254 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.863295186705269, + "action_effect_rmse": 2.8049405756156536 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.061072304822582524, + "action_effect_rmse": 0.0959651242955602 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0675584237405052, + "action_effect_rmse": 0.07382928301284448 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014189927914507424, + "action_effect_rmse": 0.015765880218789528 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 0.45358718532398257, + "action_effect_rmse": 0.5246163237008412 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 550.4767220843083, + 507.18374604521955, + 551.427214067378, + 551.7450889694335 + ], + "true_costs": [ + 550.9624854296958, + 512.7129205978856, + 552.2205973819476, + 552.2805973819477 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 452, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5035846839949608, + "action_effect_rmse": 0.5175108104780156 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2796725271012595, + "action_effect_rmse": 0.4330599286993647 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7408489633232959, + "action_effect_rmse": 0.7672497426130561 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1495143453561998, + "action_effect_rmse": 1.2858349869980226 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3284033391236545, + "action_effect_rmse": 1.3527044293041275 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9062210292449513, + "action_effect_rmse": 3.078645587049245 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0325896529669953, + "action_effect_rmse": 2.066323032674643 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.78824207175406, + "action_effect_rmse": 5.129664396854787 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 368.08313333268023, + 508.89529508326405, + 765.2011638961748, + 1065.802238792809 + ], + "true_costs": [ + 348.6623442271789, + 546.820600350415, + 821.3055575762594, + 1194.9966071885503 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 91, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03167111573180092, + "action_effect_rmse": 0.04492266827455862 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05153666598974856, + "action_effect_rmse": 0.053763119971661166 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.567843339194866, + "action_effect_rmse": 6.0340791032434975 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06322186256065863, + "action_effect_rmse": 0.09465946882729848 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11202859949965809, + "action_effect_rmse": 0.14561750641203852 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.3170192220273025, + "action_effect_rmse": 4.947323279341448 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12055636537698455, + "action_effect_rmse": 0.18443304338150604 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1895743594194451, + "action_effect_rmse": 0.24141639908063806 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5593117663247966, + "action_effect_rmse": 3.656976697621585 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20524094140356494, + "action_effect_rmse": 0.22687548341026492 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.48627846669197733, + "action_effect_rmse": 0.5140181795706892 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.447846376680225, + "action_effect_rmse": 5.544499897273916 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8932270536293708, + 1.017448407913415, + 0.82924080651373, + 0.3754443607100192 + ], + "true_costs": [ + 0.8361963607955278, + 1.02, + 0.9996731094506165, + 0.4408300422259944 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 116, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08752606992697502, + "action_effect_rmse": 0.12430264201248019 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012072433453334122, + "action_effect_rmse": 0.016066157690526037 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00572298359061485, + "action_effect_rmse": 0.006676977230970489 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 6.449659294597841, + "action_effect_rmse": 8.832447299419536 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06339551366845712, + "action_effect_rmse": 0.07894288670503292 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023642430689731004, + "action_effect_rmse": 0.03526409351428639 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0026012645839021777, + "action_effect_rmse": 0.003451215721926694 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 8.425754335591515, + "action_effect_rmse": 11.82330582368572 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18623674084297917, + "action_effect_rmse": 0.24214400598129138 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.042827371676186964, + "action_effect_rmse": 0.04495780796365964 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005204772314394572, + "action_effect_rmse": 0.00579877446868219 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.156925510951972, + "action_effect_rmse": 10.981250022463195 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6683535032958087, + "action_effect_rmse": 0.7487881596220987 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0801825110334254, + "action_effect_rmse": 0.10818660256808889 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0037919431713043053, + "action_effect_rmse": 0.005170336502647981 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.237216488897925, + "action_effect_rmse": 12.612736984887242 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 0.06085105057544982, + "predicted_costs": [ + 0.6680418483233797, + 1.2438304667294082, + 4.643374969755428, + 7.442103678736284 + ], + "true_costs": [ + 1.1719400200015215, + 1.1110889694260717, + 3.7266891226752765, + 4.328116697950093 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 656, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00574701360936188, + "action_effect_rmse": 0.008015237268991029 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14759323886514034, + "action_effect_rmse": 0.16501751967281872 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6410138813057765, + "action_effect_rmse": 0.7093955990396651 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007356997535231484, + "action_effect_rmse": 0.011356667468092583 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28556682716195425, + "action_effect_rmse": 0.3027357893300482 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5404129359556222, + "action_effect_rmse": 0.5590670651552931 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01213778828626629, + "action_effect_rmse": 0.01936056331563999 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4712526198031905, + "action_effect_rmse": 0.4825863546379 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47637976269745036, + "action_effect_rmse": 0.4952605371836367 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02384664773460876, + "action_effect_rmse": 0.024961808859719048 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2164399673967168, + "action_effect_rmse": 1.3579441282995786 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5437970277765865, + "action_effect_rmse": 3.576777636899699 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.37024847926289073, + 0.12663937087361724, + 0.23450493088620752, + 0.5077426113192792 + ], + "true_costs": [ + 0.3590977957455588, + 0.13121652716891227, + 0.23856532229897892, + 0.4280830657188227 + ] + }, + { + "system_id": "tank-00886", + "family": "tank", + "anchor_step": 135, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.044420119239000876, + "action_effect_rmse": 0.04932575371970053 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003918754580079546, + "action_effect_rmse": 0.004674673043021209 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0141329043794954, + "action_effect_rmse": 0.014164046522574776 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.010827766195465, + "action_effect_rmse": 4.034240156246928 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05630208176333203, + "action_effect_rmse": 0.06675798619318173 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00702400476185024, + "action_effect_rmse": 0.008614323379236417 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011725244537461673, + "action_effect_rmse": 0.011884003280571117 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.795627734518226, + "action_effect_rmse": 2.35641887169369 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14110185370288283, + "action_effect_rmse": 0.15458675492999982 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01162957977790787, + "action_effect_rmse": 0.013745923439264686 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007273606178000806, + "action_effect_rmse": 0.007718524687706194 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9612588647374807, + "action_effect_rmse": 2.7144678274538316 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.557729207025961, + "action_effect_rmse": 0.6841298743444266 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.017168544619422004, + "action_effect_rmse": 0.02407963564271352 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007768325244357499, + "action_effect_rmse": 0.008187810249716845 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9082154603964152, + "action_effect_rmse": 2.497619270887787 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 419.7274799547399, + 288.9302140516789, + 393.8684067552074, + 495.475921721674 + ], + "true_costs": [ + 430.58450241339756, + 295.20432808768214, + 410.8530397073338, + 483.4755692855816 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 585, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003376840653585511, + "action_effect_rmse": 0.003437738632483052 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3176659483630182, + "action_effect_rmse": 0.3731276657590973 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7604638586930056, + "action_effect_rmse": 0.890768290743217 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011043203583873618, + "action_effect_rmse": 0.011755874461852396 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5333127745277247, + "action_effect_rmse": 0.6233327006199144 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1177755747207172, + "action_effect_rmse": 1.304652396603138 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022093449920659775, + "action_effect_rmse": 0.025218516522190412 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6704898265653298, + "action_effect_rmse": 0.8026228118072102 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.45236488220288135, + "action_effect_rmse": 0.5449062027038302 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0356673768467943, + "action_effect_rmse": 0.040635028970154995 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8844724428520946, + "action_effect_rmse": 0.9060345594366677 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.831607935704073, + "action_effect_rmse": 0.8790727168449701 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.14788755755763877, + 0.19195632988225209, + 0.012795466178685568, + 0.0510203956444778 + ], + "true_costs": [ + 0.16452055065493107, + 0.21925491655660723, + 0.01047522902351616, + 0.07336438073783441 + ] + }, + { + "system_id": "battery-00860", + "family": "battery", + "anchor_step": 58, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013702809267112169, + "action_effect_rmse": 0.014630988648470622 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09243665642537617, + "action_effect_rmse": 0.1123851086172926 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.365171899048761, + "action_effect_rmse": 1.7977904515654552 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011354555975646288, + "action_effect_rmse": 0.013956805263656861 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1299042659462213, + "action_effect_rmse": 0.15766841353243147 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3171566359365972, + "action_effect_rmse": 1.7745466684187414 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04014726053176893, + "action_effect_rmse": 0.041542140451317947 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30437721179971966, + "action_effect_rmse": 0.3528476833479986 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2395112596773619, + "action_effect_rmse": 1.4913424158162683 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03324868677690895, + "action_effect_rmse": 0.04125522906142027 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17592638701867358, + "action_effect_rmse": 0.22494999450534234 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22225743376336146, + "action_effect_rmse": 0.23203174127076032 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.46274773725311447, + 0.9721120207473919, + 0.7563365754833664, + 0.3552967268215272 + ], + "true_costs": [ + 0.5036507381451288, + 1.02, + 0.8641252487949348, + 0.4031575164188411 + ] + }, + { + "system_id": "thermal-00927", + "family": "thermal", + "anchor_step": 384, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.473783580645262, + "action_effect_rmse": 0.5391111021757545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12555195101397962, + "action_effect_rmse": 0.15439063027354838 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9178331040797841, + "action_effect_rmse": 1.0607688762990448 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22196222796041334, + "action_effect_rmse": 0.2651640126084223 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3778976021576714, + "action_effect_rmse": 1.6839612524775343 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4871260773404818, + "action_effect_rmse": 0.6175322411314568 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6455044210632526, + "action_effect_rmse": 3.0401594703997716 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1016453272333326, + "action_effect_rmse": 1.4135262488410447 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.8933380838429725, + 34.86703370436943, + 0.809759837030684, + 29.906501029574084 + ], + "true_costs": [ + 1.5097341346774737, + 104.45126532728818, + 1.2999524273248955, + 96.63838065825246 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 256, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01535386044929865, + "action_effect_rmse": 0.017088827142233247 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015329123870769715, + "action_effect_rmse": 0.0166630428572211 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030131838857022197, + "action_effect_rmse": 0.03650660055204451 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.3167311176595335, + "action_effect_rmse": 6.821966707198181 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006893607995763773, + "action_effect_rmse": 0.008756632187572697 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014153288940400207, + "action_effect_rmse": 0.01916593237473614 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02929654841115222, + "action_effect_rmse": 0.029798340762273674 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.49139464329108, + "action_effect_rmse": 5.293791246096094 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14908855637227228, + "action_effect_rmse": 0.1513050834339342 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03343180774578277, + "action_effect_rmse": 0.03945039552430312 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02151576230511565, + "action_effect_rmse": 0.027883086393218768 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.086649004449338, + "action_effect_rmse": 4.318016367851439 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.651363734184334, + "action_effect_rmse": 0.651592075193289 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.055500395406863134, + "action_effect_rmse": 0.07919530054846163 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09420554733770954, + "action_effect_rmse": 0.09590147596417185 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3325538545989795, + "action_effect_rmse": 3.445240355944346 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1199.9581810821664, + 1044.4589030544307, + 1220.6080399041575, + 1222.204401137069 + ], + "true_costs": [ + 1172.2981884119329, + 1044.0515647694, + 1219.8766161377919, + 1219.9366161377918 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 188, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06180499911524132, + "action_effect_rmse": 0.06761727674785387 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37655257562772704, + "action_effect_rmse": 0.46290459061748873 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10895050121924044, + "action_effect_rmse": 0.11020182837568597 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6311244480149677, + "action_effect_rmse": 0.7992573154533784 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16204465861695758, + "action_effect_rmse": 0.17860962120258794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2144130892983753, + "action_effect_rmse": 1.474555253471027 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22421502548016056, + "action_effect_rmse": 0.22821621199039646 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2412910082541277, + "action_effect_rmse": 1.6168876777338597 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 10.676061432456896, + 14.155199724749735, + 27.899612043746636, + 80.9580874225095 + ], + "true_costs": [ + 10.483901170247696, + 14.82217116866043, + 26.15426743485689, + 72.09212025673715 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 646, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09007689377084915, + "action_effect_rmse": 0.09954041194672235 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33564338529284515, + "action_effect_rmse": 0.43682160410582893 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5558190520417412, + "action_effect_rmse": 0.5767200245210867 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6919330127373465, + "action_effect_rmse": 0.8138344246035573 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2553714150230608, + "action_effect_rmse": 1.3122587866175226 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2428273367912273, + "action_effect_rmse": 1.4189651521785693 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8868546054451099, + "action_effect_rmse": 1.9805229689546708 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6566448150693986, + "action_effect_rmse": 2.0149075153347944 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 102.90494975828305, + 130.6034814188844, + 254.2342329208634, + 484.26538070601123 + ], + "true_costs": [ + 82.15541824793718, + 104.83679686422069, + 237.2317260304256, + 468.83274758307147 + ] + }, + { + "system_id": "battery-00719", + "family": "battery", + "anchor_step": 531, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003864016367954831, + "action_effect_rmse": 0.00394306849959545 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1975847028669051, + "action_effect_rmse": 0.2152270185491447 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.758949957909724, + "action_effect_rmse": 7.596432933501834 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009080665618588455, + "action_effect_rmse": 0.009486348252006617 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3141862140421594, + "action_effect_rmse": 0.34283974004993145 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.013132625468637, + "action_effect_rmse": 6.62601937557044 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016600106435929334, + "action_effect_rmse": 0.018132307097384965 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4280507933786725, + "action_effect_rmse": 0.4748866013415235 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.99357092291082, + "action_effect_rmse": 6.470573083403319 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02307796742108913, + "action_effect_rmse": 0.030261131935560213 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.548574738825471, + "action_effect_rmse": 0.7111057090978504 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4444634333539077, + "action_effect_rmse": 4.110209434474572 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.19846278158212144, + 0.4764236575573061, + 0.24526307472357642, + 0.14580154850099436 + ], + "true_costs": [ + 0.19246295966456733, + 0.5312371169905883, + 0.2460994126937524, + 0.13984640835131698 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 46, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04475272225709522, + "action_effect_rmse": 0.05470027657883922 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18404827517477904, + "action_effect_rmse": 0.21451059931857303 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06352645025075532, + "action_effect_rmse": 0.08014688501397299 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3375232962017047, + "action_effect_rmse": 0.36973371242060593 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13705706136417461, + "action_effect_rmse": 0.16995239787647792 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5663355331048668, + "action_effect_rmse": 0.6408737693561255 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49111910313963847, + "action_effect_rmse": 0.5472137237935721 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2355485103952333, + "action_effect_rmse": 1.2834440808630687 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 47.226897361285616, + 14.369455386617894, + 40.79798033287281, + 109.60698481048556 + ], + "true_costs": [ + 44.68694149672078, + 11.868463063116767, + 46.68101648922675, + 116.09932647102005 + ] + }, + { + "system_id": "tank-00466", + "family": "tank", + "anchor_step": 350, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02125189210362244, + "action_effect_rmse": 0.02403843827530835 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001132820054911221, + "action_effect_rmse": 0.0015294352062050866 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006517978920244046, + "action_effect_rmse": 0.006596461126704184 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.721145302397094, + "action_effect_rmse": 6.250847224017302 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02153618150176806, + "action_effect_rmse": 0.028558512742039983 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0018201693592061474, + "action_effect_rmse": 0.0021410456798004207 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017270434385539546, + "action_effect_rmse": 0.017345882151378434 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8959441461644375, + "action_effect_rmse": 4.711693286848668 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05178442259142013, + "action_effect_rmse": 0.0580469501008533 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018861639403553454, + "action_effect_rmse": 0.02027685627151651 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01653565311475284, + "action_effect_rmse": 0.017655315948132282 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.606251709475465, + "action_effect_rmse": 3.8349838349789493 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14158712540093413, + "action_effect_rmse": 0.1508415905564648 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05103663115357312, + "action_effect_rmse": 0.06226484471580964 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013931183844953695, + "action_effect_rmse": 0.014062910920690758 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.154450765976117, + "action_effect_rmse": 2.6099898462995963 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 8.210141560383693, + 3.8926187525906286, + 7.553660863601379, + 8.134123016496238 + ], + "true_costs": [ + 8.08493332021774, + 3.6610318808586895, + 8.099409049669388, + 8.159409049669389 + ] + }, + { + "system_id": "battery-00149", + "family": "battery", + "anchor_step": 107, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01913083563316445, + "action_effect_rmse": 0.020946594095822654 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6006041350314918, + "action_effect_rmse": 0.6363890431885202 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.4987785997231775, + "action_effect_rmse": 3.8366755984948173 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03099596342828777, + "action_effect_rmse": 0.03264544845861272 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3777235583965943, + "action_effect_rmse": 0.38858568720963615 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.0960673810019492, + "action_effect_rmse": 3.458894780863336 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012683144360263668, + "action_effect_rmse": 0.014004892501512413 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.047336945425893, + "action_effect_rmse": 1.2598754000389245 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6602792387699776, + "action_effect_rmse": 2.887177820167703 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016553946773077963, + "action_effect_rmse": 0.018322318392355996 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.134623632139891, + "action_effect_rmse": 1.45569801332327 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.241518394007492, + "action_effect_rmse": 2.3538881904606828 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.821240778624259, + 0.37670071080974005, + 0.12879355274899162, + 0.056826302646868186 + ], + "true_costs": [ + 0.8115757150521522, + 0.375491433926722, + 0.1288544501478749, + 0.07037952040131096 + ] + }, + { + "system_id": "tank-00880", + "family": "tank", + "anchor_step": 592, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00611625701574899, + "action_effect_rmse": 0.008012064537317355 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01223694788337563, + "action_effect_rmse": 0.013259716220229223 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003952225610250761, + "action_effect_rmse": 0.004055049939772832 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 5.627640067100539, + "action_effect_rmse": 9.234037173332672 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0077106791837827275, + "action_effect_rmse": 0.008372042972265556 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013696925958878245, + "action_effect_rmse": 0.01849719936783912 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0030641298740310316, + "action_effect_rmse": 0.0031937930501396332 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.606821790462199, + "action_effect_rmse": 7.487320532570054 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01831438492460184, + "action_effect_rmse": 0.01846089993394365 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03059364293260103, + "action_effect_rmse": 0.04063603851056979 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007366662172968182, + "action_effect_rmse": 0.007692662326194814 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.787970536687425, + "action_effect_rmse": 6.359411713241618 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01991721260367522, + "action_effect_rmse": 0.021803707735004712 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.046110625466262434, + "action_effect_rmse": 0.05296069159317647 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013339015307093397, + "action_effect_rmse": 0.013611537946407166 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.000030596981832, + "action_effect_rmse": 5.071963328678609 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 12.736117402269839, + 8.348101475864125, + 12.901395215644452, + 12.981974020544683 + ], + "true_costs": [ + 12.929777344247217, + 8.378507030231209, + 12.925630729821771, + 12.985630729821771 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 189, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1831988146990516, + "action_effect_rmse": 0.19542497258381158 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002237290174070594, + "action_effect_rmse": 0.0032451155172471165 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009154247214325248, + "action_effect_rmse": 0.009341056709383722 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.835431950122422, + "action_effect_rmse": 3.040564478042702 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18020436821583452, + "action_effect_rmse": 0.22298726853569775 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00783997830025207, + "action_effect_rmse": 0.010931894814287557 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002971018325157939, + "action_effect_rmse": 0.003541176504443138 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.602004651480219, + "action_effect_rmse": 4.809286159827914 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5683661879709708, + "action_effect_rmse": 0.5755087569854235 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01632270285545386, + "action_effect_rmse": 0.02370888485376707 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006929953275438753, + "action_effect_rmse": 0.0070141132956378395 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.147314702493271, + "action_effect_rmse": 1.392638186386296 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9771888551788077, + "action_effect_rmse": 0.9864119486253468 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.027340681746129174, + "action_effect_rmse": 0.027355008637357733 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004537524226437777, + "action_effect_rmse": 0.004987236671563665 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5185699955545697, + "action_effect_rmse": 4.839856898246339 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 385.3101484735545, + 314.0228071480948, + 424.330178635342, + 439.374377094749 + ], + "true_costs": [ + 435.1720010780288, + 323.53032559398724, + 435.3638705098339, + 456.3827693800979 + ] + }, + { + "system_id": "battery-00095", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002845061812818054, + "action_effect_rmse": 0.0028619033655692887 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07397328542070032, + "action_effect_rmse": 0.08038751700144776 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.61864283256893, + "action_effect_rmse": 5.2979551159820915 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0023325686844106555, + "action_effect_rmse": 0.003094327611869637 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1085154208546039, + "action_effect_rmse": 0.11430554993492684 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.3584842333997145, + "action_effect_rmse": 4.964088573000017 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015925455778082864, + "action_effect_rmse": 0.021819023408569282 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14598705462507885, + "action_effect_rmse": 0.14801504320760472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.151404246256377, + "action_effect_rmse": 4.766676325496879 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07093625193139291, + "action_effect_rmse": 0.07355654557343871 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.35684474014401957, + "action_effect_rmse": 0.3609686782632819 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.629721879743194, + "action_effect_rmse": 6.7059380274459395 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.22415796316091444, + 0.752285201562811, + 0.36111376956614455, + 0.1676151171811635 + ], + "true_costs": [ + 0.20738732181124714, + 0.7723417469919179, + 0.3601090353967051, + 0.1594803869088673 + ] + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "anchor_step": 144, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.563600283982345, + "action_effect_rmse": 0.648343641264171 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0023854868873449675, + "action_effect_rmse": 0.002582505054359055 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23360756726491635, + "action_effect_rmse": 0.24726377899418062 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9622563948629761, + "action_effect_rmse": 1.0598556673420318 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010480818023907545, + "action_effect_rmse": 0.012063644222930275 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.357752368534302, + "action_effect_rmse": 0.3860925728887253 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4103258044965503, + "action_effect_rmse": 1.5365991254791884 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027088853836519416, + "action_effect_rmse": 0.03223496623508618 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5007731954181338, + "action_effect_rmse": 0.5706068136035207 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1997095818013626, + "action_effect_rmse": 3.704910811063138 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04752983324194204, + "action_effect_rmse": 0.0572498758279616 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.092068729159825, + "action_effect_rmse": 3.1548172676888813 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 90.54360424441882, + 36.59280979109821, + 162.65373457940194, + 361.7540419148606 + ], + "true_costs": [ + 135.4256119343457, + 89.6558685862066, + 165.98542907960297, + 286.03813799060583 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 168, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06936680843278253, + "action_effect_rmse": 0.09478896353943157 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2722123666120713, + "action_effect_rmse": 0.2954051402078479 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12525753011183247, + "action_effect_rmse": 0.1798233828166773 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4129939843244112, + "action_effect_rmse": 0.4728620086454409 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2559194887381568, + "action_effect_rmse": 0.38505951971669133 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7012394622814403, + "action_effect_rmse": 0.7757165212272564 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6425350803292696, + "action_effect_rmse": 0.8707232887769317 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4801429298447601, + "action_effect_rmse": 1.604230232751848 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.7186705970552008, + 11.542677156382346, + 0.36145824922576875, + 31.465992463673956 + ], + "true_costs": [ + 2.6539582502207457, + 25.180520034523035, + 0.24536944087369783, + 35.717212889489836 + ] + }, + { + "system_id": "tank-00661", + "family": "tank", + "anchor_step": 286, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2811481865352257, + "action_effect_rmse": 0.37445908363356334 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00541992899361432, + "action_effect_rmse": 0.006501641328386488 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006858482218111042, + "action_effect_rmse": 0.007194445377087995 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4910290412708234, + "action_effect_rmse": 1.7327696830422537 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2485594197419966, + "action_effect_rmse": 0.2617611792723553 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011773165475710575, + "action_effect_rmse": 0.015385853188676819 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003819418677560619, + "action_effect_rmse": 0.003832793964858087 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4511373589063175, + "action_effect_rmse": 1.783871680812259 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5658428226734517, + "action_effect_rmse": 0.6588734019477211 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02272846258097753, + "action_effect_rmse": 0.02759143609712039 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0033537478082004504, + "action_effect_rmse": 0.0035685642283973702 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8831047644074985, + "action_effect_rmse": 2.3874702667511385 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.36264052991897877, + "action_effect_rmse": 0.5057294789292259 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009416546593922584, + "action_effect_rmse": 0.009486747364883296 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.003204382321412023, + "action_effect_rmse": 0.0036434399875494156 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.264616840478347, + "action_effect_rmse": 10.573430899110559 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 225.26230329341982, + 158.9988338511937, + 235.9078279589354, + 275.8882424760369 + ], + "true_costs": [ + 230.58010273858048, + 157.29503214797026, + 246.87918813142028, + 262.97561125134064 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 199, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05524528790031861, + "action_effect_rmse": 0.08422270689014942 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001795063913485014, + "action_effect_rmse": 0.002505523776317225 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23430214797587232, + "action_effect_rmse": 0.26935535630047064 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08697277293624832, + "action_effect_rmse": 0.11706878863341326 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00315933488584245, + "action_effect_rmse": 0.0038021090568929328 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3281907801130141, + "action_effect_rmse": 0.3957389373583256 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15549185897606085, + "action_effect_rmse": 0.16276556232789927 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01238316914030572, + "action_effect_rmse": 0.01674094138683126 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6227697744686983, + "action_effect_rmse": 0.6343066690213622 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6515435727844725, + "action_effect_rmse": 0.7436714969264133 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.031207703495333305, + "action_effect_rmse": 0.04392657161331829 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.113005424675066, + "action_effect_rmse": 2.431339372286037 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 16.431584139290237, + 35.890366748607505, + 3.099801572995064, + 7.551847397423041 + ], + "true_costs": [ + 15.346583492053576, + 35.45426403616737, + 4.007805333371002, + 4.568195896727831 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 650, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1529635133380154, + "action_effect_rmse": 0.18284177065066928 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0016265670326056636, + "action_effect_rmse": 0.0018878444499085061 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34290072840227975, + "action_effect_rmse": 0.4641808046363977 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3028437997773293, + "action_effect_rmse": 0.37095297141651157 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018722547041810127, + "action_effect_rmse": 0.019283643116676828 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.598222433812945, + "action_effect_rmse": 0.804461830106439 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5425825980414322, + "action_effect_rmse": 0.6762183828450017 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.030669983341640023, + "action_effect_rmse": 0.036618658314427406 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.737868163305393, + "action_effect_rmse": 1.1523796314645813 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.48875079950769046, + "action_effect_rmse": 0.5740482309582868 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.062426567317515946, + "action_effect_rmse": 0.07694020811756859 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4667817929724454, + "action_effect_rmse": 1.867947373074568 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 44.348960263173005, + 29.898233361676716, + 69.48476533477697, + 143.32325952536212 + ], + "true_costs": [ + 41.661645985893514, + 32.06734696030548, + 61.809529386844886, + 108.25986146118092 + ] + }, + { + "system_id": "battery-00737", + "family": "battery", + "anchor_step": 88, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004836819125502119, + "action_effect_rmse": 0.006619594004429053 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2965466503900795, + "action_effect_rmse": 0.4555043984049585 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9226589964447248, + "action_effect_rmse": 0.9444117927361287 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010196998661306947, + "action_effect_rmse": 0.012334179531446934 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.616374383239671, + "action_effect_rmse": 0.9371157161103998 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6908046227385984, + "action_effect_rmse": 1.778657130014662 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04347683349672612, + "action_effect_rmse": 0.044462710337278825 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.928028357468302, + "action_effect_rmse": 1.3198583216402338 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8988511051712595, + "action_effect_rmse": 1.9545872160936675 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016604316949500663, + "action_effect_rmse": 0.01899224897167128 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5516437311898865, + "action_effect_rmse": 1.5664008359123536 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2875196307544503, + "action_effect_rmse": 1.3411475015170218 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.348547037998115, + 0.07874305399483747, + 0.12073635661724536, + 0.3118226954279245 + ], + "true_costs": [ + 0.3521150643826291, + 0.10926223839410341, + 0.11870279028363082, + 0.2794317290021383 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 73, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30719629150997596, + "action_effect_rmse": 0.3593553400467445 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021563668514302137, + "action_effect_rmse": 0.025600069458577308 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07666209153549604, + "action_effect_rmse": 0.08940405628594288 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6785315804485588, + "action_effect_rmse": 1.7118501137688296 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4806587306057777, + "action_effect_rmse": 0.5877907084026284 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0378425026893184, + "action_effect_rmse": 0.0462499353683441 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07651419926651426, + "action_effect_rmse": 0.08315611156950935 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4827180860286593, + "action_effect_rmse": 1.58243856638487 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7443832719027088, + "action_effect_rmse": 0.8328162031549295 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05781196508720162, + "action_effect_rmse": 0.07934406120059134 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07418036629361768, + "action_effect_rmse": 0.07786568069702059 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6615655183681295, + "action_effect_rmse": 1.7353429814826555 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9352368844519924, + "action_effect_rmse": 0.9788174052175598 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09433878839512744, + "action_effect_rmse": 0.1440233926298686 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03921632902891792, + "action_effect_rmse": 0.03991230400706819 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7216025533641535, + "action_effect_rmse": 2.0496549537623014 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.396134427566807, + 2.888508538705729, + 15.15392851095881, + 22.90987719206106 + ], + "true_costs": [ + 11.101342086554283, + 3.8826077579315164, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 562, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.831564945866764, + "action_effect_rmse": 2.13554621535338 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2457239275217186, + "action_effect_rmse": 0.29618532524986324 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.6532357120550927, + "action_effect_rmse": 4.270782952971881 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4673239067930126, + "action_effect_rmse": 0.5755531360620536 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.402437646020445, + "action_effect_rmse": 5.175825179386032 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0022400370340467, + "action_effect_rmse": 1.0756167211591254 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.34281532050715, + "action_effect_rmse": 8.623229199103868 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.872513373856653, + "action_effect_rmse": 2.150424679109745 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 8317.132042872903, + 7052.184065197989, + 7880.924155143656, + 8968.551563595207 + ], + "true_costs": [ + 7132.742399177587, + 4287.965270338637, + 6046.235935380496, + 8478.731607885064 + ] + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "anchor_step": 314, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21094387991371613, + "action_effect_rmse": 0.27363959847570546 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008150323948197999, + "action_effect_rmse": 0.008279543795513246 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4558189710605423, + "action_effect_rmse": 0.46275460687860676 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4944115116249736, + "action_effect_rmse": 0.6238919638115701 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016144160431802373, + "action_effect_rmse": 0.01781737016614242 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8204676100767756, + "action_effect_rmse": 0.8247894375615478 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0358032995644884, + "action_effect_rmse": 1.2600462283703324 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028835207878268914, + "action_effect_rmse": 0.031006212226771086 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4330286488713568, + "action_effect_rmse": 1.4446124523492474 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9089665041600614, + "action_effect_rmse": 2.2907056209224206 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10032512889405491, + "action_effect_rmse": 0.11820564444845598 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2704572042856626, + "action_effect_rmse": 2.3037503361343887 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 250.95626996453626, + 73.81322213495389, + 116.31685656809336, + 180.01577319482317 + ], + "true_costs": [ + 255.9361166320296, + 46.83626855172269, + 87.25190232872446, + 176.1944381480685 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 50, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0024033107013788357, + "action_effect_rmse": 0.00305568007626138 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.144753552150681, + "action_effect_rmse": 0.1551057507724497 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2880655327285713, + "action_effect_rmse": 0.30628357597035166 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009854013102437201, + "action_effect_rmse": 0.009908810389906684 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15103582135715618, + "action_effect_rmse": 0.17703985350516885 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3997969014436151, + "action_effect_rmse": 0.45941184020313386 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020029879152137515, + "action_effect_rmse": 0.022600014480210432 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2690951040082439, + "action_effect_rmse": 0.2952902609853161 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7936980847202216, + "action_effect_rmse": 0.9554565847526485 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03646535893423847, + "action_effect_rmse": 0.049599012518534706 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.29273958944733636, + "action_effect_rmse": 0.36645388030434395 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6291596512005289, + "action_effect_rmse": 1.8818215804086267 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.08452117120162048, + 0.3678742022982044, + 0.010059157016841291, + 0.18445936426974804 + ], + "true_costs": [ + 0.10158172965293766, + 0.43313709491040137, + 0.009264739027610859, + 0.20353486271518217 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 92, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14216872393856228, + "action_effect_rmse": 0.16054316316204345 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004521128990890115, + "action_effect_rmse": 0.005046800385452451 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014873661446478429, + "action_effect_rmse": 0.016080110203459203 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.0630754571033996, + "action_effect_rmse": 4.887847724833545 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1328290294986806, + "action_effect_rmse": 0.13793990122768962 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006756832378731777, + "action_effect_rmse": 0.0069630460553618415 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006730180170713547, + "action_effect_rmse": 0.009741781227426529 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.858658766033367, + "action_effect_rmse": 6.188870479530525 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29446541274598026, + "action_effect_rmse": 0.40701038865367845 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017808236573007008, + "action_effect_rmse": 0.01793034141921919 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006873912054602971, + "action_effect_rmse": 0.008064116277773703 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.253593966700414, + "action_effect_rmse": 6.717226778228814 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6644231430842696, + "action_effect_rmse": 0.7277010936279454 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018632781337106625, + "action_effect_rmse": 0.030122778429240094 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.003651476620721054, + "action_effect_rmse": 0.004474892528503761 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.281994481156121, + "action_effect_rmse": 8.471471487060105 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 214.33990348196926, + 190.6218473721651, + 301.80859753704254, + 405.62611179734415 + ], + "true_costs": [ + 215.3763624256444, + 185.21823401263745, + 318.3285882120568, + 434.29387462596253 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 579, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03635370900331362, + "action_effect_rmse": 0.04666445203128737 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014246498153831055, + "action_effect_rmse": 0.017697099969174013 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006411175736540968, + "action_effect_rmse": 0.00707102968658933 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 16.061246155151167, + "action_effect_rmse": 25.511989341201282 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15139703710348051, + "action_effect_rmse": 0.22149888892211544 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04884735815557958, + "action_effect_rmse": 0.061105917610608115 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001130982240472302, + "action_effect_rmse": 0.001369445284502254 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 14.311856613366684, + "action_effect_rmse": 23.47008782299827 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4206148731629475, + "action_effect_rmse": 0.5358221304785045 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10291389218525993, + "action_effect_rmse": 0.12837237177193844 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004357600277867565, + "action_effect_rmse": 0.0045468952550574504 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.009386612678645, + "action_effect_rmse": 22.829332360630087 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0054710613894553, + "action_effect_rmse": 1.0927359854286893 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09013481287441927, + "action_effect_rmse": 0.09600480338837811 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010277411536161823, + "action_effect_rmse": 0.010301904103356593 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.255914608178552, + "action_effect_rmse": 21.77306405606651 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 399.0095789981043, + 386.1461041869246, + 484.44513460980306, + 511.1808929165114 + ], + "true_costs": [ + 409.8774179574278, + 387.52910225100413, + 461.3632359864359, + 463.3071503456618 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 216, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10002755023434418, + "action_effect_rmse": 0.10748422939570677 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010469614118053508, + "action_effect_rmse": 0.01173600133944197 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2511276385472077, + "action_effect_rmse": 0.3741470166173581 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13812374777624173, + "action_effect_rmse": 0.1486473767072437 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012249100451692621, + "action_effect_rmse": 0.013550968287972488 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0924715305167183, + "action_effect_rmse": 1.2262895416639403 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3453100682536843, + "action_effect_rmse": 0.39528485382749 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01606239295832405, + "action_effect_rmse": 0.016503487969804633 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9606869134376363, + "action_effect_rmse": 2.1637260496807844 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6438848253029809, + "action_effect_rmse": 0.6613039676106193 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03384691067923858, + "action_effect_rmse": 0.03773903347966558 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1191360159703927, + "action_effect_rmse": 2.5289073605903236 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 315.80913344000993, + 370.81677670035833, + 269.0630309146489, + 171.37783234173588 + ], + "true_costs": [ + 338.603135389711, + 409.03441794905217, + 273.2078606746679, + 180.8012820745171 + ] + }, + { + "system_id": "tank-00799", + "family": "tank", + "anchor_step": 245, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012951799788426754, + "action_effect_rmse": 0.021958020503493346 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008485289381277757, + "action_effect_rmse": 0.0009439000566917038 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003777437787486367, + "action_effect_rmse": 0.004921729139331381 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1896987501829084, + "action_effect_rmse": 1.4607993512909376 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02195131631909201, + "action_effect_rmse": 0.034585802987592534 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0016953879750041996, + "action_effect_rmse": 0.0023991318257506845 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005717441524549521, + "action_effect_rmse": 0.0058322590536222865 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3529070262211558, + "action_effect_rmse": 2.0863393948186566 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02225572480321958, + "action_effect_rmse": 0.03550217860230206 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009159610534472526, + "action_effect_rmse": 0.00994543339261699 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.002285403112650334, + "action_effect_rmse": 0.0026013942245265704 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4406178448160585, + "action_effect_rmse": 3.243648843382761 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.039118406096485835, + "action_effect_rmse": 0.06471237383204728 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015342812612731294, + "action_effect_rmse": 0.020214620394580492 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0031764100489262517, + "action_effect_rmse": 0.0032001764105130115 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.542498147813837, + "action_effect_rmse": 2.234834733345335 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 713.457573477422, + 671.3236844275259, + 713.1814938854836, + 713.691612388547 + ], + "true_costs": [ + 714.1733724054869, + 679.0033307716244, + 714.1504939808383, + 714.2104939808384 + ] + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "anchor_step": 213, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34865662287708865, + "action_effect_rmse": 0.38721616656837343 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0025435541942447535, + "action_effect_rmse": 0.0030766376097208846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16249602298667773, + "action_effect_rmse": 0.22167843805314175 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47495662902759267, + "action_effect_rmse": 0.5061870689306488 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005103035768178425, + "action_effect_rmse": 0.00713488025417111 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23664195328835072, + "action_effect_rmse": 0.34669894730584094 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4834858907421993, + "action_effect_rmse": 1.491013005724571 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025203084070652675, + "action_effect_rmse": 0.027894040238921915 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7508355608313952, + "action_effect_rmse": 1.8268118689593422 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1761362205415018, + "action_effect_rmse": 1.3765455432095002 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17300805958370802, + "action_effect_rmse": 0.18248453935067915 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.073609489614985, + "action_effect_rmse": 5.17541756205086 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 121.9148295741845, + 235.3091499845882, + 99.54842935522129, + 50.95068771089374 + ], + "true_costs": [ + 140.03426591123818, + 283.1076880789322, + 129.5610296623189, + 68.21476112076361 + ] + }, + { + "system_id": "battery-00134", + "family": "battery", + "anchor_step": 88, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0035952962584684333, + "action_effect_rmse": 0.004393724502841244 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007674723206356759, + "action_effect_rmse": 0.010219746960267053 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7912893156727989, + "action_effect_rmse": 0.9893374817996338 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006349045566888363, + "action_effect_rmse": 0.007660813537691256 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017606277296803086, + "action_effect_rmse": 0.019045212974567856 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9124322846559897, + "action_effect_rmse": 1.0222966175505415 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00622843082787396, + "action_effect_rmse": 0.008241328553665906 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07483452660435219, + "action_effect_rmse": 0.08292703568008482 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9068739296082052, + "action_effect_rmse": 1.1549567624193364 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01669341647706767, + "action_effect_rmse": 0.023639182082733006 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11553683778303163, + "action_effect_rmse": 0.11843947026412105 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8100316833086177, + "action_effect_rmse": 1.0929136197743528 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8036203599302605, + 1.0217347561410324, + 0.9297194357532392, + 0.5220722401555198 + ], + "true_costs": [ + 0.8071853525585339, + 1.02, + 0.999728801164248, + 0.5341555573415576 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 565, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2253974525283938, + "action_effect_rmse": 0.2699008383316143 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7401872464128397, + "action_effect_rmse": 0.8070890033277999 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4945471644188603, + "action_effect_rmse": 0.5948933195426381 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9538555652113322, + "action_effect_rmse": 1.101328321328584 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0752158975323016, + "action_effect_rmse": 1.3903123969938704 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7570012283201777, + "action_effect_rmse": 0.9655835610364017 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9946560858666338, + "action_effect_rmse": 2.5576241984536834 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1786271890186224, + "action_effect_rmse": 1.4634870937445212 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 67.95228604919242, + 184.2192740912546, + 82.65671221327095, + 32.32403705783417 + ], + "true_costs": [ + 55.0023239822459, + 286.92551859562525, + 76.74128796894166, + 32.34928156983875 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 278, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10558354151092608, + "action_effect_rmse": 0.11864196325552236 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011873109567466381, + "action_effect_rmse": 0.014701557920891346 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02088332902569105, + "action_effect_rmse": 0.02429797111955918 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.42117286272093, + "action_effect_rmse": 4.46181296318689 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20439587606141293, + "action_effect_rmse": 0.20730907510042498 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018027610122118176, + "action_effect_rmse": 0.01968819433565497 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005005045150038079, + "action_effect_rmse": 0.005637610090667205 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3138081605368725, + "action_effect_rmse": 4.222834490635159 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2780147640606027, + "action_effect_rmse": 0.2968604558138977 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03013707840633136, + "action_effect_rmse": 0.034865761536465464 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009438550482142963, + "action_effect_rmse": 0.012851771018565307 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1922919080127756, + "action_effect_rmse": 4.803520161279016 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4037333707452486, + "action_effect_rmse": 0.4291536625393785 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04447232531220043, + "action_effect_rmse": 0.047087581229332334 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014547015463378462, + "action_effect_rmse": 0.015100262849080658 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.337572386499946, + "action_effect_rmse": 7.302960323884971 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 211.4008319144204, + 169.60800923470867, + 228.47694938767182, + 254.2059280236282 + ], + "true_costs": [ + 235.63776377440126, + 173.15817331505383, + 250.3745151176978, + 282.52112085275826 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 89, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07769021898584505, + "action_effect_rmse": 0.1185279099684135 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0024580802946262046, + "action_effect_rmse": 0.002611927003612298 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011900761149899556, + "action_effect_rmse": 0.018451463001613013 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 22.616075990530742, + "action_effect_rmse": 26.001962360433946 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17676984552535124, + "action_effect_rmse": 0.24791067268918296 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01355248655790516, + "action_effect_rmse": 0.01794600690794707 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014671340477398875, + "action_effect_rmse": 0.017215490914656607 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.486677918280673, + "action_effect_rmse": 25.87930322045242 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.232140213735016, + "action_effect_rmse": 0.23496628798139021 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03173230476986788, + "action_effect_rmse": 0.038877413288995535 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007867901771988225, + "action_effect_rmse": 0.008472985231482905 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.082091525945785, + "action_effect_rmse": 24.634622693241724 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2548263860260202, + "action_effect_rmse": 0.2713154011271191 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04227957002227475, + "action_effect_rmse": 0.04597239439033983 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010809520225412567, + "action_effect_rmse": 0.012715141502167343 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 15.694439271148722, + "action_effect_rmse": 22.800768972574055 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 485.39607034452195, + 379.2980731520247, + 462.49454329616344, + 498.56295375227603 + ], + "true_costs": [ + 463.2744484215524, + 368.13596146956036, + 458.40542317235906, + 463.3071503456618 + ] + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "anchor_step": 593, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11476669768320373, + "action_effect_rmse": 0.14431827357930785 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015497355852266044, + "action_effect_rmse": 0.001990242193391945 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2145919490843653, + "action_effect_rmse": 0.23828778524077796 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.177307113541301, + "action_effect_rmse": 0.19885195185769663 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006247139879943593, + "action_effect_rmse": 0.007587602137747677 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33756839252854814, + "action_effect_rmse": 0.37863782833784854 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3451982904854087, + "action_effect_rmse": 0.3953952724764126 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02570119307980671, + "action_effect_rmse": 0.029600949454266626 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6021773668824533, + "action_effect_rmse": 1.6849942881652495 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6758810659103442, + "action_effect_rmse": 0.8429279386653072 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08915862806701942, + "action_effect_rmse": 0.09962201984119096 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.627385564226036, + "action_effect_rmse": 4.749751570954955 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 66.77974291114774, + 50.59942345514818, + 11.01118425430766, + 4.824595679699357 + ], + "true_costs": [ + 63.504213835909326, + 69.82566060087709, + 13.72340517280082, + 6.148051787067191 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 650, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12371996355870547, + "action_effect_rmse": 0.17288927057255193 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0013443352446695183, + "action_effect_rmse": 0.0016442614452930515 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021912487574686335, + "action_effect_rmse": 0.0350181481114843 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 7.594094491309708, + "action_effect_rmse": 11.78698240212231 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27461886364072924, + "action_effect_rmse": 0.3233105643483442 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0033975803029283234, + "action_effect_rmse": 0.003978051007686169 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02242881139634112, + "action_effect_rmse": 0.03154709351530301 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 6.904522696000595, + "action_effect_rmse": 11.099525250078848 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7430730198514933, + "action_effect_rmse": 1.080152900831093 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011052563252455627, + "action_effect_rmse": 0.012725962710680864 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04038641261757318, + "action_effect_rmse": 0.04446149422497305 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.602066634779722, + "action_effect_rmse": 10.640408388602662 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6977461429758846, + "action_effect_rmse": 0.7696999158875723 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.002360816183134773, + "action_effect_rmse": 0.0031649583966844043 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02578692138323128, + "action_effect_rmse": 0.029920161871401705 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.948017453745891, + "action_effect_rmse": 9.753662994450915 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 82.53110831843941, + 60.204753897407436, + 135.85895824430597, + 168.6896348657281 + ], + "true_costs": [ + 84.72887481673098, + 59.33166142916739, + 137.45616638123062, + 221.48838583981066 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 89, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3819275435933965, + "action_effect_rmse": 0.42805073135518423 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008157266664480764, + "action_effect_rmse": 0.009048803340136184 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2843698303957325, + "action_effect_rmse": 0.3384776548578145 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4522330939498917, + "action_effect_rmse": 0.5762181852522436 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028812551269593218, + "action_effect_rmse": 0.03628813245831471 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4871218675888021, + "action_effect_rmse": 0.5556195703075469 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7555251506680621, + "action_effect_rmse": 0.8892904354461278 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09931916968690165, + "action_effect_rmse": 0.1166774675635417 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8015849917841299, + "action_effect_rmse": 0.9100284397237616 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.302365993066963, + "action_effect_rmse": 1.4964000435242566 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3163359241822678, + "action_effect_rmse": 0.35130794098216656 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2231787806047218, + "action_effect_rmse": 1.5054576015035381 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 1.4198375529477634, + 19.929820666719554, + 1.5276143427973912, + 6.4658188220695685 + ], + "true_costs": [ + 2.3836696186609325, + 51.41263704618678, + 3.437481475414773, + 13.667427199187252 + ] + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "anchor_step": 488, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09333899773692995, + "action_effect_rmse": 0.10130797854666021 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00988710430068096, + "action_effect_rmse": 0.010507370186495883 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3326861417258821, + "action_effect_rmse": 0.3919815853416732 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2908022869256186, + "action_effect_rmse": 0.3073083609223918 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.055661741443689294, + "action_effect_rmse": 0.06354300706489947 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.573574580258537, + "action_effect_rmse": 0.695998729909763 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5269964311955407, + "action_effect_rmse": 0.5507560193964322 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25682112587568895, + "action_effect_rmse": 0.2897731559357988 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9394336351530607, + "action_effect_rmse": 1.0829083943541884 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.485708105554662, + "action_effect_rmse": 0.5077461180208667 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.901733783969559, + "action_effect_rmse": 0.989418652067152 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.968699291908024, + "action_effect_rmse": 2.053713280834792 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 290.40413818211005, + 58.8633481286836, + 101.49633160012812, + 194.75526192586543 + ], + "true_costs": [ + 277.8607729931297, + 49.26872726881882, + 88.7369411514514, + 168.2115212123616 + ] + }, + { + "system_id": "tank-00631", + "family": "tank", + "anchor_step": 574, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01344497677114139, + "action_effect_rmse": 0.022127657111237632 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008866890751090631, + "action_effect_rmse": 0.011522168869617919 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11807018756379052, + "action_effect_rmse": 0.12614242328184141 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09170213492052426, + "action_effect_rmse": 0.11972612081308771 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03679630853300845, + "action_effect_rmse": 0.05853739925256223 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019754427035820754, + "action_effect_rmse": 0.022983170301112858 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03553609246796099, + "action_effect_rmse": 0.04476060515497593 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29801803547351824, + "action_effect_rmse": 0.3447084799487894 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09735060028253646, + "action_effect_rmse": 0.1634425783524262 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.050059424010359045, + "action_effect_rmse": 0.05332850232098646 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01427204811534949, + "action_effect_rmse": 0.0143925944909843 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.524333124992952, + "action_effect_rmse": 0.6099713376055265 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1701503147504345, + "action_effect_rmse": 0.27957433610245513 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07122903597919834, + "action_effect_rmse": 0.08761119953895258 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011023811714423718, + "action_effect_rmse": 0.012533806989555762 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5247994377651063, + "action_effect_rmse": 0.635146260902263 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 813.2582628461355, + 759.0533328716363, + 813.8552764533165, + 812.9204591547154 + ], + "true_costs": [ + 814.2415623748421, + 735.7443762014088, + 814.208347071255, + 814.2683470712551 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 561, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0450945519227511, + "action_effect_rmse": 0.046272944438102086 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0026009808664291256, + "action_effect_rmse": 0.0030945007317793025 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01661652155895162, + "action_effect_rmse": 0.017035974729968973 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.844354758670466, + "action_effect_rmse": 4.5605570091947705 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10781207519359715, + "action_effect_rmse": 0.11581867988549713 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0050294668249992, + "action_effect_rmse": 0.00616027039289405 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014210605252109007, + "action_effect_rmse": 0.014486608409404399 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.9014982900157356, + "action_effect_rmse": 4.721500138191939 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3160293040856228, + "action_effect_rmse": 0.483843406334144 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014229912198858349, + "action_effect_rmse": 0.017512245477450873 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018305966241133047, + "action_effect_rmse": 0.019145887438246523 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.196247547134393, + "action_effect_rmse": 5.2219623479354365 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3504040937861994, + "action_effect_rmse": 0.5401674089280375 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02933279306757915, + "action_effect_rmse": 0.03591986986498706 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0038049352385941906, + "action_effect_rmse": 0.00423990472100306 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.041703057546229, + "action_effect_rmse": 3.7107131675430036 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 115.2043822647067, + 43.40511610011672, + 114.79987385765597, + 171.80601346193868 + ], + "true_costs": [ + 119.26691296313327, + 41.55551767351272, + 115.54307216366428, + 191.4120311804296 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 476, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005354718396961333, + "action_effect_rmse": 0.008435764565971551 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1614837748859633, + "action_effect_rmse": 0.1724833687803496 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.500348056321568, + "action_effect_rmse": 0.7107979712463459 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012567307345864828, + "action_effect_rmse": 0.019846758286778444 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28803894136459424, + "action_effect_rmse": 0.3051560160289558 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.44798211131771143, + "action_effect_rmse": 0.6686380607758116 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031237745417961094, + "action_effect_rmse": 0.047882684051197534 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4596314584981543, + "action_effect_rmse": 0.49200427445673933 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46282145805348546, + "action_effect_rmse": 0.5805960203050402 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06311785431529661, + "action_effect_rmse": 0.09117246426596322 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8213352949930316, + "action_effect_rmse": 0.84133175446664 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3118796792526055, + "action_effect_rmse": 0.34176663796105977 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.23697622757746267, + 0.07443979571469354, + 0.1332762052762518, + 0.3167647640450253 + ], + "true_costs": [ + 0.22401075765781173, + 0.07059060706094998, + 0.13391300647429893, + 0.2867444652064415 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 48, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10503699646947773, + "action_effect_rmse": 0.12579454630827547 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0013174294558500794, + "action_effect_rmse": 0.0019038231141242003 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03897674411960054, + "action_effect_rmse": 0.04241885814674713 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.203491116061785, + "action_effect_rmse": 2.9042896451960845 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22504291777725646, + "action_effect_rmse": 0.2776997924280499 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0033553262078704904, + "action_effect_rmse": 0.0038296843934364595 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007990249303575217, + "action_effect_rmse": 0.008629762698656476 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.276188708400799, + "action_effect_rmse": 3.3847630176492123 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.42363079756594796, + "action_effect_rmse": 0.507980361553823 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009453486598840044, + "action_effect_rmse": 0.011377074664900053 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011016659261964786, + "action_effect_rmse": 0.013547075423396856 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0766811629715334, + "action_effect_rmse": 2.9547202214894988 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8118080665435473, + "action_effect_rmse": 0.9361521729552068 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.019975112316078736, + "action_effect_rmse": 0.02368935066797589 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07101779272917756, + "action_effect_rmse": 0.0712278113112892 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9423623423457326, + "action_effect_rmse": 2.28518737885264 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 463.79889003237867, + 476.3234645011859, + 562.9965449953379, + 574.3343513414172 + ], + "true_costs": [ + 469.1559103653997, + 477.31772850027147, + 522.0125093964579, + 522.0725093964579 + ] + }, + { + "system_id": "tank-00583", + "family": "tank", + "anchor_step": 597, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014505861887634808, + "action_effect_rmse": 0.022752239053320886 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0028709041476044916, + "action_effect_rmse": 0.002979344623557119 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10541240442970042, + "action_effect_rmse": 0.10564261015585127 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1247045371325726, + "action_effect_rmse": 3.1286999940586906 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026483807968967692, + "action_effect_rmse": 0.045300701109852716 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0028258303700135676, + "action_effect_rmse": 0.0031074332571360123 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06646152618980117, + "action_effect_rmse": 0.06664629889770549 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.2052788961848933, + "action_effect_rmse": 3.6219240434352176 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06321871050476051, + "action_effect_rmse": 0.10907485521132551 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013425696170653959, + "action_effect_rmse": 0.015502202792980691 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04634032958424009, + "action_effect_rmse": 0.04722469848984378 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9135090353159612, + "action_effect_rmse": 2.9668657050700578 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.270981700558103, + "action_effect_rmse": 0.4605006059964733 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06205096857777903, + "action_effect_rmse": 0.07866453336273466 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03488908604779939, + "action_effect_rmse": 0.045254216899240945 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1599175894488312, + "action_effect_rmse": 1.234217685928315 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 194.37957723116813, + 161.9361513597026, + 194.50142123463468, + 194.40464466556853 + ], + "true_costs": [ + 194.68298823073295, + 175.34626383295222, + 194.66039774836761, + 194.72039774836762 + ] + }, + { + "system_id": "tank-01183", + "family": "tank", + "anchor_step": 312, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00835624400103363, + "action_effect_rmse": 0.013345743357127194 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007053025135886534, + "action_effect_rmse": 0.0008454522470533932 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025943815923030338, + "action_effect_rmse": 0.02618520210870493 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2107598045181238, + "action_effect_rmse": 1.742356907165858 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024453634228355742, + "action_effect_rmse": 0.04040673031838516 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001775103102011381, + "action_effect_rmse": 0.0017988743485383419 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019655712660117564, + "action_effect_rmse": 0.023745709240812145 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.559269111661995, + "action_effect_rmse": 2.177442937090528 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0481615941902902, + "action_effect_rmse": 0.07929593854945927 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0039042392915771273, + "action_effect_rmse": 0.0042093181335798 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027432802230366298, + "action_effect_rmse": 0.0320241225864161 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5968774079850665, + "action_effect_rmse": 1.6902109249626824 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.128016388675085, + "action_effect_rmse": 0.20362736687763594 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01177952124195573, + "action_effect_rmse": 0.011840800198122517 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10859779453456124, + "action_effect_rmse": 0.11308615777758006 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2885029227162665, + "action_effect_rmse": 1.4249265845693484 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 500.8611689192733, + 410.54029527589546, + 500.2651133457396, + 500.50253551789393 + ], + "true_costs": [ + 501.41916403031826, + 400.40856387883787, + 501.3452935889762, + 501.4461562135793 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 486, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01039420409320585, + "action_effect_rmse": 0.012912448130849586 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20256209362693353, + "action_effect_rmse": 0.24581462137652443 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6835659202469178, + "action_effect_rmse": 1.9356412593383403 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02116377995029703, + "action_effect_rmse": 0.026492246458943877 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25277178896862446, + "action_effect_rmse": 0.30282918455240254 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4568735577569072, + "action_effect_rmse": 1.6188741513157707 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02978997831375271, + "action_effect_rmse": 0.030256295322260457 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24278186031234453, + "action_effect_rmse": 0.24325681440808844 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.180432643282861, + "action_effect_rmse": 3.2403125999151965 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.033142118366869686, + "action_effect_rmse": 0.05610003955801408 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1718225348752623, + "action_effect_rmse": 0.2280189264542484 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.44360566237584, + "action_effect_rmse": 1.6966778006650514 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9313084978628487, + 1.0249439873648283, + 0.8287028490280748, + 0.3900579219573701 + ], + "true_costs": [ + 0.9469201430400964, + 1.02, + 0.99991070119537, + 0.46373921989873657 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 543, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015739535730327308, + "action_effect_rmse": 0.0017607994406714268 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008075521099250693, + "action_effect_rmse": 0.010672939526220922 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05602243493888104, + "action_effect_rmse": 0.0644762876173695 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.971632555682272, + "action_effect_rmse": 2.7404692343692414 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009772625504361976, + "action_effect_rmse": 0.015532237950080475 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014619664818222708, + "action_effect_rmse": 0.019447483649402204 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.049598492892964675, + "action_effect_rmse": 0.053278969048591356 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.872962797266324, + "action_effect_rmse": 2.435687891868429 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01601376028758006, + "action_effect_rmse": 0.025178229551436768 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022514733949577703, + "action_effect_rmse": 0.03147994210604447 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07130542781648375, + "action_effect_rmse": 0.0736325302012965 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3735684350268507, + "action_effect_rmse": 2.953140560413994 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0962301482223001, + "action_effect_rmse": 0.1544188605807988 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05514425658497816, + "action_effect_rmse": 0.07508500150044153 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.024161286200173437, + "action_effect_rmse": 0.02905063233939517 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.830976448994707, + "action_effect_rmse": 5.090801476529926 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 4.213648871703047, + 2.3759244804394335, + 4.181506135369057, + 4.225484053333384 + ], + "true_costs": [ + 4.286553231048985, + 1.9213539858748947, + 4.268116697950092, + 4.328116697950093 + ] + }, + { + "system_id": "battery-00992", + "family": "battery", + "anchor_step": 416, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01919972227212387, + "action_effect_rmse": 0.026397566127225387 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05591944334930717, + "action_effect_rmse": 0.0695731604807686 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.7319865086809223, + "action_effect_rmse": 3.7576369390701365 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04318796804489311, + "action_effect_rmse": 0.06012417272761986 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11454921688099044, + "action_effect_rmse": 0.1373737493467718 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.234541391811073, + "action_effect_rmse": 3.4776672236197217 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08236521146859878, + "action_effect_rmse": 0.11370833173596433 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2339777892281445, + "action_effect_rmse": 0.28280948019042906 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.750436557458277, + "action_effect_rmse": 3.0627176731697014 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14361041311603637, + "action_effect_rmse": 0.1950089652020225 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41353698263241007, + "action_effect_rmse": 0.5003730265841626 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4583856377576327, + "action_effect_rmse": 4.002226380457178 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0608499142357064, + 1.0247288853543082, + 0.8061683327906446, + 0.3749308163314858 + ], + "true_costs": [ + 1.0569710574497113, + 1.02, + 0.9997965881981167, + 0.695282497245708 + ] + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "anchor_step": 423, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04818375401466568, + "action_effect_rmse": 0.06848301253501453 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.596174737043782, + "action_effect_rmse": 0.6245781673863073 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21051299224989606, + "action_effect_rmse": 0.2548620665422091 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2644591444855944, + "action_effect_rmse": 1.2983549208827765 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3018505859313005, + "action_effect_rmse": 0.3099227939683152 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.42394224513067985, + "action_effect_rmse": 0.47925567608996433 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42836918410640595, + "action_effect_rmse": 0.44317866379100995 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3405794477453885, + "action_effect_rmse": 1.4433511771202572 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 530.074151993615, + 254.2884516225841, + 349.5429068933015, + 576.4157950997052 + ], + "true_costs": [ + 506.0009441202257, + 257.70845940587697, + 345.09701060984537, + 529.9417945311462 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 607, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19455109307853954, + "action_effect_rmse": 0.23647006447324526 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010383539809282638, + "action_effect_rmse": 0.012134063543532725 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017497244439067455, + "action_effect_rmse": 0.023518096534522474 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.987739070962903, + "action_effect_rmse": 26.913151357141185 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42675644333553375, + "action_effect_rmse": 0.5442787204250974 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014402271131839228, + "action_effect_rmse": 0.0166661867590393 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009715485285897163, + "action_effect_rmse": 0.010694950818327883 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.361287707438688, + "action_effect_rmse": 27.16976102124721 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3448853970464441, + "action_effect_rmse": 0.36497664795832124 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020212579042636847, + "action_effect_rmse": 0.025004688624434297 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022983824208765102, + "action_effect_rmse": 0.022995214860432905 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 23.94654511078856, + "action_effect_rmse": 27.043090462212792 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1550611402993447, + "action_effect_rmse": 1.4004304914056962 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018098643433591022, + "action_effect_rmse": 0.022921394624087904 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0051096851084390105, + "action_effect_rmse": 0.0061390403275673406 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.523665605224192, + "action_effect_rmse": 26.487420945920917 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 36.411852327844784, + 4.445961956073325, + 33.50324873897149, + 66.15917963315712 + ], + "true_costs": [ + 49.771414035554685, + 4.770668612785733, + 50.48855396699951, + 77.21254674519439 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 632, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20904595721501332, + "action_effect_rmse": 0.24884442961075254 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 3.808755659330624, + "action_effect_rmse": 4.3686398172665974 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.376837226096864, + "action_effect_rmse": 0.43873079970215284 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 7.343351192329162, + "action_effect_rmse": 8.319129244255732 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.43711272013173047, + "action_effect_rmse": 0.4631217970438449 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 41.65825807805921, + "action_effect_rmse": 43.284538132040325 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6519276565169356, + "action_effect_rmse": 0.7144976809037514 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 50.328503917554485, + "action_effect_rmse": 54.95923231220673 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 171.16346390023227, + 177.35953513822423, + 333.3895012726748, + 552.27649965714 + ], + "true_costs": [ + 205.04782664748225, + 232.9805467984468, + 383.72949363901614, + 601.7715413350312 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 255, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.214698791748667, + "action_effect_rmse": 1.420792376137319 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2445351569255839, + "action_effect_rmse": 0.29718313924621403 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0171177239676816, + "action_effect_rmse": 2.394827008458998 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4232610564354218, + "action_effect_rmse": 0.5283502096799704 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.3633197559475243, + "action_effect_rmse": 4.17153662424166 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7108102055016351, + "action_effect_rmse": 0.9481780258864696 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 8.036852023496143, + "action_effect_rmse": 10.007702683081153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1428846138247952, + "action_effect_rmse": 1.7485492269781422 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 5172.601731647666, + 2787.2326679742164, + 3668.631405031922, + 4927.202482134808 + ], + "true_costs": [ + 5425.216139675951, + 1885.6201291725433, + 3104.664119995822, + 4997.93311828181 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 471, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08243172874044902, + "action_effect_rmse": 0.09795865849082849 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011335483249510503, + "action_effect_rmse": 0.001721971846566287 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22505323424487264, + "action_effect_rmse": 0.2666994391409957 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10338362863197877, + "action_effect_rmse": 0.12321849913175557 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0018212412025124063, + "action_effect_rmse": 0.0027237326788909846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31992248252148175, + "action_effect_rmse": 0.3520519918310585 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14700222118517084, + "action_effect_rmse": 0.17662402935860333 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00448064480990477, + "action_effect_rmse": 0.006241499052544697 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5158497005568279, + "action_effect_rmse": 0.5791039400183038 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24654058146088195, + "action_effect_rmse": 0.35531428673596394 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009744410002163306, + "action_effect_rmse": 0.011782918161566748 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0920259310009897, + "action_effect_rmse": 1.219175915962043 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 4.626271066396686, + 6.391747092101792, + 4.713286092910411, + 42.84076443542942 + ], + "true_costs": [ + 3.9069664694096113, + 7.012004383716102, + 4.09689031750333, + 33.18862551744388 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 318, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4487892347007214, + "action_effect_rmse": 1.4649756983713833 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3150661448727116, + "action_effect_rmse": 0.3773123864365828 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8111428119316835, + "action_effect_rmse": 2.847068180307739 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5748891694090048, + "action_effect_rmse": 0.6495053022358649 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4235390809479527, + "action_effect_rmse": 2.5669164723091886 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.149662576724135, + "action_effect_rmse": 1.53884028767256 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0429868416794434, + "action_effect_rmse": 2.4701487234373056 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.008402464790474, + "action_effect_rmse": 5.28297378361218 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 950.4544011017344, + 472.62681611492076, + 719.628296483712, + 1153.7426934333646 + ], + "true_costs": [ + 785.5934953553739, + 245.3048285334962, + 395.24530667191, + 724.8986487280489 + ] + }, + { + "system_id": "tank-00097", + "family": "tank", + "anchor_step": 633, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005796303632141786, + "action_effect_rmse": 0.007916331475202137 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00041218292353661923, + "action_effect_rmse": 0.0005048252623768867 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005472471748812417, + "action_effect_rmse": 0.005798120906937291 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 7.417189512026419, + "action_effect_rmse": 11.648576490535447 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011716405949542263, + "action_effect_rmse": 0.01676890844996842 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0009278174878926867, + "action_effect_rmse": 0.001023854718736993 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005794826611610811, + "action_effect_rmse": 0.00582860837575111 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 7.367461349040703, + "action_effect_rmse": 11.497411593586925 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00843058529253978, + "action_effect_rmse": 0.010883082831410974 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0024236760215057274, + "action_effect_rmse": 0.0027455810038594063 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0073725379415474175, + "action_effect_rmse": 0.007527408527955493 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 7.013006317525265, + "action_effect_rmse": 11.034075561671925 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.132202474923765, + "action_effect_rmse": 0.13816419479788467 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008527856825424488, + "action_effect_rmse": 0.00925956355994358 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01132705416022258, + "action_effect_rmse": 0.012306179598917064 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.821873457900616, + "action_effect_rmse": 9.035687254436347 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 399.38369530573175, + 373.05991819876544, + 408.67165648766127, + 408.42790651546613 + ], + "true_costs": [ + 397.9200834828189, + 373.9245487931348, + 409.23658757258653, + 409.29658757258653 + ] + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "anchor_step": 159, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07466062350848308, + "action_effect_rmse": 0.09354499867700854 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001628402046814396, + "action_effect_rmse": 0.0017949862206145819 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4755791879122266, + "action_effect_rmse": 0.4984184003063594 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16470243915262492, + "action_effect_rmse": 0.19178987501809225 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008950835139302171, + "action_effect_rmse": 0.009460804910130767 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8206420856103023, + "action_effect_rmse": 0.8435422132145975 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31966061877341784, + "action_effect_rmse": 0.36496035529396564 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.041479970984300486, + "action_effect_rmse": 0.041642619605257836 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.43651276824653, + "action_effect_rmse": 1.502678642044423 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6782429363853891, + "action_effect_rmse": 0.7669700664715453 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.057021588598110164, + "action_effect_rmse": 0.05899662241115011 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.037259745255947, + "action_effect_rmse": 2.043451878403137 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 19.838014816528844, + 5.282772572976819, + 3.8405453541479626, + 16.394431151787302 + ], + "true_costs": [ + 23.5076722058105, + 7.319912903539635, + 5.376044492778844, + 29.43346858355869 + ] + }, + { + "system_id": "tank-00532", + "family": "tank", + "anchor_step": 507, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03763106173694227, + "action_effect_rmse": 0.041423680875678805 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011692769884573314, + "action_effect_rmse": 0.012982185090638722 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01524260797689847, + "action_effect_rmse": 0.015337530398301843 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7156234397105383, + "action_effect_rmse": 2.2193560044906437 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10534760370599638, + "action_effect_rmse": 0.12595693583575568 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020290659005426665, + "action_effect_rmse": 0.022828664919012375 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010078971922412841, + "action_effect_rmse": 0.010766716610593448 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.397262557642885, + "action_effect_rmse": 1.4966430864478033 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19380899944955962, + "action_effect_rmse": 0.23652881133709394 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03437144825475021, + "action_effect_rmse": 0.04215967350442333 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015656469562591774, + "action_effect_rmse": 0.01590016172813791 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9365045546853494, + "action_effect_rmse": 2.965586326078225 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.769151342953115, + "action_effect_rmse": 0.851048366720077 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05288405243889708, + "action_effect_rmse": 0.0733046059248614 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025748213876735242, + "action_effect_rmse": 0.025998977928887813 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.282263897037781, + "action_effect_rmse": 8.301171596961678 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 138.18643131728496, + 59.44018922163113, + 105.94168860096656, + 134.91497535218323 + ], + "true_costs": [ + 123.7470658470387, + 60.77221726366469, + 101.61536388113547, + 124.75523032834852 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 262, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1937257249900508, + "action_effect_rmse": 0.20948544634889818 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03437456885795124, + "action_effect_rmse": 0.03595330765234582 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0038020057068381594, + "action_effect_rmse": 0.004767739878744133 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 9.524987566278263, + "action_effect_rmse": 13.512635703557002 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15622790434931452, + "action_effect_rmse": 0.17215068860014218 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021223014911222766, + "action_effect_rmse": 0.025490904730339915 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005015334992550136, + "action_effect_rmse": 0.005571970332089214 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 8.27974852678944, + "action_effect_rmse": 11.578985509319663 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2830122589144432, + "action_effect_rmse": 0.33273431098250517 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03466989596121491, + "action_effect_rmse": 0.04458781971239136 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012122879463431158, + "action_effect_rmse": 0.015305912877444948 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 7.320320823933055, + "action_effect_rmse": 10.010894225083172 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7544600143008907, + "action_effect_rmse": 0.8052940207929358 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10832148358158022, + "action_effect_rmse": 0.14222511691464607 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22546986183450246, + "action_effect_rmse": 0.23744886145891744 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.776511414336639, + "action_effect_rmse": 7.788811928840899 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.6512659854314684, + 6.207614673860045, + 0.39817759295839666, + 1.442346709352627 + ], + "true_costs": [ + 1.4372284787186647, + 6.296994151092552, + 0.26310145998187806, + 0.3998419232398252 + ] + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "anchor_step": 80, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16254928343007555, + "action_effect_rmse": 0.20243796068390976 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005001113750097375, + "action_effect_rmse": 0.0067752159948822116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25707371892773523, + "action_effect_rmse": 0.33868056326082996 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.35751444316383285, + "action_effect_rmse": 0.44844010027449166 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014897615072681466, + "action_effect_rmse": 0.01950987499127529 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4255586173040579, + "action_effect_rmse": 0.5407173040130603 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7645145599593958, + "action_effect_rmse": 0.9697294518886997 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.048627035621213587, + "action_effect_rmse": 0.06101098327120727 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6807277067067119, + "action_effect_rmse": 0.8550254413655771 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6785029136309173, + "action_effect_rmse": 2.100858720665478 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08437366677383314, + "action_effect_rmse": 0.09277047336415309 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2224786489435076, + "action_effect_rmse": 1.3746620842595987 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 13.423129114579002, + 6.157197049218568, + 2.1326432502024906, + 21.512189003862996 + ], + "true_costs": [ + 16.853477507964598, + 21.71749834028883, + 1.435684159715903, + 32.17525836069511 + ] + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "anchor_step": 368, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18110310012343808, + "action_effect_rmse": 0.19461104622424505 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005252596131228415, + "action_effect_rmse": 0.0053337400142941015 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33294184674711386, + "action_effect_rmse": 0.3409521854020037 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2820994900071791, + "action_effect_rmse": 0.3581761410757227 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0058829821875967525, + "action_effect_rmse": 0.007168373229489691 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6518744175836938, + "action_effect_rmse": 0.7032544878505715 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6223586696173781, + "action_effect_rmse": 0.7682798892089758 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03999888240487929, + "action_effect_rmse": 0.04295654281846274 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2980643054733605, + "action_effect_rmse": 1.6314467680709392 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3545652175942837, + "action_effect_rmse": 1.5701878145110137 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17564846447364837, + "action_effect_rmse": 0.20323260138103752 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6328490600478553, + "action_effect_rmse": 3.3371171690745944 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.0, + "predicted_costs": [ + 130.82894429418982, + 167.47036132881098, + 262.73438399807515, + 404.4224739054213 + ], + "true_costs": [ + 116.01417143382986, + 114.01417143382986, + 236.4156480478051, + 424.6700995022107 + ] + }, + { + "system_id": "battery-00266", + "family": "battery", + "anchor_step": 24, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004425283756949903, + "action_effect_rmse": 0.00501869994920638 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15971853291592927, + "action_effect_rmse": 0.16628637915608616 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21592214314504923, + "action_effect_rmse": 0.2875876027126172 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008926244924536813, + "action_effect_rmse": 0.009948240816545946 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27453422817744527, + "action_effect_rmse": 0.3120100151686478 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08519868045741556, + "action_effect_rmse": 0.08991329116824447 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02991267918675959, + "action_effect_rmse": 0.035921983464287835 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4599984066253799, + "action_effect_rmse": 0.5191887508576517 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2650344966525289, + "action_effect_rmse": 0.4282436732433729 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04366090082744076, + "action_effect_rmse": 0.0524825113185909 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3688376580931312, + "action_effect_rmse": 0.3901707881836556 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9234938361943806, + "action_effect_rmse": 1.2089104904629926 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.7807830130575064, + 0.6738743770213795, + 0.3450773677182001, + 0.19034565643536466 + ], + "true_costs": [ + 0.825786582467057, + 0.7059339134701421, + 0.3281522313620786, + 0.16139741703890506 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 113, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2595577850586241, + "action_effect_rmse": 0.3323650828160731 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018345790117777483, + "action_effect_rmse": 0.002566973488002149 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001050016098270638, + "action_effect_rmse": 0.001363713481945216 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.391143028368352, + "action_effect_rmse": 7.038356838655647 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5941589316321725, + "action_effect_rmse": 0.6959020415548792 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004788148789633813, + "action_effect_rmse": 0.00709121487756837 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001613433974108273, + "action_effect_rmse": 0.0016258336235597947 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.207649533656185, + "action_effect_rmse": 5.737862020207038 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1376586193147193, + "action_effect_rmse": 1.476310500662763 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008544952971086891, + "action_effect_rmse": 0.010539310628330073 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0071085857468366305, + "action_effect_rmse": 0.008278013340625223 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.299530117414298, + "action_effect_rmse": 10.501776976983798 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8718067396231385, + "action_effect_rmse": 1.400964031377588 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01252789484975736, + "action_effect_rmse": 0.015934401728045233 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004126080960328034, + "action_effect_rmse": 0.004315723316006448 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.08292426398618, + "action_effect_rmse": 9.702466095185988 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 894.7382532460248, + 785.8385984848817, + 892.9780097514708, + 902.4258587290327 + ], + "true_costs": [ + 1084.8568881823676, + 792.4849262811426, + 1044.284872697415, + 1136.585023480676 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 324, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013888230926250836, + "action_effect_rmse": 0.017047552345149052 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0020656626423338764, + "action_effect_rmse": 0.0021696245035911573 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020639839497823848, + "action_effect_rmse": 0.02623409794331148 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1872429581713413, + "action_effect_rmse": 2.524631892694444 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01682519253720945, + "action_effect_rmse": 0.025551586375008654 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005314856827748571, + "action_effect_rmse": 0.005617082579475171 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02118139055636385, + "action_effect_rmse": 0.021665710538324938 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.888503335181788, + "action_effect_rmse": 5.345469495440952 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015196339930123296, + "action_effect_rmse": 0.01616296302641077 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009894562192862702, + "action_effect_rmse": 0.01142710780871229 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028170526541447066, + "action_effect_rmse": 0.028543658200954416 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.594835137615717, + "action_effect_rmse": 6.899222779999957 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04620252401226447, + "action_effect_rmse": 0.05139627182789184 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013304116998263874, + "action_effect_rmse": 0.013887431420104535 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009811056618852546, + "action_effect_rmse": 0.01040485397449202 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3334641321080145, + "action_effect_rmse": 5.226442613689393 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 460.62264286054756, + 391.4805469636693, + 462.4306323669026, + 461.68479891048025 + ], + "true_costs": [ + 463.24576500376764, + 394.6512232212727, + 463.2471503456618, + 463.3071503456618 + ] + }, + { + "system_id": "battery-00635", + "family": "battery", + "anchor_step": 339, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004527730939720272, + "action_effect_rmse": 0.006072443896403229 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32890801635559325, + "action_effect_rmse": 0.37867594109361896 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34318570120539843, + "action_effect_rmse": 0.4016717459995148 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014562496973960282, + "action_effect_rmse": 0.015158682022067264 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.3547981963730558, + "action_effect_rmse": 2.4572063935239137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9235530882073857, + "action_effect_rmse": 1.9668084500403011 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06724773344939677, + "action_effect_rmse": 0.06746365187276633 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.0072966629418225, + "action_effect_rmse": 6.101168496224596 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8539604758605416, + "action_effect_rmse": 0.9108035899637877 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04115518722030701, + "action_effect_rmse": 0.049931428686195545 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.065641500062796, + "action_effect_rmse": 1.5801110363867192 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1473982106891125, + "action_effect_rmse": 1.192505949366499 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.5403598967270371, + 0.31389128775381625, + 0.0066216718830520134, + 0.1384031269980608 + ], + "true_costs": [ + 0.5894062448907171, + 0.39549198412545516, + 0.008513085539305567, + 0.16677117346189982 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 40, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11820049156551467, + "action_effect_rmse": 0.1396212146642184 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0014278139858650007, + "action_effect_rmse": 0.0022251757501634164 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005003761425501944, + "action_effect_rmse": 0.0059073011513136155 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.625548019863038, + "action_effect_rmse": 3.4771594548641924 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09114185373539267, + "action_effect_rmse": 0.13343935970314336 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0024469537267387174, + "action_effect_rmse": 0.0029910842384542266 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00336795165473854, + "action_effect_rmse": 0.004247767818937135 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8710806165968712, + "action_effect_rmse": 2.6600887371791266 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.36410417107398335, + "action_effect_rmse": 0.3730403423930724 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0042187327006727076, + "action_effect_rmse": 0.004264884520482722 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008915480031674278, + "action_effect_rmse": 0.008946318154564257 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6098247594061827, + "action_effect_rmse": 1.689117636751708 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10857327387412437, + "action_effect_rmse": 0.12718986499643778 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.020811526837083722, + "action_effect_rmse": 0.02372891151460579 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009062514083206871, + "action_effect_rmse": 0.00958777900357768 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.024085754925873, + "action_effect_rmse": 6.12179670771687 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 585.6368073841555, + 528.9452500572161, + 629.9674125287507, + 645.7369046874251 + ], + "true_costs": [ + 596.7666063874129, + 524.7291801378268, + 643.8560682367065, + 648.5890898822338 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 360, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0098286393141744, + "action_effect_rmse": 0.014552393206065495 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04415113864767287, + "action_effect_rmse": 0.053293144256285 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4160752979678293, + "action_effect_rmse": 1.5046574246967626 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015356992254629867, + "action_effect_rmse": 0.021858311239691258 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07347724090590191, + "action_effect_rmse": 0.08863440025044796 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7583728640901413, + "action_effect_rmse": 0.9024617029754477 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02295815150274161, + "action_effect_rmse": 0.029294657240878708 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13283199764058296, + "action_effect_rmse": 0.1571956336775222 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6649898828831411, + "action_effect_rmse": 0.7410156605728446 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05787348819870397, + "action_effect_rmse": 0.07389558867717147 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.29561116332302245, + "action_effect_rmse": 0.35560156236557716 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2590336955798378, + "action_effect_rmse": 1.7320876335110673 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.0524999323875337, + 0.4445320619570409, + 0.9036304471601933, + 1.0188417213478544 + ], + "true_costs": [ + 1.0552584734054486, + 0.3803250526015152, + 0.999092489173267, + 1.02 + ] + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "anchor_step": 420, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16540981285962175, + "action_effect_rmse": 0.17194341320029952 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019878629969549404, + "action_effect_rmse": 0.023785547344978647 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35094799457688924, + "action_effect_rmse": 0.4287059354974194 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4821186639295618, + "action_effect_rmse": 0.48460018587378567 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.037210594743014504, + "action_effect_rmse": 0.04102374251157186 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8231222427675675, + "action_effect_rmse": 1.0150538792674586 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0762967235017402, + "action_effect_rmse": 1.082218606457526 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1131441300948642, + "action_effect_rmse": 0.11979404428147357 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6881832489373587, + "action_effect_rmse": 2.859436149060902 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12591524481712688, + "action_effect_rmse": 0.1734773252416849 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5619795513105252, + "action_effect_rmse": 0.5793024311170085 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9262666296492246, + "action_effect_rmse": 2.2501759896489935 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 54.616645501667165, + 20.793098948825037, + 2.0439570785536887, + 26.610526582952474 + ], + "true_costs": [ + 63.26210380237336, + 24.51759647524183, + 2.2139942383604505, + 19.916758179756446 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 539, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04928434134495537, + "action_effect_rmse": 0.06763658949464244 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0023310634369515526, + "action_effect_rmse": 0.003036858663030104 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12062470315402152, + "action_effect_rmse": 0.13262389492423762 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07630185566965864, + "action_effect_rmse": 0.11249995089499315 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004320811971588512, + "action_effect_rmse": 0.005137826233850794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19939902585213076, + "action_effect_rmse": 0.21596680955265837 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16363921359106826, + "action_effect_rmse": 0.26001390109244715 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007347217785505696, + "action_effect_rmse": 0.007791413618827075 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.391326526697829, + "action_effect_rmse": 0.4504469594873988 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.522281956401244, + "action_effect_rmse": 0.7186231703390044 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.039941027226589654, + "action_effect_rmse": 0.051233057896873144 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9502357540367257, + "action_effect_rmse": 1.0019077909799856 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 33.52111835949001, + 18.143934135590452, + 47.1245332684703, + 119.60519379972351 + ], + "true_costs": [ + 35.737370186262424, + 19.15192831990783, + 48.49979938335318, + 103.223844071714 + ] + }, + { + "system_id": "battery-00599", + "family": "battery", + "anchor_step": 364, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010485867783263622, + "action_effect_rmse": 0.010568998766748385 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10013386889359548, + "action_effect_rmse": 0.12146275950077658 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.155227674810618, + "action_effect_rmse": 6.470704194115825 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04133508288011963, + "action_effect_rmse": 0.04140565031430606 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3765016025138408, + "action_effect_rmse": 0.3915906880081198 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.391013133304978, + "action_effect_rmse": 6.84549154285638 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024108991036598804, + "action_effect_rmse": 0.02604593760692429 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7248222890326197, + "action_effect_rmse": 0.7707567009941094 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.034519328048131, + "action_effect_rmse": 6.734964478006894 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0592520940098031, + "action_effect_rmse": 0.08076429203018261 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42426069419191254, + "action_effect_rmse": 0.47727137051904917 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.392054339379061, + "action_effect_rmse": 6.633244835075315 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.1205575476999377, + 0.10683582846410004, + 0.34208691711096134, + 0.7424220833705754 + ], + "true_costs": [ + 1.08, + 0.16407024411803908, + 0.3663062639363719, + 0.8164620952820238 + ] + }, + { + "system_id": "tank-00862", + "family": "tank", + "anchor_step": 91, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09455445363609509, + "action_effect_rmse": 0.10593011196980279 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01933085806633154, + "action_effect_rmse": 0.021800183983664973 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0037818468674100845, + "action_effect_rmse": 0.005090817724024741 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 6.5943473675962005, + "action_effect_rmse": 9.486997789439132 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3644339059969018, + "action_effect_rmse": 0.4596617580462105 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03765000329870934, + "action_effect_rmse": 0.0448909070634045 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015566382069761612, + "action_effect_rmse": 0.0163014892211694 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 7.729194410983234, + "action_effect_rmse": 11.214460733962595 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4417869089062278, + "action_effect_rmse": 0.5372119540648902 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08419074504385549, + "action_effect_rmse": 0.09740059729978541 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013222386444621556, + "action_effect_rmse": 0.013409181364912388 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.01610010761767, + "action_effect_rmse": 10.222695617153953 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7875079627583889, + "action_effect_rmse": 0.9809318892564433 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1723159190242806, + "action_effect_rmse": 0.20155428006586631 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013760840529771967, + "action_effect_rmse": 0.01376150615983697 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.5103580394467, + "action_effect_rmse": 15.898154178083422 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 229.72539845339747, + 148.0712261260332, + 222.705174046128, + 263.49271506053447 + ], + "true_costs": [ + 194.0928093127177, + 142.90469058810928, + 196.8166128119923, + 198.77099421631544 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 254, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49110545058362476, + "action_effect_rmse": 0.5458053235320535 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27363169731410153, + "action_effect_rmse": 0.3076341447204587 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7011913407798845, + "action_effect_rmse": 0.7999844765583266 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5011926832966083, + "action_effect_rmse": 0.5915899890876244 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1937952211106702, + "action_effect_rmse": 1.3706593811050545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.078138745389727, + "action_effect_rmse": 1.2305716735053216 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9619359017194344, + "action_effect_rmse": 2.4096219447064997 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7175741825242312, + "action_effect_rmse": 1.9070575848378049 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 361.24344910159175, + 477.559040815549, + 728.6276029951932, + 1044.4598260339933 + ], + "true_costs": [ + 318.93984629543706, + 425.2219155978065, + 748.4328592161528, + 1162.545127799379 + ] + }, + { + "system_id": "tank-01015", + "family": "tank", + "anchor_step": 93, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15354158162791562, + "action_effect_rmse": 0.182635279276649 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06286756241137799, + "action_effect_rmse": 0.07374130331783273 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00982058479722638, + "action_effect_rmse": 0.010996302432582143 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.024719269191223, + "action_effect_rmse": 17.797293746312487 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24473983849014402, + "action_effect_rmse": 0.2866292013526172 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09897905403423242, + "action_effect_rmse": 0.1117274452042203 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006506477327082168, + "action_effect_rmse": 0.006638972699071739 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.500572637969233, + "action_effect_rmse": 15.54588570741621 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15344319171342846, + "action_effect_rmse": 0.16173989167380484 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10118948908736176, + "action_effect_rmse": 0.10477381035345562 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006258697217161269, + "action_effect_rmse": 0.007007794406472575 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.451056456196477, + "action_effect_rmse": 12.54475367102026 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6568433660054644, + "action_effect_rmse": 0.7883498133844525 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05819621827158746, + "action_effect_rmse": 0.09549481424945365 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0031086275101603333, + "action_effect_rmse": 0.003757638428943854 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.543111312449598, + "action_effect_rmse": 11.85808154446955 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 312.2642455425815, + 230.04973132796704, + 352.4246114957136, + 492.7096566181908 + ], + "true_costs": [ + 325.39551221232364, + 223.803169645284, + 361.1042293826362, + 525.6478020362133 + ] + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "anchor_step": 621, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2183911235651692, + "action_effect_rmse": 1.2388974050509982 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004557817856884583, + "action_effect_rmse": 0.005724446264219589 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5852240198151625, + "action_effect_rmse": 0.6136796964557243 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.290403403755667, + "action_effect_rmse": 2.33098819931014 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028841997151491938, + "action_effect_rmse": 0.029036069755410183 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3070275558266076, + "action_effect_rmse": 1.3299822962069205 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.7125895953940975, + "action_effect_rmse": 3.7866618713145392 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11410387906258042, + "action_effect_rmse": 0.1143146869288115 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6785415653795326, + "action_effect_rmse": 2.720110093113758 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.249252580781161, + "action_effect_rmse": 4.3707111642089735 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2199998413787725, + "action_effect_rmse": 0.22396882970409382 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7384818198826224, + "action_effect_rmse": 2.0236511288534613 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 256.33131688746266, + 32.35140631357839, + 93.73762186991182, + 221.0045788151633 + ], + "true_costs": [ + 500.3660013335085, + 24.24360729198004, + 105.24383817569964, + 283.59615658951776 + ] + }, + { + "system_id": "tank-00217", + "family": "tank", + "anchor_step": 563, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23441646185336396, + "action_effect_rmse": 0.25548646071725845 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008547555246016358, + "action_effect_rmse": 0.01064245199700939 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08941121537963455, + "action_effect_rmse": 0.09382474521781206 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 5.24790008859587, + "action_effect_rmse": 7.375607663094661 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5481466982078853, + "action_effect_rmse": 0.6204532918681815 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00967689321635016, + "action_effect_rmse": 0.009792895365815624 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07592801435093366, + "action_effect_rmse": 0.07700643266138162 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.8701867180034695, + "action_effect_rmse": 8.593653988064137 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5193256573655045, + "action_effect_rmse": 0.621314592006869 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01916235582402533, + "action_effect_rmse": 0.019338470585784983 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07155834992517522, + "action_effect_rmse": 0.0716148674459408 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.909215224558878, + "action_effect_rmse": 9.169345411486386 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2733860028143997, + "action_effect_rmse": 1.4579864006907448 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04177372070904065, + "action_effect_rmse": 0.04191152633281026 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01885952082218147, + "action_effect_rmse": 0.019964079708564224 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.4314274761580785, + "action_effect_rmse": 11.743283912551984 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 328.7067441696249, + 227.07269256364583, + 342.48833857374376, + 429.1142563603453 + ], + "true_costs": [ + 381.52463654299515, + 219.98183340765553, + 413.70733588057266, + 474.0042946515349 + ] + }, + { + "system_id": "battery-00533", + "family": "battery", + "anchor_step": 143, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007445004699101698, + "action_effect_rmse": 0.009222796138450617 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4471909921957031, + "action_effect_rmse": 0.5318641771297961 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6023938587296414, + "action_effect_rmse": 1.6033249943486796 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.036523911801810915, + "action_effect_rmse": 0.03821484290470652 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.106379956191778, + "action_effect_rmse": 1.2186615594484704 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.420011662504893, + "action_effect_rmse": 2.4251803023897276 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03972436135701914, + "action_effect_rmse": 0.04775675683888068 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7808731478278924, + "action_effect_rmse": 0.9591466795922156 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.212551369226562, + "action_effect_rmse": 2.2657870018353172 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07725075331206654, + "action_effect_rmse": 0.1042726198823692 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.024330851279674, + "action_effect_rmse": 2.2281841878664 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3358507834759645, + "action_effect_rmse": 1.7297418958032853 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.7460407877081126, + 0.07689300716171663, + 0.027767707529298746, + 0.27813684111024883 + ], + "true_costs": [ + 0.7863697572591504, + 0.20171878616243047, + 0.023908586598358483, + 0.30118808059245755 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 42, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014690759648992172, + "action_effect_rmse": 0.02062610352115296 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0010541895791256195, + "action_effect_rmse": 0.0011712593769362986 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.037318373014855355, + "action_effect_rmse": 0.04660139039601824 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.453723816386478, + "action_effect_rmse": 4.921518495447404 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01485457446006233, + "action_effect_rmse": 0.02054978684226096 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0036889097345576736, + "action_effect_rmse": 0.004079306773918859 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00808889072359579, + "action_effect_rmse": 0.00933014248609206 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.6242604619998713, + "action_effect_rmse": 3.6872594977853783 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021158030305874043, + "action_effect_rmse": 0.028897725022512935 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006790001545770845, + "action_effect_rmse": 0.007821770541476633 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022720146186146966, + "action_effect_rmse": 0.02273882616906202 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0172580852041073, + "action_effect_rmse": 3.2587334041502327 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04634294422558908, + "action_effect_rmse": 0.06969356360523708 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018501770828319646, + "action_effect_rmse": 0.020134901197906677 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016212747822445046, + "action_effect_rmse": 0.01631056422683312 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.878761529919089, + "action_effect_rmse": 5.438158211632902 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.008703536127296, + 20.193999505487085, + 27.069999052387328, + 26.885339305731012 + ], + "true_costs": [ + 27.320748945570735, + 21.489308514151013, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "battery-00830", + "family": "battery", + "anchor_step": 185, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0022903178660708874, + "action_effect_rmse": 0.0027170672489504654 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18931957896558296, + "action_effect_rmse": 0.21014855382223122 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1441695063469766, + "action_effect_rmse": 1.1924141720719361 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0035462518977784183, + "action_effect_rmse": 0.00445575820052599 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3506464112984773, + "action_effect_rmse": 0.4006272277067187 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.482111331420017, + "action_effect_rmse": 2.4935850730015754 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005842228837028454, + "action_effect_rmse": 0.007957348194843927 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.45673231271705345, + "action_effect_rmse": 0.5340352756364338 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.464424394171452, + "action_effect_rmse": 2.484217800035505 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013285971579642038, + "action_effect_rmse": 0.018937369389801638 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5899868249175905, + "action_effect_rmse": 0.6908834452599397 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7240765844397146, + "action_effect_rmse": 1.8115453359762235 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.089844924940905, + 1.0269827212713913, + 0.9580425171826623, + 0.762230716456434 + ], + "true_costs": [ + 1.0895119618579556, + 1.0295119618579553, + 1.0089066869199221, + 0.7566338622264922 + ] + }, + { + "system_id": "tank-00841", + "family": "tank", + "anchor_step": 107, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24943606959565714, + "action_effect_rmse": 0.343837691340487 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014569138877080926, + "action_effect_rmse": 0.020664052917710736 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017280096829630442, + "action_effect_rmse": 0.020895567473043674 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3517482640266874, + "action_effect_rmse": 2.3246708007823114 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30226558009474225, + "action_effect_rmse": 0.35887415628034647 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026605496824519886, + "action_effect_rmse": 0.03768888346999034 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016643170594737067, + "action_effect_rmse": 0.01891565466521608 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4407625487758455, + "action_effect_rmse": 3.7043011667284413 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2088133801146519, + "action_effect_rmse": 0.25866013079519207 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.047358685024886306, + "action_effect_rmse": 0.06766087924447531 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.023798682916388314, + "action_effect_rmse": 0.02460253132892086 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.754610690516532, + "action_effect_rmse": 5.865587101894318 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3321367497811008, + "action_effect_rmse": 0.3755164537112372 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09311550375304319, + "action_effect_rmse": 0.11563750300532291 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.020544514625500554, + "action_effect_rmse": 0.022986274222012562 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.434207249870383, + "action_effect_rmse": 11.479598711023911 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 379.15126274066705, + 340.8889953681164, + 420.90279885726, + 439.5090337181753 + ], + "true_costs": [ + 383.0527113966873, + 332.797375189029, + 443.625975781596, + 460.1222733248592 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 189, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13400021756307248, + "action_effect_rmse": 0.16242296768129574 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003526045914888698, + "action_effect_rmse": 0.004911545635786615 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010747147474880406, + "action_effect_rmse": 0.011521540258156859 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.975021716540157, + "action_effect_rmse": 19.41678842016835 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28550688289636916, + "action_effect_rmse": 0.35274721327346387 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005313138422434823, + "action_effect_rmse": 0.007576279519453748 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0074322499012531296, + "action_effect_rmse": 0.008002048888076511 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 11.533003955785043, + "action_effect_rmse": 17.20276208871488 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3956717040010487, + "action_effect_rmse": 0.46263968487478146 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008920437271707252, + "action_effect_rmse": 0.012058706760744626 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004792701635396894, + "action_effect_rmse": 0.005466591680780445 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 11.43299726996669, + "action_effect_rmse": 17.189977686246834 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.35269685706774406, + "action_effect_rmse": 0.4549144343477031 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012176601389626285, + "action_effect_rmse": 0.013349426750284452 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0020600181028779807, + "action_effect_rmse": 0.0022159362788934946 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 11.782959017602728, + "action_effect_rmse": 17.814502243718064 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 146.7547328595498, + 118.65421777971281, + 202.21307903597426, + 296.0018069685848 + ], + "true_costs": [ + 148.19167543754486, + 116.60940143922947, + 190.56159677338945, + 290.61028070895435 + ] + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "anchor_step": 408, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3937636062156334, + "action_effect_rmse": 0.4774953044652912 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5751244755238455, + "action_effect_rmse": 0.6512877628865659 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.759193949104116, + "action_effect_rmse": 0.9109623827142851 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.339603933648713, + "action_effect_rmse": 1.43299085444505 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8633246990369496, + "action_effect_rmse": 2.2208786098398265 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3073349145840516, + "action_effect_rmse": 2.4546728233090054 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.312837254972121, + "action_effect_rmse": 5.265402965901201 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.129228724405948, + "action_effect_rmse": 2.574901448791018 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 141.89271225674634, + 224.25379691875423, + 98.07152793970357, + 44.620554323973735 + ], + "true_costs": [ + 166.04864613221585, + 369.6704923223042, + 102.6231250161924, + 63.33807574678888 + ] + }, + { + "system_id": "tank-01072", + "family": "tank", + "anchor_step": 546, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1358182630017808, + "action_effect_rmse": 0.16846462017173025 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0060676604227888715, + "action_effect_rmse": 0.00785159315197308 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03215765276778807, + "action_effect_rmse": 0.0329833761256364 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.634670176682618, + "action_effect_rmse": 4.256496805437004 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1261519339600324, + "action_effect_rmse": 0.18101716708637736 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004749347591615087, + "action_effect_rmse": 0.005660590545490583 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02182294856591142, + "action_effect_rmse": 0.022629990925716253 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.396306978403672, + "action_effect_rmse": 1.9824915150759794 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27004754566310396, + "action_effect_rmse": 0.35794096671579434 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.019838124309393024, + "action_effect_rmse": 0.02359421245383853 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007104073908767254, + "action_effect_rmse": 0.00854907135020314 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28555810512439955, + "action_effect_rmse": 0.41833757993290216 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.35544368748436206, + "action_effect_rmse": 0.538884794691659 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01629890323224359, + "action_effect_rmse": 0.019823241380951536 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006932981459885153, + "action_effect_rmse": 0.0071349504427045615 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.122851144461575, + "action_effect_rmse": 1.4978758297471297 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 329.4537833928203, + 353.22588460057267, + 517.0223532109583, + 577.4401358648852 + ], + "true_costs": [ + 339.6135662503651, + 360.7608638633608, + 512.8271574586557, + 553.8418843354947 + ] + }, + { + "system_id": "battery-00380", + "family": "battery", + "anchor_step": 588, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013994006021418906, + "action_effect_rmse": 0.018917223938097423 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0915845028097498, + "action_effect_rmse": 0.0991354198764342 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1738623396790566, + "action_effect_rmse": 2.2451602260581005 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026275405968218164, + "action_effect_rmse": 0.03570599032225519 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1782660812707597, + "action_effect_rmse": 0.19923306372823718 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0221041055477067, + "action_effect_rmse": 2.086981000833008 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06063977776447527, + "action_effect_rmse": 0.08483924608497254 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27210663822548753, + "action_effect_rmse": 0.31214773124885153 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.30398487279354, + "action_effect_rmse": 2.3786995836703912 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16296880506192069, + "action_effect_rmse": 0.23599612052535252 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.100338880633809, + "action_effect_rmse": 1.2198074301632675 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9056308892919964, + "action_effect_rmse": 3.577263210707709 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.0675008883094155, + 0.3041778607801445, + 0.8448886821435674, + 1.0170116789519874 + ], + "true_costs": [ + 1.071613424424263, + 0.47026807170229834, + 0.9992335015509246, + 1.02 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 143, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029350051233786683, + "action_effect_rmse": 0.0346964934286585 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018533472137368296, + "action_effect_rmse": 0.0023524971600433603 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4174183375149975, + "action_effect_rmse": 0.521245719871908 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06768933055321942, + "action_effect_rmse": 0.07848143673091806 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011724766408253373, + "action_effect_rmse": 0.01220387882334893 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7578092816339298, + "action_effect_rmse": 0.9474522320050948 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.35662925912541493, + "action_effect_rmse": 0.36823252020384734 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01330547361349943, + "action_effect_rmse": 0.014371301007898563 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8061606353098038, + "action_effect_rmse": 1.0342635503038893 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5527455461249934, + "action_effect_rmse": 0.6617944564516113 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01577520840579183, + "action_effect_rmse": 0.018270216435209197 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.329003736712366, + "action_effect_rmse": 2.0120714057976445 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 4.195553749397965, + 1.717453741212038, + 12.035834586685567, + 53.60784937940171 + ], + "true_costs": [ + 6.502626022475153, + 1.5180467285458747, + 13.235377179347628, + 50.328881255065184 + ] + }, + { + "system_id": "battery-00806", + "family": "battery", + "anchor_step": 654, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002625470226069397, + "action_effect_rmse": 0.0037143985499432826 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07879273682211145, + "action_effect_rmse": 0.09771344833661652 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.460876573092641, + "action_effect_rmse": 6.54660952321952 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004673054052812042, + "action_effect_rmse": 0.007038374178829309 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17272772408681666, + "action_effect_rmse": 0.19324681841758867 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.683716714340696, + "action_effect_rmse": 5.718363877546033 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011335787436953714, + "action_effect_rmse": 0.016056087604451135 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2768319765523846, + "action_effect_rmse": 0.37890301258151426 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.046123693081944, + "action_effect_rmse": 5.081627813573037 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03132188133740849, + "action_effect_rmse": 0.040962157142438255 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6358029635262289, + "action_effect_rmse": 0.8537851889436114 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.174623240586698, + "action_effect_rmse": 5.203047748766271 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0775646959691274, + 1.0184409716593636, + 0.8947834237687516, + 0.5162369149871897 + ], + "true_costs": [ + 1.0752041048481948, + 1.02, + 0.9986891751296427, + 0.5233164738871904 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 575, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07697518310571876, + "action_effect_rmse": 0.08011134521760929 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00033448654560608304, + "action_effect_rmse": 0.00034395337741636176 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017558784165983887, + "action_effect_rmse": 0.018267158214109742 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.0383870446433647, + "action_effect_rmse": 2.8208483982006483 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12530106779199754, + "action_effect_rmse": 0.13113636020042008 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0017958482120435566, + "action_effect_rmse": 0.002271767025891051 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009832211595116767, + "action_effect_rmse": 0.010163540770685807 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.285700493067407, + "action_effect_rmse": 1.6927324592227013 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7865065233988234, + "action_effect_rmse": 0.9198882166410337 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01966444674932492, + "action_effect_rmse": 0.020777399385159396 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012778162089034817, + "action_effect_rmse": 0.013033576701182074 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8013138618780005, + "action_effect_rmse": 2.0847154408294433 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9962772121257508, + "action_effect_rmse": 1.3742581192884449 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04609501651568474, + "action_effect_rmse": 0.054361419336383505 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02394500507295608, + "action_effect_rmse": 0.024787540963550028 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3969287009179137, + "action_effect_rmse": 1.4081154345812645 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 327.2738692305659, + 169.7697619586258, + 266.61054814380645, + 337.956064463855 + ], + "true_costs": [ + 402.227840324504, + 168.0146161753524, + 296.9369742262371, + 413.62036751144444 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 531, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17995116153674337, + "action_effect_rmse": 0.26153231753615186 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001917925883197687, + "action_effect_rmse": 0.0021329885331292427 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.028351388282146183, + "action_effect_rmse": 0.0286568708298068 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8369546981123162, + "action_effect_rmse": 2.7578232013704866 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1498720445058659, + "action_effect_rmse": 0.1761619116086909 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00277074000380928, + "action_effect_rmse": 0.0029851191232230364 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01477286643226657, + "action_effect_rmse": 0.015053595979757965 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9456184994903505, + "action_effect_rmse": 4.7021894133414115 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3045839120274116, + "action_effect_rmse": 0.33505948634468696 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003204418226121201, + "action_effect_rmse": 0.0034216284983221022 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010525788114009069, + "action_effect_rmse": 0.012782103985424807 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9270185864400724, + "action_effect_rmse": 4.6009013762256314 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15854199640619449, + "action_effect_rmse": 0.19729881108562675 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0077980417712405865, + "action_effect_rmse": 0.010806498087453069 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007150615317636573, + "action_effect_rmse": 0.008156821857704515 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8732854955893026, + "action_effect_rmse": 4.745245187361056 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 570.7013190251964, + 465.53109556336517, + 577.079064367208, + 598.3158278853365 + ], + "true_costs": [ + 578.0814892667419, + 452.82214242517927, + 582.9010325078809, + 603.2934837253 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 355, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05390381665061975, + "action_effect_rmse": 0.09011030958984344 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0019114106007727116, + "action_effect_rmse": 0.0022351004607329993 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4701966018022749, + "action_effect_rmse": 0.47091641533697487 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5370115080583084, + "action_effect_rmse": 3.2447778054130514 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07298715927192252, + "action_effect_rmse": 0.12331778173428384 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0037423294944739873, + "action_effect_rmse": 0.004695194310402006 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38723967195631676, + "action_effect_rmse": 0.38750774305406066 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.6055051612392455, + "action_effect_rmse": 4.098389337456443 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12014724373416404, + "action_effect_rmse": 0.20429492615297543 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0075420820195996425, + "action_effect_rmse": 0.009457590892222166 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.449031375043259, + "action_effect_rmse": 0.4491519951708716 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6680500536069665, + "action_effect_rmse": 3.317256089051707 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3240167589118137, + "action_effect_rmse": 0.5586721926008981 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01755077132863292, + "action_effect_rmse": 0.01796580898710104 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8166540193139799, + "action_effect_rmse": 0.8167221997902484 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2562132136723156, + "action_effect_rmse": 2.5357516724743667 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1220.773388503205, + 1077.1538724574987, + 1220.1856170761027, + 1220.989693756018 + ], + "true_costs": [ + 1220.745015039942, + 1025.035571415153, + 1220.7088124589804, + 1220.7688124589804 + ] + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "anchor_step": 462, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23262905091698136, + "action_effect_rmse": 0.28486837334837556 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.47241399920680277, + "action_effect_rmse": 0.5348434539906151 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32265315093748964, + "action_effect_rmse": 0.37614538079313653 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8715612794130342, + "action_effect_rmse": 0.9878906064491559 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9099793566788913, + "action_effect_rmse": 0.9980181047318819 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8853748436943079, + "action_effect_rmse": 1.2114657914181426 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.333050208422809, + "action_effect_rmse": 1.3534477952421031 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.063282516663587, + "action_effect_rmse": 5.413562898439672 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 590.2761337458553, + 298.9074321313024, + 424.4194961630936, + 641.9642601035299 + ], + "true_costs": [ + 573.409861421639, + 339.72298681792574, + 470.38607313327, + 647.7055515931927 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 434, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21503430375905097, + "action_effect_rmse": 0.31654516468423877 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12941870015640689, + "action_effect_rmse": 0.16198714921744214 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43819514255428754, + "action_effect_rmse": 0.6027298003189111 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.286995476493189, + "action_effect_rmse": 0.35032116746174585 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7356736239222693, + "action_effect_rmse": 0.7574873289514958 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0898675170085426, + "action_effect_rmse": 1.1668986625982332 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3309370814664114, + "action_effect_rmse": 2.4121700273020608 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7590575576625724, + "action_effect_rmse": 1.0741065580495606 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 67.79551145501884, + 5.9468306746832695, + 33.931053251677014, + 140.92608426442962 + ], + "true_costs": [ + 36.69907982460567, + 9.12917211853036, + 42.121146982650565, + 109.71887840245479 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 217, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1632715062453721, + "action_effect_rmse": 0.16809128554594036 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6111816487807383, + "action_effect_rmse": 0.6731782563747938 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3458836787882813, + "action_effect_rmse": 0.3618704213703923 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0717434210971344, + "action_effect_rmse": 1.1902319190696697 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8193270419501625, + "action_effect_rmse": 0.8610712023313039 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2566966054679747, + "action_effect_rmse": 2.3987760523711548 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.08145547323296, + "action_effect_rmse": 2.1616218110309853 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.002588047778384, + "action_effect_rmse": 4.172461252298128 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 590.6208661292648, + 530.1063519136972, + 406.4512487991854, + 280.33828546633293 + ], + "true_costs": [ + 580.907765341316, + 579.5532154336951, + 463.0446824417505, + 345.3203796958591 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 324, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03526559033801344, + "action_effect_rmse": 0.03631572628030925 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2159759872499727, + "action_effect_rmse": 0.22144509838095816 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.491055620408803, + "action_effect_rmse": 9.596073784464716 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0982403749620981, + "action_effect_rmse": 0.10104207509934063 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12466538873819981, + "action_effect_rmse": 0.12794942305907897 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.0406564358537, + "action_effect_rmse": 8.147272542963352 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03916650225874905, + "action_effect_rmse": 0.060595189988218216 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1972416489279791, + "action_effect_rmse": 1.2257286970103505 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.140285084343393, + "action_effect_rmse": 10.27068059167198 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12563088422156368, + "action_effect_rmse": 0.13483482679331396 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3735475583290355, + "action_effect_rmse": 1.4863327893336613 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.431596463989498, + "action_effect_rmse": 2.69366949094108 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.3720972517093077, + 0.1004951764815388, + 0.010936431083235488, + 0.2532015896472632 + ], + "true_costs": [ + 0.44437086416403915, + 0.3033103342724274, + 0.012807566331017798, + 0.34342900668842313 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 375, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023321989006746868, + "action_effect_rmse": 0.03851901781006561 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007753093359166741, + "action_effect_rmse": 0.008470901658147914 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07076816565144588, + "action_effect_rmse": 0.07462562711900922 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2543011521946237, + "action_effect_rmse": 1.3945331018202194 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05547253573912592, + "action_effect_rmse": 0.09071216022474772 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015374472082700189, + "action_effect_rmse": 0.01669712864484523 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1278157541734798, + "action_effect_rmse": 0.12814672485155737 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2461824949529283, + "action_effect_rmse": 1.5966802447361572 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13167409435060615, + "action_effect_rmse": 0.2204053506930382 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025073129838604064, + "action_effect_rmse": 0.03316378473312511 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08228123344554315, + "action_effect_rmse": 0.08254718871767949 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7110816871942518, + "action_effect_rmse": 0.721430804283423 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24966247727898416, + "action_effect_rmse": 0.42275142657572445 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05914793391862835, + "action_effect_rmse": 0.08491894089880368 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03405136038888964, + "action_effect_rmse": 0.0359461158649598 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5859706636322244, + "action_effect_rmse": 0.6747798923158144 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 93.37241226053676, + 80.00910830088317, + 93.63287784278265, + 93.42138097608608 + ], + "true_costs": [ + 93.86134961997918, + 69.56671610246964, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "anchor_step": 26, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11430662939058085, + "action_effect_rmse": 0.13235451539092005 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003805383677367047, + "action_effect_rmse": 0.0039043101332335967 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9123235715801551, + "action_effect_rmse": 0.9674125482184849 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19122383367019916, + "action_effect_rmse": 0.20849786731353231 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005420421707777716, + "action_effect_rmse": 0.0062527861593814895 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4904608131682693, + "action_effect_rmse": 1.5919690770497328 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4179155195254894, + "action_effect_rmse": 0.44568937192565167 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009716530105638554, + "action_effect_rmse": 0.009795454123060194 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5875060431713686, + "action_effect_rmse": 2.744045433237904 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0934169054846905, + "action_effect_rmse": 1.1086309754980954 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013081107049842444, + "action_effect_rmse": 0.01365483696695211 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.571725881402604, + "action_effect_rmse": 5.736813392016577 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 145.19125056118568, + 95.23902454242963, + 49.05396900532156, + 22.0777493317852 + ], + "true_costs": [ + 176.0871549098058, + 98.94481071313356, + 51.04830779776004, + 27.55934308254689 + ] + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "anchor_step": 297, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2544335006502661, + "action_effect_rmse": 0.2569023978147697 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006944054500298336, + "action_effect_rmse": 0.007566241219374749 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.419015255998886, + "action_effect_rmse": 0.4196575465032623 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3611987841324525, + "action_effect_rmse": 0.3613476744856843 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020009918523991626, + "action_effect_rmse": 0.02070855860387498 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6914844626287694, + "action_effect_rmse": 0.7299744220886348 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.317782500931217, + "action_effect_rmse": 0.34282584536160543 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.052369256614288894, + "action_effect_rmse": 0.053698232880404984 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1734877980439364, + "action_effect_rmse": 1.2768551465818199 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.585571435946246, + "action_effect_rmse": 0.6610142595738495 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09287582015487672, + "action_effect_rmse": 0.10659412314994306 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.571703861969354, + "action_effect_rmse": 2.6350025782942255 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 56.20971925657253, + 14.004095310733645, + 20.635270557184587, + 44.06988107396619 + ], + "true_costs": [ + 59.31559237821617, + 19.395682182821613, + 26.56552884922863, + 58.27444321641375 + ] + }, + { + "system_id": "tank-00253", + "family": "tank", + "anchor_step": 425, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08604301646251795, + "action_effect_rmse": 0.09852492638374812 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00760068045088147, + "action_effect_rmse": 0.00885758850267269 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014814656424700886, + "action_effect_rmse": 0.015802149404562274 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.492596187270706, + "action_effect_rmse": 27.991225267493327 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12841709792562797, + "action_effect_rmse": 0.20803550021320538 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008439329837237608, + "action_effect_rmse": 0.009299776575671912 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006304284487859431, + "action_effect_rmse": 0.007301108350535329 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.86770980483108, + "action_effect_rmse": 26.347194518569513 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2170607489659003, + "action_effect_rmse": 0.28390243857403585 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010043376052983296, + "action_effect_rmse": 0.01234855902142117 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.037693748604144615, + "action_effect_rmse": 0.037710472310380085 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 15.44790049352563, + "action_effect_rmse": 25.513067075695695 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5915533450310827, + "action_effect_rmse": 0.6897015787219143 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01837374665675225, + "action_effect_rmse": 0.020763206506552858 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03098655347799345, + "action_effect_rmse": 0.031012605673989183 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.715923763876006, + "action_effect_rmse": 24.49405321306299 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 620.2679377606861, + 548.4305209350916, + 745.8843468817607, + 870.9950033505766 + ], + "true_costs": [ + 626.8196498954046, + 546.1604687264679, + 772.4831075889563, + 849.7151629434532 + ] + }, + { + "system_id": "tank-00217", + "family": "tank", + "anchor_step": 648, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16823921433763486, + "action_effect_rmse": 0.1719552625542173 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002920911872106894, + "action_effect_rmse": 0.003041336718996875 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00908528160870333, + "action_effect_rmse": 0.009559014992850248 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5626346986483561, + "action_effect_rmse": 1.588439202318093 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24939567430711249, + "action_effect_rmse": 0.2575146096025782 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001113179034446669, + "action_effect_rmse": 0.0013523722872886943 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013327148555948373, + "action_effect_rmse": 0.014352943852669112 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5305329288264329, + "action_effect_rmse": 1.6211716105155902 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.35127231538287634, + "action_effect_rmse": 0.3619285556127621 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003369854747139911, + "action_effect_rmse": 0.003936252078889595 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013172365049658094, + "action_effect_rmse": 0.013687196272723239 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2949811496849577, + "action_effect_rmse": 1.5391360503290112 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3296771848440609, + "action_effect_rmse": 0.3896577355145784 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01550740225265971, + "action_effect_rmse": 0.015511321961831347 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01090968624600334, + "action_effect_rmse": 0.011057655464532594 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7016975196808868, + "action_effect_rmse": 1.7649213729215778 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 522.7047544751376, + 376.8549707494676, + 501.90428836233025, + 558.5463998184682 + ], + "true_costs": [ + 501.3379567888675, + 374.120419728428, + 501.31019326953856, + 501.37019326953856 + ] + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "anchor_step": 645, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3145221540859732, + "action_effect_rmse": 0.36683848565057026 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2527731331050518, + "action_effect_rmse": 0.3026501247463398 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6236996730071619, + "action_effect_rmse": 0.7272015508807129 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4018705194763091, + "action_effect_rmse": 0.5019654853655648 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.96882458698758, + "action_effect_rmse": 1.158206807111016 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6403962922339588, + "action_effect_rmse": 0.7684227803296185 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9024425481211094, + "action_effect_rmse": 2.1900817152762193 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1831503555792247, + "action_effect_rmse": 2.5248860698082796 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 27.540028694583405, + 24.044203268030067, + 7.240799842521767, + 70.68924338803123 + ], + "true_costs": [ + 50.26864767536469, + 89.46176823171146, + 6.263034282677955, + 56.60312870064841 + ] + }, + { + "system_id": "battery-00128", + "family": "battery", + "anchor_step": 315, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012454281479148779, + "action_effect_rmse": 0.018727475397414973 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.058523003850496615, + "action_effect_rmse": 0.07285230996800704 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.8823016258993155, + "action_effect_rmse": 9.371780697061544 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.031388456107256046, + "action_effect_rmse": 0.04755151422844917 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14144330359610593, + "action_effect_rmse": 0.16921873744746366 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.1448775103201685, + "action_effect_rmse": 8.359203525876165 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16580270793818938, + "action_effect_rmse": 0.178313555327582 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.550962387851642, + "action_effect_rmse": 0.5798746474772266 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 16.363254405615532, + "action_effect_rmse": 17.44125118490252 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08590738573764282, + "action_effect_rmse": 0.08940823223350122 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.402841795677869, + "action_effect_rmse": 1.4249831930353927 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.58257153001191, + "action_effect_rmse": 5.62253770386415 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.5697796870768271, + 1.0245035941117495, + 0.907988035501927, + 0.4203343531336735 + ], + "true_costs": [ + 0.7087004137427478, + 1.02, + 0.9977035514638344, + 0.6828457240533549 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 252, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023738935037363462, + "action_effect_rmse": 0.026059992749308064 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06097167399976359, + "action_effect_rmse": 0.09264137390251796 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.01999580123965, + "action_effect_rmse": 2.243517201827421 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03272623531726164, + "action_effect_rmse": 0.036829302487092756 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15963032806884728, + "action_effect_rmse": 0.2016377252705168 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5335470202083339, + "action_effect_rmse": 1.7227966384793216 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05096033206680554, + "action_effect_rmse": 0.060058858347106864 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.329637389657045, + "action_effect_rmse": 0.40408394884588567 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6540244307878709, + "action_effect_rmse": 1.9435337786021871 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0848428655823411, + "action_effect_rmse": 0.1073811250650214 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5459029961103065, + "action_effect_rmse": 0.6320366852133352 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.180650687548026, + "action_effect_rmse": 2.4610267683200147 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.461465968142844, + 1.0248607304865813, + 0.8832535943191753, + 0.5442605106592991 + ], + "true_costs": [ + 0.3590961739310228, + 1.02, + 0.9999844861800734, + 0.45666284171403065 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 140, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0029171927688596716, + "action_effect_rmse": 0.003957172696877997 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11488900575909848, + "action_effect_rmse": 0.18911425700066803 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.159188908783429, + "action_effect_rmse": 2.451037551656118 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003053447489564103, + "action_effect_rmse": 0.0033627931344728727 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21829373243120997, + "action_effect_rmse": 0.32786556584350424 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0072867158390166, + "action_effect_rmse": 2.3213025187395675 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004152821989101542, + "action_effect_rmse": 0.004646805976127881 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3261462746923094, + "action_effect_rmse": 0.5371001512091255 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6681037078793441, + "action_effect_rmse": 2.0307158991778675 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007090481173541561, + "action_effect_rmse": 0.007753814558996701 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.819721618117164, + "action_effect_rmse": 0.9561904325151646 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3971362228714987, + "action_effect_rmse": 1.7328498086292183 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.48487772647299526, + 0.9589641837551444, + 0.7439174054660107, + 0.5237967275089337 + ], + "true_costs": [ + 0.48476889126446254, + 0.9449805025214014, + 0.7242032545012916, + 0.5273461840047122 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 335, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13821889993796668, + "action_effect_rmse": 0.17177067092012352 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1735071509460795, + "action_effect_rmse": 0.18058262726893654 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21058095710079883, + "action_effect_rmse": 0.26944489719543535 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2861556763345258, + "action_effect_rmse": 0.32626354025418647 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37610910366965083, + "action_effect_rmse": 0.4404441663477485 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.622555913186981, + "action_effect_rmse": 0.6778666394543348 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6286210093389322, + "action_effect_rmse": 0.7027937854401984 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9567874483561809, + "action_effect_rmse": 1.0991237441432062 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.174786565565913, + 3.4193894172598123, + 34.2443893183859, + 186.79428766367283 + ], + "true_costs": [ + 20.75863197206997, + 5.6902787002665045, + 29.450976771756835, + 141.8323179271818 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 136, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.035710748425483274, + "action_effect_rmse": 0.05080539304297776 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41038160273482543, + "action_effect_rmse": 0.49420165526680654 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11342842440858665, + "action_effect_rmse": 0.13675921695589324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.774836852824213, + "action_effect_rmse": 0.9300621932531904 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11868981305469124, + "action_effect_rmse": 0.19306519293662758 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.903932439065926, + "action_effect_rmse": 0.9948749493940943 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5537592979144925, + "action_effect_rmse": 0.5613407336017079 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1557534485841643, + "action_effect_rmse": 1.4496440800552686 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 9.786277814334444, + 50.750561560493736, + 21.79597086930612, + 11.020485661199764 + ], + "true_costs": [ + 8.86520481063588, + 50.72743761191592, + 20.6542715193948, + 10.847614181065762 + ] + }, + { + "system_id": "tank-00880", + "family": "tank", + "anchor_step": 231, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02390502005072988, + "action_effect_rmse": 0.034347263516673075 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007162652018956568, + "action_effect_rmse": 0.008316427781245856 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06123389587701866, + "action_effect_rmse": 0.08352140808543186 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 4.030828324272477, + "action_effect_rmse": 4.418452585477821 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05450437091575866, + "action_effect_rmse": 0.0909997871702967 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011554817443013121, + "action_effect_rmse": 0.01282395779686829 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010035589460560934, + "action_effect_rmse": 0.011938167151079176 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.163477847120712, + "action_effect_rmse": 3.331009253829533 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09636602442706899, + "action_effect_rmse": 0.16243352665436445 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022722756309055587, + "action_effect_rmse": 0.02698867605674084 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010714597458057954, + "action_effect_rmse": 0.012370727296446806 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.211008286661903, + "action_effect_rmse": 3.3192498610066594 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1686140755280463, + "action_effect_rmse": 0.2792325827552983 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0395233736878963, + "action_effect_rmse": 0.04851063855521064 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011664137032904698, + "action_effect_rmse": 0.013975876874429813 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.743180983204833, + "action_effect_rmse": 4.826535321975419 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 12.715433498382804, + 6.45196520092058, + 12.648967992188055, + 12.73428651530549 + ], + "true_costs": [ + 12.970937496929553, + 4.793207394132201, + 12.925630729821771, + 12.985630729821771 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 84, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004533619102940663, + "action_effect_rmse": 0.004965844566661789 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4324778370417827, + "action_effect_rmse": 0.4399425780859034 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.6516702776792846, + "action_effect_rmse": 2.761387722620612 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007418913987835822, + "action_effect_rmse": 0.007994400509849923 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6889764287649788, + "action_effect_rmse": 0.7055091516804737 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.8278271850104013, + "action_effect_rmse": 3.856721843805834 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029836075616544038, + "action_effect_rmse": 0.030006545096034554 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8781361458730217, + "action_effect_rmse": 0.9431275723411617 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.209008922375293, + "action_effect_rmse": 5.21744536068781 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025267184618308087, + "action_effect_rmse": 0.02612917827494371 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9660480700459454, + "action_effect_rmse": 1.1750656892431979 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.254862317946647, + "action_effect_rmse": 6.286773714812523 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.4110032429977128, + 0.1289114802233517, + 0.2555125732734218, + 0.5161344523854784 + ], + "true_costs": [ + 0.40069737179935405, + 0.12996406791876322, + 0.2665599630619171, + 0.5330559810877677 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 80, + "mean_regret": 0.0029867274706522353, + "ranking_accuracy": 0.9833333333333333, + "ranking_comparable_pairs": 480, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 0.1918958541441059, + "action_effect_rmse": 0.34137589601974694 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 0.36422099322057283, + "action_effect_rmse": 0.6751973774871668 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 0.7668507802532467, + "action_effect_rmse": 1.4278008309935024 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 1.3576870939708692, + "action_effect_rmse": 2.388050309951054 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 0.010022565726744283, + "action_effect_rmse": 0.017806796511376663 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 0.020181283624346024, + "action_effect_rmse": 0.03590297537201765 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 0.0397610240533496, + "action_effect_rmse": 0.0649694308994276 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 0.06296716795321615, + "action_effect_rmse": 0.09684625309180742 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 2.244345289283449, + "action_effect_rmse": 3.3883821809320334 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 2.2920860415977584, + "action_effect_rmse": 3.299907514300135 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 2.384953414844906, + "action_effect_rmse": 3.750657248347569 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 2.2949163589513155, + "action_effect_rmse": 3.166855387044737 + } + ] + }, + { + "family": "tank", + "sample_count": 109, + "mean_regret": 0.0015922633867592603, + "ranking_accuracy": 0.9342507645259939, + "ranking_comparable_pairs": 654, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.02935022772227076, + "action_effect_rmse": 0.06607548285053833 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.02441033631694049, + "action_effect_rmse": 0.05475589490385099 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.028292209422861127, + "action_effect_rmse": 0.06448851394063605 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 0.03388727500580888, + "action_effect_rmse": 0.09312274313591803 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 5.38466675567446, + "action_effect_rmse": 11.798904986382151 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 5.254936773004333, + "action_effect_rmse": 11.185744289585923 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 5.162237048892994, + "action_effect_rmse": 10.738537622344003 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 5.661663898015021, + "action_effect_rmse": 10.764404436928297 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.09705150527018373, + "action_effect_rmse": 0.16113376096794632 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.1683732383735347, + "action_effect_rmse": 0.2807333067517902 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.30047663056956214, + "action_effect_rmse": 0.5197286638896373 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 0.4627381983016661, + "action_effect_rmse": 0.7586028785728822 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.007440315643240418, + "action_effect_rmse": 0.013565618910872945 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.012036449281446652, + "action_effect_rmse": 0.02085358402171961 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.022258129896308373, + "action_effect_rmse": 0.03514563418491507 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 0.03972691170020527, + "action_effect_rmse": 0.06472770967652482 + } + ] + }, + { + "family": "thermal", + "sample_count": 111, + "mean_regret": 0.34647956803786517, + "ranking_accuracy": 0.9579579579579579, + "ranking_comparable_pairs": 666, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 111, + "action_effect_mae": 0.3734515835707655, + "action_effect_rmse": 0.608246881877409 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 111, + "action_effect_mae": 0.6866187538399565, + "action_effect_rmse": 1.1445804648725926 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 111, + "action_effect_mae": 1.4753602291357655, + "action_effect_rmse": 4.369277665900749 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 111, + "action_effect_mae": 2.6081488500517165, + "action_effect_rmse": 5.950530869981874 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 111, + "action_effect_mae": 0.321008115777011, + "action_effect_rmse": 0.7087570691605161 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 111, + "action_effect_mae": 0.5660110117216233, + "action_effect_rmse": 1.2083517350778659 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 111, + "action_effect_mae": 0.8829827271850007, + "action_effect_rmse": 1.6309007448643333 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 111, + "action_effect_mae": 1.4154176672266443, + "action_effect_rmse": 2.2673223457123153 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 56, + "action_effect_mae": 0.0054798513209912275, + "action_effect_rmse": 0.008804416464469967 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 56, + "action_effect_mae": 0.014854238064661006, + "action_effect_rmse": 0.02369810153214628 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 56, + "action_effect_mae": 0.045837449115666465, + "action_effect_rmse": 0.0743461595134518 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 56, + "action_effect_mae": 0.15891373238486417, + "action_effect_rmse": 0.2677120872889625 + } + ] + } + ] + } + }, + "persistence": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 1247, + "mae": 0.038552410900592804, + "rmse": 0.06929916143417358, + "standardized_mae": 0.10592567175626755, + "standardized_rmse": 0.19040469825267792, + "standardized_gaussian_nll": 0.4290510575240561, + "physical_gaussian_nll": -0.5816679252021277, + "nominal_coverage": 0.9, + "coverage": 0.8789093825180433, + "mean_interval_width": 0.19386807084083557, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 1255, + "mae": 0.07814427465200424, + "rmse": 0.13295380771160126, + "standardized_mae": 0.21470731496810913, + "standardized_rmse": 0.36530065536499023, + "standardized_gaussian_nll": 5.28858292773349, + "physical_gaussian_nll": 4.277863945007306, + "nominal_coverage": 0.9, + "coverage": 0.8661354581673307, + "mean_interval_width": 0.3645416498184204, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 1253, + "mae": 0.14442040026187897, + "rmse": 0.2304704487323761, + "standardized_mae": 0.396806001663208, + "standardized_rmse": 0.6332350373268127, + "standardized_gaussian_nll": 18.66568961540506, + "physical_gaussian_nll": 17.654970632678875, + "nominal_coverage": 0.9, + "coverage": 0.8842777334397446, + "mean_interval_width": 0.7021465301513672, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 1245, + "mae": 0.24473364651203156, + "rmse": 0.343738853931427, + "standardized_mae": 0.6724242568016052, + "standardized_rmse": 0.9444485306739807, + "standardized_gaussian_nll": 43.21550739551457, + "physical_gaussian_nll": 42.20478841278839, + "nominal_coverage": 0.9, + "coverage": 0.8939759036144578, + "mean_interval_width": 1.1170566082000732, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 1247, + "mae": 0.4292280375957489, + "rmse": 0.6581639647483826, + "standardized_mae": 0.05630526319146156, + "standardized_rmse": 0.08633661270141602, + "standardized_gaussian_nll": -1.0109459895423458, + "physical_gaussian_nll": 1.0202543731478975, + "nominal_coverage": 0.9, + "coverage": 0.9117882919005613, + "mean_interval_width": 2.0283994674682617, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 1247, + "mae": 0.8327775597572327, + "rmse": 1.253669023513794, + "standardized_mae": 0.10924206674098969, + "standardized_rmse": 0.16445375978946686, + "standardized_gaussian_nll": -0.03139437989198399, + "physical_gaussian_nll": 1.9998059827982593, + "nominal_coverage": 0.9, + "coverage": 0.9029671210906175, + "mean_interval_width": 3.8614165782928467, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 1243, + "mae": 1.4994438886642456, + "rmse": 2.193523645401001, + "standardized_mae": 0.1966940015554428, + "standardized_rmse": 0.2877419590950012, + "standardized_gaussian_nll": 2.756126073131633, + "physical_gaussian_nll": 4.787326435821877, + "nominal_coverage": 0.9, + "coverage": 0.9002413515687852, + "mean_interval_width": 6.4358344078063965, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 1241, + "mae": 2.478722333908081, + "rmse": 3.4060707092285156, + "standardized_mae": 0.32515376806259155, + "standardized_rmse": 0.44680142402648926, + "standardized_gaussian_nll": 8.597930848527001, + "physical_gaussian_nll": 10.629131211217246, + "nominal_coverage": 0.9, + "coverage": 0.9097502014504432, + "mean_interval_width": 10.731932640075684, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 1264, + "mae": 2.7293291091918945, + "rmse": 8.204622268676758, + "standardized_mae": 0.16137628257274628, + "standardized_rmse": 0.48511239886283875, + "standardized_gaussian_nll": 10.383056082281538, + "physical_gaussian_nll": 13.211128344184397, + "nominal_coverage": 0.9, + "coverage": 0.8955696202531646, + "mean_interval_width": 11.79156494140625, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 1258, + "mae": 4.952563762664795, + "rmse": 11.219852447509766, + "standardized_mae": 0.29282885789871216, + "standardized_rmse": 0.6633930802345276, + "standardized_gaussian_nll": 20.620875001236573, + "physical_gaussian_nll": 23.448947263139434, + "nominal_coverage": 0.9, + "coverage": 0.895866454689984, + "mean_interval_width": 34.56027603149414, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 1254, + "mae": 8.563032150268555, + "rmse": 14.97879409790039, + "standardized_mae": 0.5063040256500244, + "standardized_rmse": 0.8856469988822937, + "standardized_gaussian_nll": 37.83488602115975, + "physical_gaussian_nll": 40.66295828306261, + "nominal_coverage": 0.9, + "coverage": 0.9138755980861244, + "mean_interval_width": 55.875694274902344, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 1259, + "mae": 13.323956489562988, + "rmse": 19.11664390563965, + "standardized_mae": 0.7878018617630005, + "standardized_rmse": 1.1303044557571411, + "standardized_gaussian_nll": 62.49576474932061, + "physical_gaussian_nll": 65.32383701122346, + "nominal_coverage": 0.9, + "coverage": 0.9126290706910246, + "mean_interval_width": 70.76445770263672, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 1315, + "mae": 0.12905138731002808, + "rmse": 0.24010378122329712, + "standardized_mae": 0.025677064433693886, + "standardized_rmse": 0.047772910445928574, + "standardized_gaussian_nll": -1.269534023953852, + "physical_gaussian_nll": 0.3450784738570114, + "nominal_coverage": 0.9, + "coverage": 0.8790874524714829, + "mean_interval_width": 0.7162398099899292, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 1318, + "mae": 0.25223061442375183, + "rmse": 0.4513198137283325, + "standardized_mae": 0.05018576234579086, + "standardized_rmse": 0.08979809284210205, + "standardized_gaussian_nll": -0.9804616667382854, + "physical_gaussian_nll": 0.634150831072578, + "nominal_coverage": 0.9, + "coverage": 0.8831562974203339, + "mean_interval_width": 1.4060695171356201, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 1312, + "mae": 0.48088207840919495, + "rmse": 0.8301557898521423, + "standardized_mae": 0.09568002820014954, + "standardized_rmse": 0.1651742309331894, + "standardized_gaussian_nll": -0.019520002070408757, + "physical_gaussian_nll": 1.5950924957404546, + "nominal_coverage": 0.9, + "coverage": 0.8719512195121951, + "mean_interval_width": 2.532101631164551, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 1321, + "mae": 0.8726671934127808, + "rmse": 1.413955569267273, + "standardized_mae": 0.1736326366662979, + "standardized_rmse": 0.2813315689563751, + "standardized_gaussian_nll": 2.573726250062993, + "physical_gaussian_nll": 4.188338747873857, + "nominal_coverage": 0.9, + "coverage": 0.8629825889477668, + "mean_interval_width": 4.109758377075195, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 1323, + "mae": 0.026004180312156677, + "rmse": 0.044238537549972534, + "standardized_mae": 0.028464319184422493, + "standardized_rmse": 0.04842374846339226, + "standardized_gaussian_nll": -1.266403617456107, + "physical_gaussian_nll": -1.3567976583666137, + "nominal_coverage": 0.9, + "coverage": 0.8835978835978836, + "mean_interval_width": 0.09838235378265381, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 1320, + "mae": 0.05099925771355629, + "rmse": 0.07981505244970322, + "standardized_mae": 0.055824071168899536, + "standardized_rmse": 0.0873659998178482, + "standardized_gaussian_nll": -1.002005667116005, + "physical_gaussian_nll": -1.0923997080265115, + "nominal_coverage": 0.9, + "coverage": 0.8871212121212121, + "mean_interval_width": 0.19728657603263855, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 1313, + "mae": 0.099515400826931, + "rmse": 0.1399039477109909, + "standardized_mae": 0.10893011093139648, + "standardized_rmse": 0.1531396359205246, + "standardized_gaussian_nll": -0.21105907003309257, + "physical_gaussian_nll": -0.3014531109435993, + "nominal_coverage": 0.9, + "coverage": 0.8796648895658796, + "mean_interval_width": 0.39315199851989746, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 1324, + "mae": 0.18882222473621368, + "rmse": 0.24844597280025482, + "standardized_mae": 0.2066858559846878, + "standardized_rmse": 0.2719503343105316, + "standardized_gaussian_nll": 2.3142033739429637, + "physical_gaussian_nll": 2.223809333032457, + "nominal_coverage": 0.9, + "coverage": 0.8859516616314199, + "mean_interval_width": 0.7608016133308411, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 1338, + "mae": 0.12935654819011688, + "rmse": 0.2386331707239151, + "standardized_mae": 0.2420652210712433, + "standardized_rmse": 0.44655483961105347, + "standardized_gaussian_nll": 8.586916333042929, + "physical_gaussian_nll": 7.9602816181241725, + "nominal_coverage": 0.9, + "coverage": 0.9118086696562033, + "mean_interval_width": 0.6290187835693359, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 1338, + "mae": 0.18442590534687042, + "rmse": 0.3215791583061218, + "standardized_mae": 0.34511664509773254, + "standardized_rmse": 0.6017718315124512, + "standardized_gaussian_nll": 16.722822947751368, + "physical_gaussian_nll": 16.096188232832613, + "nominal_coverage": 0.9, + "coverage": 0.9080717488789237, + "mean_interval_width": 0.9053593873977661, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 1342, + "mae": 0.293609619140625, + "rmse": 0.4691143333911896, + "standardized_mae": 0.5494323968887329, + "standardized_rmse": 0.8778547644615173, + "standardized_gaussian_nll": 37.14780856688953, + "physical_gaussian_nll": 36.52117385197077, + "nominal_coverage": 0.9, + "coverage": 0.9038748137108793, + "mean_interval_width": 1.432852029800415, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 1335, + "mae": 0.4508659243583679, + "rmse": 0.645791232585907, + "standardized_mae": 0.843706488609314, + "standardized_rmse": 1.2084707021713257, + "standardized_gaussian_nll": 71.63642841189845, + "physical_gaussian_nll": 71.0097936969797, + "nominal_coverage": 0.9, + "coverage": 0.8966292134831461, + "mean_interval_width": 2.1398298740386963, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 1322, + "mae": 5.701918125152588, + "rmse": 19.242122650146484, + "standardized_mae": 0.15100890398025513, + "standardized_rmse": 0.5096060633659363, + "standardized_gaussian_nll": 11.601272426951756, + "physical_gaussian_nll": 15.232491495380838, + "nominal_coverage": 0.9, + "coverage": 0.905446293494705, + "mean_interval_width": 27.790616989135742, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 1322, + "mae": 11.052526473999023, + "rmse": 26.948665618896484, + "standardized_mae": 0.2927137613296509, + "standardized_rmse": 0.7137051820755005, + "standardized_gaussian_nll": 24.08511120859857, + "physical_gaussian_nll": 27.71633027702765, + "nominal_coverage": 0.9, + "coverage": 0.9084720121028744, + "mean_interval_width": 87.8314437866211, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 1321, + "mae": 19.382043838500977, + "rmse": 35.78348159790039, + "standardized_mae": 0.5133116841316223, + "standardized_rmse": 0.9476853609085083, + "standardized_gaussian_nll": 43.521741626774144, + "physical_gaussian_nll": 47.15296069520323, + "nominal_coverage": 0.9, + "coverage": 0.9220287660862982, + "mean_interval_width": 144.0323944091797, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 1318, + "mae": 30.88243865966797, + "rmse": 46.294029235839844, + "standardized_mae": 0.8178867697715759, + "standardized_rmse": 1.2260454893112183, + "standardized_gaussian_nll": 73.77573571118803, + "physical_gaussian_nll": 77.40695477961711, + "nominal_coverage": 0.9, + "coverage": 0.9021244309559939, + "mean_interval_width": 167.15245056152344, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 1346, + "mae": 0.6759262681007385, + "rmse": 0.9796571135520935, + "standardized_mae": 0.08401261270046234, + "standardized_rmse": 0.12176410108804703, + "standardized_gaussian_nll": -0.6423216430671034, + "physical_gaussian_nll": 1.4427954380395587, + "nominal_coverage": 0.9, + "coverage": 0.8759286775631501, + "mean_interval_width": 2.7095470428466797, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 1354, + "mae": 1.2780110836029053, + "rmse": 1.8346166610717773, + "standardized_mae": 0.15884728729724884, + "standardized_rmse": 0.22802922129631042, + "standardized_gaussian_nll": 1.216219636465609, + "physical_gaussian_nll": 3.301336717572271, + "nominal_coverage": 0.9, + "coverage": 0.8677991137370753, + "mean_interval_width": 5.057607173919678, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 1354, + "mae": 2.375563144683838, + "rmse": 3.3099944591522217, + "standardized_mae": 0.2952648401260376, + "standardized_rmse": 0.4114077091217041, + "standardized_gaussian_nll": 7.079169088010044, + "physical_gaussian_nll": 9.164286169116707, + "nominal_coverage": 0.9, + "coverage": 0.8833087149187593, + "mean_interval_width": 9.499924659729004, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 1349, + "mae": 3.922508955001831, + "rmse": 5.424997806549072, + "standardized_mae": 0.48753872513771057, + "standardized_rmse": 0.6742869019508362, + "standardized_gaussian_nll": 21.349500343914467, + "physical_gaussian_nll": 23.43461742502113, + "nominal_coverage": 0.9, + "coverage": 0.8851000741289844, + "mean_interval_width": 15.912283897399902, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 716, + "mae": 0.061377398669719696, + "rmse": 0.09402558952569962, + "standardized_mae": 0.016080448403954506, + "standardized_rmse": 0.024634046480059624, + "standardized_gaussian_nll": -1.3533047750837526, + "physical_gaussian_nll": -0.013867250722720215, + "nominal_coverage": 0.9, + "coverage": 0.9371508379888268, + "mean_interval_width": 0.3331892788410187, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 716, + "mae": 0.12095395475625992, + "rmse": 0.18560168147087097, + "standardized_mae": 0.03168908879160881, + "standardized_rmse": 0.04862634092569351, + "standardized_gaussian_nll": -1.2654205094664672, + "physical_gaussian_nll": 0.07401701489456514, + "nominal_coverage": 0.9, + "coverage": 0.9357541899441341, + "mean_interval_width": 0.6595034003257751, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 713, + "mae": 0.24227353930473328, + "rmse": 0.37307971715927124, + "standardized_mae": 0.06347396969795227, + "standardized_rmse": 0.09774427115917206, + "standardized_gaussian_nll": -0.9059493779953495, + "physical_gaussian_nll": 0.4334881463656829, + "nominal_coverage": 0.9, + "coverage": 0.9298737727910238, + "mean_interval_width": 1.270037293434143, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 704, + "mae": 0.46356064081192017, + "rmse": 0.7069615125656128, + "standardized_mae": 0.12144964188337326, + "standardized_rmse": 0.1852189600467682, + "standardized_gaussian_nll": 0.33165697013940376, + "physical_gaussian_nll": 1.6710944945004362, + "nominal_coverage": 0.9, + "coverage": 0.9247159090909091, + "mean_interval_width": 2.287226676940918, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 1358, + "mae": 1.3809856176376343, + "rmse": 1.636003017425537, + "standardized_mae": 0.004827187396585941, + "standardized_rmse": 0.0057185920886695385, + "standardized_gaussian_nll": -1.3820114772958578, + "physical_gaussian_nll": 4.274277237489784, + "nominal_coverage": 0.9, + "coverage": 0.9020618556701031, + "mean_interval_width": 5.303460121154785, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 1355, + "mae": 2.7822744846343994, + "rmse": 3.259779930114746, + "standardized_mae": 0.009725344367325306, + "standardized_rmse": 0.011394448578357697, + "standardized_gaussian_nll": -1.3771549125697018, + "physical_gaussian_nll": 4.279133802215941, + "nominal_coverage": 0.9, + "coverage": 0.9003690036900369, + "mean_interval_width": 10.540423393249512, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 1354, + "mae": 5.485888481140137, + "rmse": 6.3383917808532715, + "standardized_mae": 0.019175734370946884, + "standardized_rmse": 0.022155629470944405, + "standardized_gaussian_nll": -1.3591029952534088, + "physical_gaussian_nll": 4.297185719532234, + "nominal_coverage": 0.9, + "coverage": 0.9032496307237814, + "mean_interval_width": 20.214675903320312, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 1358, + "mae": 11.066961288452148, + "rmse": 12.443550109863281, + "standardized_mae": 0.03868418186903, + "standardized_rmse": 0.04349600151181221, + "standardized_gaussian_nll": -1.289051466460404, + "physical_gaussian_nll": 4.367237248325238, + "nominal_coverage": 0.9, + "coverage": 0.914580265095729, + "mean_interval_width": 39.20314025878906, + "interval_kind": "heldout_calibrated" + } + ], + "calibrated_query_fraction": 1.0, + "calibration_status": "heldout", + "counterfactual": { + "status": "completed", + "samples": 300, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 237, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8046560460728989, + "action_effect_rmse": 0.9615534873468087 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007530756362471654, + "action_effect_rmse": 0.008999155698929773 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.726742177159546, + "action_effect_rmse": 0.9356155269579589 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.534878429726674, + "action_effect_rmse": 1.8341597182547842 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03002251439463362, + "action_effect_rmse": 0.03587651339472422 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.453484354319092, + "action_effect_rmse": 1.8712310539159178 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8021088695613283, + "action_effect_rmse": 3.3484835770537638 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11333162309196254, + "action_effect_rmse": 0.13542981245539196 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.906968708638184, + "action_effect_rmse": 3.7424621078318356 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0982749937660023, + "action_effect_rmse": 3.5372041170461017 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31043835084769683, + "action_effect_rmse": 0.393686961856632 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4511847145383854, + "action_effect_rmse": 5.57685451143382 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 268.2278356183963, + "predicted_costs": [ + 2470.4679686865716, + 2469.1863380042887, + 2468.1863380042887, + 2469.1863380042887 + ], + "true_costs": [ + 1396.8534237290642, + 1961.2645601729296, + 1648.3294725217722, + 1380.101636903376 + ] + }, + { + "system_id": "tank-00175", + "family": "tank", + "anchor_step": 156, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6695404968395954, + "action_effect_rmse": 0.8063325872497422 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026256288896670792, + "action_effect_rmse": 0.033774267997117455 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.160191972958816, + "action_effect_rmse": 0.160191972958816 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 54.54272494047052, + "action_effect_rmse": 77.76287105160834 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8564047210024229, + "action_effect_rmse": 1.01983137099968 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.052884140488147345, + "action_effect_rmse": 0.06778185565116289 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1345323988034859, + "action_effect_rmse": 0.1345323988034859 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 54.65366310207052, + "action_effect_rmse": 77.85421080708258 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5071676018997261, + "action_effect_rmse": 0.8784400544431915 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08587951070568837, + "action_effect_rmse": 0.0955494731325905 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3314483709397441, + "action_effect_rmse": 0.3314483709397441 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 46.080411250404474, + "action_effect_rmse": 62.51492721395667 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8396279495013044, + "action_effect_rmse": 1.4542782679911348 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13079230894570948, + "action_effect_rmse": 0.1424398366217794 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5586548579044051, + "action_effect_rmse": 0.5586548579044051 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 46.277787393071975, + "action_effect_rmse": 62.597899051066456 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 694.5926323838175, + 694.5849069427886, + 694.6049069427886, + 694.6649069427887 + ], + "true_costs": [ + 724.6730236514875, + 622.9163741425217, + 782.5522465312388, + 786.7661139371702 + ] + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "anchor_step": 507, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3626918917599132, + "action_effect_rmse": 0.40123898202796104 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0021055175944321527, + "action_effect_rmse": 0.002329293142266144 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5201545156740698, + "action_effect_rmse": 0.5408830339088739 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6814789703072522, + "action_effect_rmse": 0.7521044333998601 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008342114245612228, + "action_effect_rmse": 0.009217961944559558 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0523170767732306, + "action_effect_rmse": 1.0890744123416785 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2063374782241307, + "action_effect_rmse": 1.3254482836175279 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031048267393003925, + "action_effect_rmse": 0.03420870601629516 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.154597944060735, + "action_effect_rmse": 2.215767428066786 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9169733755203378, + "action_effect_rmse": 2.0952820206042158 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10550533195846157, + "action_effect_rmse": 0.11565850499649417 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.504177420961696, + "action_effect_rmse": 4.630995052941467 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.07645451197152742, + "predicted_costs": [ + 0.42335443361074643, + 1.0001318658842895, + 0.00013186588428943107, + 1.0001318658842895 + ], + "true_costs": [ + 0.6867920478683982, + 12.240016421594103, + 0.7632465598399256, + 7.111813786223596 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 141, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05924540999591047, + "action_effect_rmse": 0.10261606022816597 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005376166523616869, + "action_effect_rmse": 0.006227624576061302 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10051376932298689, + "action_effect_rmse": 0.10051376932298689 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 54.417388022935114, + "action_effect_rmse": 64.78755203892207 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12088703587232115, + "action_effect_rmse": 0.20938248810726168 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010064804015244752, + "action_effect_rmse": 0.011701097707820218 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11025582273353296, + "action_effect_rmse": 0.11025582273353296 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 54.4625464827331, + "action_effect_rmse": 64.82303264406876 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.35959218917471425, + "action_effect_rmse": 0.36309703357984635 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027590766583897402, + "action_effect_rmse": 0.03121569887402441 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1041468058886254, + "action_effect_rmse": 0.1041468058886254 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 62.70952103148091, + "action_effect_rmse": 89.3937108212283 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42655817359983556, + "action_effect_rmse": 0.7388204290587005 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05214463588968362, + "action_effect_rmse": 0.0589175115804959 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0791013513569, + "action_effect_rmse": 0.07910135135690001 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 53.13288638906389, + "action_effect_rmse": 65.97829232450492 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 474.45091932092856, + 474.4312361780853, + 474.4512361780853, + 474.5112361780853 + ], + "true_costs": [ + 465.9995128161382, + 422.1657064452536, + 474.4512424228277, + 474.5112424228277 + ] + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "anchor_step": 527, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8440884398264453, + "action_effect_rmse": 1.0544642928050647 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5862285976091547, + "action_effect_rmse": 0.7840561946818307 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.631478383982343, + "action_effect_rmse": 2.0380988759263357 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1724571952183094, + "action_effect_rmse": 1.5681123893636615 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.838083462061306, + "action_effect_rmse": 3.456428014626188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0461140441612238, + "action_effect_rmse": 2.7026398242645913 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.588516543999335, + "action_effect_rmse": 5.236320997797714 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.469805978122357, + "action_effect_rmse": 4.454023380021589 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.9016851342893428, + 1.1232560855067653, + 0.12325608550676515, + 1.1232560855067653 + ], + "true_costs": [ + 10.009301415944293, + 51.56567451972123, + 5.682231077047231, + 22.363120940179794 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 92, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.061534863846734, + "action_effect_rmse": 1.3852387731114308 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.6285807186057513 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.062081499650241, + "action_effect_rmse": 2.690891598491768 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8333333333333334, + "action_effect_rmse": 1.2571614372115025 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8940245709489822, + "action_effect_rmse": 5.081466471652268 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6666666666666667, + "action_effect_rmse": 2.514322874423005 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.967367221189462, + "action_effect_rmse": 9.091992689079294 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3333333333333335, + "action_effect_rmse": 5.02864574884601 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 175.44420126422136, + "predicted_costs": [ + 474.5754830248003, + 474.31241236766635, + 473.31241236766635, + 474.31241236766635 + ], + "true_costs": [ + 187.72560923301162, + 725.5488909910082, + 362.906739840099, + 187.46253857587766 + ] + }, + { + "system_id": "tank-00100", + "family": "tank", + "anchor_step": 259, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4383595632057536, + "action_effect_rmse": 0.5039853837896168 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022254205871994042, + "action_effect_rmse": 0.027031010382140792 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6018965886876863, + "action_effect_rmse": 0.6018965886876863 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 50.630941884258014, + "action_effect_rmse": 71.93728022732665 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8823203844940272, + "action_effect_rmse": 1.0177960581078762 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04347254126800001, + "action_effect_rmse": 0.052227263924750605 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5082572189539752, + "action_effect_rmse": 0.5082572189539752 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 50.88451537702901, + "action_effect_rmse": 72.21300122857285 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.797374317495893, + "action_effect_rmse": 2.094846090161264 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08306328329415062, + "action_effect_rmse": 0.09778495571749236 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2468157979768475, + "action_effect_rmse": 0.24681579797684752 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 51.407424690143166, + "action_effect_rmse": 72.8005487805185 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5758711908022653, + "action_effect_rmse": 4.1747496389483345 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14475612445693287, + "action_effect_rmse": 0.15611945971527003 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01684155505548568, + "action_effect_rmse": 0.01684155505548568 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 42.65494026142894, + "action_effect_rmse": 57.0564462990436 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 291.79330637217925, + 291.7872118343809, + 291.8072118343809, + 291.8672118343809 + ], + "true_costs": [ + 246.3202542613356, + 201.2704430705862, + 320.0355283357544, + 484.5309982203239 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 466, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0062611672055701865, + "action_effect_rmse": 0.010844659714731612 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24952471156751224, + "action_effect_rmse": 0.4321894781789008 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.42102881104457, + "action_effect_rmse": 14.5863385618573 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012558847637928248, + "action_effect_rmse": 0.02175256219340811 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48681504783846447, + "action_effect_rmse": 0.843188396745294 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.453760636692499, + "action_effect_rmse": 14.632230759424973 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025523189705334834, + "action_effect_rmse": 0.044082042832052186 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9357228064468851, + "action_effect_rmse": 1.6207194425669436 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 13.521142046204824, + "action_effect_rmse": 14.726752877629224 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08128918589954577, + "action_effect_rmse": 0.08235131311731685 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7349593667185026, + "action_effect_rmse": 2.80531563374777 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.372379994054304, + "action_effect_rmse": 11.983462677523379 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.23456371749049065, + "predicted_costs": [ + 1.0415235371274054, + 1.0208310018597977, + 1.0008310018597977, + 1.0208310018597977 + ], + "true_costs": [ + 0.9581692627347651, + 1.02, + 0.9994829875147585, + 0.7649192700242678 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 550, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12221718463499265, + "action_effect_rmse": 0.2116863733458336 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009154686103451345, + "action_effect_rmse": 0.010444309351532156 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7187577188677009, + "action_effect_rmse": 0.7187577188677008 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 60.75544721582687, + "action_effect_rmse": 64.18009376532244 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2442208293920872, + "action_effect_rmse": 0.42300288477370557 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021084281146881285, + "action_effect_rmse": 0.024171714407270384 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7300583448733651, + "action_effect_rmse": 0.7300583448733651 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 60.84482669939237, + "action_effect_rmse": 64.27750079941075 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5275567707300013, + "action_effect_rmse": 0.9137551307813278 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04625732910804459, + "action_effect_rmse": 0.05358938430311851 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9409396040818124, + "action_effect_rmse": 0.9409396040818124 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 61.05239771223177, + "action_effect_rmse": 64.50458053865506 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0786625757370605, + "action_effect_rmse": 1.868298385399701 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1031355418186249, + "action_effect_rmse": 0.12187098694792836 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9833601747381348, + "action_effect_rmse": 0.9833601747381346 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 61.456136078733486, + "action_effect_rmse": 64.9496907401609 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 474.4683854410994, + 474.4312361780853, + 474.4512361780853, + 474.5112361780853 + ], + "true_costs": [ + 474.46839168584177, + 359.17696269977023, + 474.4512424228277, + 474.5112424228277 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026134120838059733, + "action_effect_rmse": 0.04526562510266399 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024890332627251748, + "action_effect_rmse": 0.028622606688264548 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03088674232255667, + "action_effect_rmse": 0.03088674232255667 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.112131432080957, + "action_effect_rmse": 35.57387213127462 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06967676694325912, + "action_effect_rmse": 0.12068370045286042 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.043732199287691266, + "action_effect_rmse": 0.050092923524718266 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0698231597275275, + "action_effect_rmse": 0.0698231597275275 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 26.170307184272804, + "action_effect_rmse": 35.59571510679942 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1642128720076418, + "action_effect_rmse": 0.18995744350557298 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08098503589568413, + "action_effect_rmse": 0.08734874204488778 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04895109453194946, + "action_effect_rmse": 0.04895109453194946 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.686226977660095, + "action_effect_rmse": 43.606428602100046 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6116337810124343, + "action_effect_rmse": 0.688235422839004 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12706941477671366, + "action_effect_rmse": 0.13461391381149293 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13408101788440346, + "action_effect_rmse": 0.13408101788440346 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.28400984700684, + "action_effect_rmse": 44.29885839985417 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 93.8050319513726, + 93.79782802861385, + 93.81782802861385, + 93.87782802861385 + ], + "true_costs": [ + 85.49013783178094, + 78.69996519077532, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "tank-00943", + "family": "tank", + "anchor_step": 402, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02098309042098793, + "action_effect_rmse": 0.036343778708962916 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08410363646245973, + "action_effect_rmse": 0.09753351183650086 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13477381113844972, + "action_effect_rmse": 0.13477381113844972 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 64.3621023374954, + "action_effect_rmse": 90.74614875800565 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07061930198867324, + "action_effect_rmse": 0.07084079114168298 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16116715874157408, + "action_effect_rmse": 0.19252357560054417 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022241283754559665, + "action_effect_rmse": 0.022241283754559665 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 66.23370415648442, + "action_effect_rmse": 94.49514354719979 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17603921144246146, + "action_effect_rmse": 0.18237076982417466 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28757143778050676, + "action_effect_rmse": 0.346745876203295 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026075049167454345, + "action_effect_rmse": 0.026075049167454345 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 66.41195013678512, + "action_effect_rmse": 94.66461904502454 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5551261754249026, + "action_effect_rmse": 0.6415529970713053 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4330555630384432, + "action_effect_rmse": 0.5181153026256761 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1477893904282911, + "action_effect_rmse": 0.1477893904282911 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 67.073669517917, + "action_effect_rmse": 95.3877843771678 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 43.611459553583884, + 43.61076025275737, + 43.630760252757376, + 43.69076025275737 + ], + "true_costs": [ + 37.2793303905962, + 35.20922167708185, + 43.63076109270829, + 43.690761092708286 + ] + }, + { + "system_id": "battery-00899", + "family": "battery", + "anchor_step": 211, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008250601364853005, + "action_effect_rmse": 0.014105995640767928 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.052593536069897105, + "action_effect_rmse": 0.09109467662276816 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.0705154618365733, + "action_effect_rmse": 3.53339122190346 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05014197071882398, + "action_effect_rmse": 0.05509703743518385 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3350288629812989, + "action_effect_rmse": 0.3646488821590425 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.67152711136246, + "action_effect_rmse": 12.182717472689827 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16688895361471012, + "action_effect_rmse": 0.17303566576201906 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.025552725122451, + "action_effect_rmse": 1.0610833070369967 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.371035190791035, + "action_effect_rmse": 12.894749044385549 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.39950820814080296, + "action_effect_rmse": 0.4097923885732928 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.112680485617105, + "action_effect_rmse": 2.167568718659674 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 13.792227039228756, + "action_effect_rmse": 14.339113409368446 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.42492191321570827, + "predicted_costs": [ + 1.0423061608011648, + 1.0199999156454944, + 0.9999999156454944, + 1.0199999156454944 + ], + "true_costs": [ + 0.5715945500489996, + 0.705298612447684, + 0.9965164632647079, + 1.02 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 534, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.517363975233792, + "action_effect_rmse": 0.6582766240800999 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04550062389857127, + "action_effect_rmse": 0.05890555404366113 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11507185767444261, + "action_effect_rmse": 0.11507185767444263 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 53.34777210995342, + "action_effect_rmse": 66.00459002738992 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.035650249421943, + "action_effect_rmse": 1.3202954062555523 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08320599180201545, + "action_effect_rmse": 0.10822827644359229 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08425790780381115, + "action_effect_rmse": 0.08425790780381115 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 53.674505656788995, + "action_effect_rmse": 66.41465608451118 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4001910137562856, + "action_effect_rmse": 1.9168262644160607 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14478616102023523, + "action_effect_rmse": 0.19028501972752102 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10222887738814607, + "action_effect_rmse": 0.10222887738814605 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 53.90431629007983, + "action_effect_rmse": 66.74489689455872 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2082972718956835, + "action_effect_rmse": 2.09283226557019 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24478286880156475, + "action_effect_rmse": 0.3248380952611915 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17750383337766315, + "action_effect_rmse": 0.17750383337766312 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 53.78334429831352, + "action_effect_rmse": 66.65741945283331 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 424.95050179511014, + 424.87050179511016, + 424.89050179511014, + 424.95050179511014 + ], + "true_costs": [ + 615.5238303421713, + 393.7716371515541, + 554.7606262870349, + 617.3812077190014 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 617, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5430718030400202, + "action_effect_rmse": 0.7058697231045683 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.6580490362977373 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.045781406895428, + "action_effect_rmse": 1.3449168743075905 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.864701507165402, + "action_effect_rmse": 1.2701491369062115 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7298041731781157, + "action_effect_rmse": 2.0323268716005645 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3120408395694008, + "action_effect_rmse": 2.3286810305114827 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2576661584400193, + "action_effect_rmse": 3.889864190592974 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.265073283946815, + "action_effect_rmse": 4.5117269962314435 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 13.166955460341054, + 12.959036601605424, + 11.959036601605424, + 12.959036601605424 + ], + "true_costs": [ + 25.026924095586207, + 13.118128804260996, + 7.385172463393321, + 41.6318131284269 + ] + }, + { + "system_id": "tank-00841", + "family": "tank", + "anchor_step": 547, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18299617183082204, + "action_effect_rmse": 0.20352161554330245 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017410574403699048, + "action_effect_rmse": 0.020339220010593895 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36318065168109914, + "action_effect_rmse": 0.36318065168109914 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.30784479156183, + "action_effect_rmse": 38.39658733085862 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3646937452852684, + "action_effect_rmse": 0.4121257159141828 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.035277934853308324, + "action_effect_rmse": 0.04093547155234306 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.44619759700555206, + "action_effect_rmse": 0.44619759700555206 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.4465307677856, + "action_effect_rmse": 38.4658514398867 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7578307518060564, + "action_effect_rmse": 0.8331897013575565 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0712777410648151, + "action_effect_rmse": 0.08165091851919808 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3929289367382136, + "action_effect_rmse": 0.3929289367382136 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.745914249598925, + "action_effect_rmse": 38.63872644485586 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6813228996194098, + "action_effect_rmse": 1.761496186507594 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14722146944895206, + "action_effect_rmse": 0.163402622056124 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11586024978960174, + "action_effect_rmse": 0.11586024978960174 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 27.236641897310175, + "action_effect_rmse": 36.81536581288244 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 453.2780660100437, + 453.2742843354367, + 453.29428433543666, + 453.35428433543666 + ], + "true_costs": [ + 416.4730139267988, + 333.26292169929076, + 461.0767290462003, + 461.1367290462003 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 615, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8634806073539352, + "action_effect_rmse": 1.049135743201699 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6585561553384119, + "action_effect_rmse": 0.861677933724533 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.385566617768487, + "action_effect_rmse": 1.7157452481680289 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8505586910672491, + "action_effect_rmse": 1.2996708161333765 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3191701612407285, + "action_effect_rmse": 2.6580875227695437 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0996512512684453, + "action_effect_rmse": 2.223438889310015 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.511276177289924, + "action_effect_rmse": 4.0662696190945065 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.766317917935112, + "action_effect_rmse": 4.601902653711071 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 28.357898477955025, + "predicted_costs": [ + 44.823877631556115, + 44.626810644086966, + 43.626810644086966, + 44.626810644086966 + ], + "true_costs": [ + 32.0513295723058, + 12.192213361367614, + 40.55011183932264, + 125.62763432187657 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 358, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5636971884131121, + "action_effect_rmse": 0.6395752948611128 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036217953175672335, + "action_effect_rmse": 0.004109317654540685 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6801446406976197, + "action_effect_rmse": 0.697799529557774 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0084551292890478, + "action_effect_rmse": 1.1442011773820686 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013859165657374698, + "action_effect_rmse": 0.015724719129429944 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3602892813952394, + "action_effect_rmse": 1.395599059115548 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5360057447137787, + "action_effect_rmse": 1.7559389725382857 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.042996381274118534, + "action_effect_rmse": 0.050590721408991624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5406066980526703, + "action_effect_rmse": 2.543201452029315 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.411033063738022, + "action_effect_rmse": 2.760572137131598 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1421014973326938, + "action_effect_rmse": 0.16199757204923085 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.901241531367532, + "action_effect_rmse": 4.909194886110654 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 18.804543240020326, + "predicted_costs": [ + 16.519726970749478, + 17.044090989581072, + 16.044090989581072, + 17.044090989581072 + ], + "true_costs": [ + 32.70009850356417, + 5.230680677316517, + 24.035223917336843, + 74.84661642351058 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 344, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17223660830944354, + "action_effect_rmse": 0.18712234834954697 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01865530689544433, + "action_effect_rmse": 0.020968739608886865 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023490161874729937, + "action_effect_rmse": 0.023490161874729937 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 35.49082061881317, + "action_effect_rmse": 48.52369881024059 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15807827439892344, + "action_effect_rmse": 0.2737996028317499 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03520311890727731, + "action_effect_rmse": 0.03926582212132833 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024938921550649917, + "action_effect_rmse": 0.024938921550649917 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.463651751634885, + "action_effect_rmse": 48.38926855332228 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2207282521290539, + "action_effect_rmse": 0.38231254735339454 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06308151438675462, + "action_effect_rmse": 0.06949270658072626 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.044165485918103375, + "action_effect_rmse": 0.044165485918103375 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 35.583872741931465, + "action_effect_rmse": 48.421370082006796 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3627450892120896, + "action_effect_rmse": 0.6282929247114442 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08627431699237498, + "action_effect_rmse": 0.09897219883140485 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19107658440457134, + "action_effect_rmse": 0.19107658440457137 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.30881085969506, + "action_effect_rmse": 43.58458172334555 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 20.257340122025553, + 20.24498409969097, + 20.26498409969097, + 20.32498409969097 + ], + "true_costs": [ + 26.59590252335394, + 15.531065267772082, + 27.125159839721537, + 27.374796001372637 + ] + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "anchor_step": 487, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3851148323923617, + "action_effect_rmse": 1.5410419230065826 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.054068626055405154, + "action_effect_rmse": 0.0601553153010676 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2595286141669628, + "action_effect_rmse": 1.3905518876070653 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5344267614895943, + "action_effect_rmse": 2.8070896505833605 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2039068718278235, + "action_effect_rmse": 0.2263652542809887 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.6093114876234345, + "action_effect_rmse": 2.8631093811331256 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.384371755424577, + "action_effect_rmse": 4.8133943316057 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7037294730940703, + "action_effect_rmse": 0.7768714964388459 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.579640012404904, + "action_effect_rmse": 6.057056894530986 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.997423691114936, + "action_effect_rmse": 7.605681775900077 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1473280957321124, + "action_effect_rmse": 2.3479156899186666 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.133670148226278, + "action_effect_rmse": 13.017226028927197 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 101.99645600394439, + "predicted_costs": [ + 383.54667146641765, + 382.5691799831642, + 381.5691799831642, + 382.5691799831642 + ], + "true_costs": [ + 553.0447267707304, + 395.50609540918083, + 247.28601939025924, + 145.28956338631485 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 468, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03139096504370286, + "action_effect_rmse": 0.03622723627795358 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8971833822332916, + "action_effect_rmse": 1.0844765775254173 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 27.613575043482076, + "action_effect_rmse": 28.49421927667766 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0349938518945791, + "action_effect_rmse": 0.04560611950912523 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7734860639002802, + "action_effect_rmse": 0.9519837497277999 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 27.643481413509296, + "action_effect_rmse": 28.5462485622763 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.047845259600057644, + "action_effect_rmse": 0.06642930587809848 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2230462525451387, + "action_effect_rmse": 1.6425276700344247 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 27.750156690896166, + "action_effect_rmse": 28.68240256530223 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06540415274345412, + "action_effect_rmse": 0.08757228363853871 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4377247222869642, + "action_effect_rmse": 2.4543896924909854 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 18.798523857085737, + "action_effect_rmse": 20.292770535213197 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.217261936790469, + "predicted_costs": [ + 0.948141247771288, + 0.9058434191499619, + 0.8858434191499619, + 0.9058434191499619 + ], + "true_costs": [ + 1.022055005344555, + 1.0117648890595206, + 0.8707241483260184, + 0.6534622115355494 + ] + }, + { + "system_id": "battery-00161", + "family": "battery", + "anchor_step": 550, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09524500531060436, + "action_effect_rmse": 0.10883339713812368 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19811482215378598, + "action_effect_rmse": 0.22418335427935765 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.9622955539712335, + "action_effect_rmse": 8.540079208511907 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2579570484273907, + "action_effect_rmse": 0.29371384432112746 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5693230150512308, + "action_effect_rmse": 0.644788569626157 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 12.17813691444393, + "action_effect_rmse": 13.713663154987577 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4878938343250609, + "action_effect_rmse": 0.5604594792041677 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0215596796005026, + "action_effect_rmse": 1.1744318008548316 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.423754259349937, + "action_effect_rmse": 7.991234770996138 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5290402731932634, + "action_effect_rmse": 0.5378558828690023 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0457593523740218, + "action_effect_rmse": 1.1027454688250777 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.88532701692376, + "action_effect_rmse": 8.846318413964307 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.7112204279805021, + "predicted_costs": [ + 0.9389644003763694, + 0.94324434393396, + 0.9232443439339599, + 0.94324434393396 + ], + "true_costs": [ + 0.2105015740913006, + 0.4293997784838034, + 0.9217220020718027, + 1.02 + ] + }, + { + "system_id": "tank-01156", + "family": "tank", + "anchor_step": 57, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0532432009741027, + "action_effect_rmse": 0.09221992924474662 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005829915688342051, + "action_effect_rmse": 0.007003430436744174 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08263266800263469, + "action_effect_rmse": 0.08263266800263469 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 41.823930457468144, + "action_effect_rmse": 57.07039407152639 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15097646433496337, + "action_effect_rmse": 0.15120752445991278 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013179914803014725, + "action_effect_rmse": 0.014910477767313135 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08018926675601329, + "action_effect_rmse": 0.08018926675601329 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 51.31539695303115, + "action_effect_rmse": 73.24025383760835 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.38415106761106327, + "action_effect_rmse": 0.43845163978539836 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.023621793692321685, + "action_effect_rmse": 0.027611184370375543 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11078877276096277, + "action_effect_rmse": 0.11078877276096277 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 51.43179349054096, + "action_effect_rmse": 73.37198446617201 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9336814006947473, + "action_effect_rmse": 1.1248232750722105 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02724575725044076, + "action_effect_rmse": 0.03149213429620856 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15225448664149588, + "action_effect_rmse": 0.15225448664149588 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 51.706109076925, + "action_effect_rmse": 73.66730912986827 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1176.790345143128, + 1176.7857380618048, + 1176.8057380618047, + 1176.8657380618047 + ], + "true_costs": [ + 1108.0651251099248, + 1096.5413878591635, + 1176.805757115421, + 1176.865757115421 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 44, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7341767658704157, + "action_effect_rmse": 0.8586534029209939 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0019464163270406232, + "action_effect_rmse": 0.0022764231727383 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5825923088328769, + "action_effect_rmse": 0.5948118160159824 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.403706859720425, + "action_effect_rmse": 1.6416995576991902 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00780990987190459, + "action_effect_rmse": 0.009134047820305366 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1651846176657539, + "action_effect_rmse": 1.1896236320319649 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5721877778114943, + "action_effect_rmse": 3.008291587314347 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029854167740424487, + "action_effect_rmse": 0.034915818524027246 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3303692353315077, + "action_effect_rmse": 2.3792472640639297 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.362115098682978, + "action_effect_rmse": 5.101693689498043 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10690794187623236, + "action_effect_rmse": 0.125033741680012 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.6607384706630155, + "action_effect_rmse": 4.7584945281278594 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 39.47607136882986, + 39.87429291002876, + 38.87429291002876, + 39.87429291002876 + ], + "true_costs": [ + 23.64637198862104, + 47.06271393783453, + 10.78581775296138, + 51.37169547471606 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 390, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0499019271835472, + "action_effect_rmse": 0.08643267327750624 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19455956097236685, + "action_effect_rmse": 0.33698704470243424 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.99843455114122, + "action_effect_rmse": 25.56047620349353 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09981002459252826, + "action_effect_rmse": 0.17287542104583675 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.360033793365844, + "action_effect_rmse": 0.6235968225513965 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 24.7412829157268, + "action_effect_rmse": 26.504085584514318 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19944125501931442, + "action_effect_rmse": 0.34544238681875394 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6199235538061991, + "action_effect_rmse": 1.0737390920009955 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 26.165805883197507, + "action_effect_rmse": 28.35703500033752 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33340460233212, + "action_effect_rmse": 0.5773502823859566 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6931668525437976, + "action_effect_rmse": 1.2006002067284616 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 23.57513224065939, + "action_effect_rmse": 26.878669051731467 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.5571828543409385, + "predicted_costs": [ + 1.0448437211642547, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 1.044843643582757, + 1.02, + 0.999785177569984, + 0.44260232322904547 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 568, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3146867191025103, + "action_effect_rmse": 0.37115879390561823 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029942554562945627, + "action_effect_rmse": 0.03465027875322652 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08741277333647968, + "action_effect_rmse": 0.08741277333647968 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.538927013785393, + "action_effect_rmse": 37.24385746714209 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6281550808872419, + "action_effect_rmse": 0.7404187553778024 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05734601418080724, + "action_effect_rmse": 0.06555005446452086 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07916578531991725, + "action_effect_rmse": 0.07916578531991725 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 26.8110524534371, + "action_effect_rmse": 37.55662263639909 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2500422801734465, + "action_effect_rmse": 1.47070053399423 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11032553584566192, + "action_effect_rmse": 0.12337133152742487 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06766274053582483, + "action_effect_rmse": 0.06766274053582483 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.350919783447733, + "action_effect_rmse": 38.17501859340058 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7828885769266607, + "action_effect_rmse": 1.8783773694547148 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21389436628800476, + "action_effect_rmse": 0.2326417071952009 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0553468004788531, + "action_effect_rmse": 0.055346800478853105 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 27.813489696229976, + "action_effect_rmse": 38.37618713983123 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 155.8127529038154, + 155.80924274342667, + 155.82924274342668, + 155.88924274342668 + ], + "true_costs": [ + 155.21826899111335, + 132.03347915459165, + 201.6191703387359, + 250.9834112944493 + ] + }, + { + "system_id": "tank-00754", + "family": "tank", + "anchor_step": 316, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07252954137970373, + "action_effect_rmse": 0.12562485071931614 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0125286371607037, + "action_effect_rmse": 0.016240780519056468 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7733063883262123, + "action_effect_rmse": 0.7733063883262123 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 39.8475325390843, + "action_effect_rmse": 49.305204447624114 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1528860733807432, + "action_effect_rmse": 0.26480644686515087 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020512020669777087, + "action_effect_rmse": 0.026720687891726182 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8735221977115989, + "action_effect_rmse": 0.8735221977115988 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 39.89713021869077, + "action_effect_rmse": 49.3740044490882 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31799540464212467, + "action_effect_rmse": 0.550784197413584 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0203900507998398, + "action_effect_rmse": 0.027023918990626904 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9094367927005186, + "action_effect_rmse": 0.9094367927005187 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.999039043126295, + "action_effect_rmse": 49.51553619164301 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6442708025254245, + "action_effect_rmse": 1.1159097638072102 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014050502824164349, + "action_effect_rmse": 0.015683583546467973 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33157673433977974, + "action_effect_rmse": 0.33157673433977974 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.814241077078247, + "action_effect_rmse": 29.53482362380336 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 717.6471697250822, + 717.5798200108284, + 717.5998200108284, + 717.6598200108284 + ], + "true_costs": [ + 717.6471384648748, + 627.0376333929215, + 717.599788750621, + 717.659788750621 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 505, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.104815897409629, + "action_effect_rmse": 0.1815464597544045 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01875462553070702, + "action_effect_rmse": 0.024274478353289306 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9247954729142355, + "action_effect_rmse": 0.9247954729142355 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 53.708110945968635, + "action_effect_rmse": 66.45689850798769 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2154879123460809, + "action_effect_rmse": 0.3732360126003609 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02785879200353551, + "action_effect_rmse": 0.031944130941790536 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7352937191322747, + "action_effect_rmse": 0.7352937191322747 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.30110368805409, + "action_effect_rmse": 48.59659322580295 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5297487111189673, + "action_effect_rmse": 0.9175516829021791 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.046005857803402016, + "action_effect_rmse": 0.05570605212995167 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 1.088788697262605, + "action_effect_rmse": 1.088788697262605 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 35.50920378248982, + "action_effect_rmse": 48.64027373650363 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3849778165726434, + "action_effect_rmse": 1.8950246658227183 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09910619834314656, + "action_effect_rmse": 0.10854211225398207 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8492293635459611, + "action_effect_rmse": 0.8492293635459611 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 39.000912469221184, + "action_effect_rmse": 54.484393369027124 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 606.6117158967422, + 606.5874488062676, + 606.6074488062676, + 606.6674488062677 + ], + "true_costs": [ + 595.1159859587121, + 469.555449909037, + 606.333619440158, + 606.6674454564157 + ] + }, + { + "system_id": "thermal-00870", + "family": "thermal", + "anchor_step": 338, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42291231177548855, + "action_effect_rmse": 0.47174877699345785 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003223055613942686, + "action_effect_rmse": 0.0035952430367309253 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5964006453191549, + "action_effect_rmse": 0.6021648550480182 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7962701326848721, + "action_effect_rmse": 0.8882206802480674 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012753337023375147, + "action_effect_rmse": 0.014226048700505275 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1928012906383099, + "action_effect_rmse": 1.2043297100960364 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4190312138064212, + "action_effect_rmse": 1.5828960779559933 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04747985850923916, + "action_effect_rmse": 0.052962669943375805 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3856025812766197, + "action_effect_rmse": 2.408659420192073 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4069198208317055, + "action_effect_rmse": 2.7238326515937237 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16296704606126391, + "action_effect_rmse": 0.18198277292794124 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.533289773215283, + "action_effect_rmse": 4.577502487085892 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 10.49704220602493, + "predicted_costs": [ + 4.728264126683337, + 4.659212144214724, + 3.659212144214724, + 4.659212144214724 + ], + "true_costs": [ + 4.732271939802422, + 2.055519042272101, + 12.552561248297032, + 45.899717700507644 + ] + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4058691671654877, + "action_effect_rmse": 0.4739391226568781 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002097311252318453, + "action_effect_rmse": 0.0024490597839804396 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5858769751224789, + "action_effect_rmse": 0.5962354556575806 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7723904708973244, + "action_effect_rmse": 0.8981169222256711 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008387535027859864, + "action_effect_rmse": 0.009774141229960301 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1894114185231406, + "action_effect_rmse": 1.2016935267181286 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4128772281126427, + "action_effect_rmse": 1.6357324232147903 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03186175564374594, + "action_effect_rmse": 0.036992384042985896 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.416514295782074, + "action_effect_rmse": 2.4280239381417226 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4216568795692885, + "action_effect_rmse": 2.7984566444476133 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11355588840699227, + "action_effect_rmse": 0.13142764524531367 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.868761856258923, + "action_effect_rmse": 4.882891522033094 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 3.501142067399514, + "predicted_costs": [ + 0.69245197167433, + 1.1410611381131321, + 0.14106113811313212, + 1.1410611381131321 + ], + "true_costs": [ + 0.5781179049765341, + 31.046584438579117, + 4.0792599723760485, + 3.1132280077136256 + ] + }, + { + "system_id": "tank-00583", + "family": "tank", + "anchor_step": 490, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.38671075883705086, + "action_effect_rmse": 0.48495679615449383 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15357805976560654, + "action_effect_rmse": 0.19033906570134282 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03887438500208168, + "action_effect_rmse": 0.03887438500208168 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 39.28222372308699, + "action_effect_rmse": 55.93374175619375 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.771977901987483, + "action_effect_rmse": 0.967792746962973 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28488623556109377, + "action_effect_rmse": 0.3496403614270109 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.034975242532573836, + "action_effect_rmse": 0.034975242532573836 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 39.68108385957337, + "action_effect_rmse": 56.423539935005564 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1359240246317792, + "action_effect_rmse": 1.3340258580839006 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5021577368266588, + "action_effect_rmse": 0.6070236694339157 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04269108979061584, + "action_effect_rmse": 0.04269108979061584 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 40.05787072741929, + "action_effect_rmse": 56.69966905706335 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3741638693996545, + "action_effect_rmse": 1.5572079498234326 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8391337705213004, + "action_effect_rmse": 0.9982198968656948 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.047757241577096904, + "action_effect_rmse": 0.047757241577096904 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 40.30451614914816, + "action_effect_rmse": 56.81811530262385 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 109.48488000871482, + 109.48452459719822, + 109.50452459719821, + 109.56452459719821 + ], + "true_costs": [ + 106.90520574366964, + 100.46696296138197, + 158.31495374980565, + 178.34353764718745 + ] + }, + { + "system_id": "battery-00770", + "family": "battery", + "anchor_step": 34, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05724505587730705, + "action_effect_rmse": 0.07466677155175445 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15868409108863565, + "action_effect_rmse": 0.20014789990801324 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.870940502311644, + "action_effect_rmse": 8.824152674311165 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11168334048886373, + "action_effect_rmse": 0.1430863275690011 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3277051453402547, + "action_effect_rmse": 0.38484616475391475 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.80803252180745, + "action_effect_rmse": 8.409643628806577 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2005115035715234, + "action_effect_rmse": 0.24477860165291793 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5904627692988562, + "action_effect_rmse": 0.6425355059455472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.7324111841820615, + "action_effect_rmse": 7.882841570428601 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2988358167511989, + "action_effect_rmse": 0.3232424384937964 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7543206008165045, + "action_effect_rmse": 0.9100142578303139 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.645089897878936, + "action_effect_rmse": 7.415492680276694 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.1955729988451933, + "predicted_costs": [ + 0.3179985198572066, + 0.32466517592897465, + 0.30466517592897463, + 0.32466517592897465 + ], + "true_costs": [ + 0.10929395596723428, + 0.8035100912031815, + 0.3048669548124276, + 0.12489406878242311 + ] + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "anchor_step": 447, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2730167758502162, + "action_effect_rmse": 0.36061229989688764 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0030023047158778127, + "action_effect_rmse": 0.0039655731967848514 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.5652276288576282 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5199474443807569, + "action_effect_rmse": 0.686768947291797 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01194134135142022, + "action_effect_rmse": 0.015772637249779824 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8333333333333334, + "action_effect_rmse": 1.1304552577152565 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8309665322813137, + "action_effect_rmse": 0.9091829101702927 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03419743792933616, + "action_effect_rmse": 0.0408002495016665 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4613792778371817, + "action_effect_rmse": 3.2465475785936286 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5606420772461043, + "action_effect_rmse": 1.7934417428614047 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13614640367310216, + "action_effect_rmse": 0.14882433897746356 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.106028781600912, + "action_effect_rmse": 5.760232566460628 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 6.467017323163673, + "predicted_costs": [ + 13.479885859742453, + 12.488211575633448, + 11.488211575633448, + 12.488211575633448 + ], + "true_costs": [ + 11.388049280606772, + 24.26607531773182, + 10.60090289666998, + 4.133885573506308 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 84, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05887547208074351, + "action_effect_rmse": 0.07625621311016653 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1693087914937621, + "action_effect_rmse": 0.261015624503113 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.565820875709011, + "action_effect_rmse": 5.790353976335925 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11772821232747029, + "action_effect_rmse": 0.1524958044072953 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32332376655889544, + "action_effect_rmse": 0.49910348205843685 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.172859697162484, + "action_effect_rmse": 6.576074317389154 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23537057805637393, + "action_effect_rmse": 0.30492588628352535 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5916831954360399, + "action_effect_rmse": 0.9113360784421645 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.379482928427723, + "action_effect_rmse": 8.138541515527296 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33618937446634484, + "action_effect_rmse": 0.3777547261977741 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.912947477432769, + "action_effect_rmse": 2.2477841505584286 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.071956963197742, + "action_effect_rmse": 11.386836586214635 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.06310001897788801, + 0.05672834770874077, + 0.036728347708740776, + 0.05672834770874077 + ], + "true_costs": [ + 0.04484611778395424, + 0.5024412833518821, + 0.03699412634504874, + 0.1513591691399806 + ] + }, + { + "system_id": "tank-00526", + "family": "tank", + "anchor_step": 477, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.544076836964526, + "action_effect_rmse": 0.6223355093649698 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06233903895812295, + "action_effect_rmse": 0.07348173980852199 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05126937564654882, + "action_effect_rmse": 0.05126937564654882 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 61.85363895809753, + "action_effect_rmse": 87.35760144817648 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7458986868493334, + "action_effect_rmse": 0.7676045600982725 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11658839565013561, + "action_effect_rmse": 0.13553599484810225 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028895642955951373, + "action_effect_rmse": 0.028895642955951373 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 61.69976963749309, + "action_effect_rmse": 86.83443834636694 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.675604342303482, + "action_effect_rmse": 0.8714581079188951 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2078629630644452, + "action_effect_rmse": 0.23137335041690482 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12609231396802292, + "action_effect_rmse": 0.12609231396802292 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 51.0359135570647, + "action_effect_rmse": 69.52756316263283 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8319591545700806, + "action_effect_rmse": 1.320463077755632 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37449339869674486, + "action_effect_rmse": 0.4095200701765158 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0638105900369793, + "action_effect_rmse": 0.0638105900369793 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 63.41059142487669, + "action_effect_rmse": 89.95854421463969 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 820.5972971947233, + 820.5912011156004, + 820.6112011156004, + 820.6712011156004 + ], + "true_costs": [ + 872.5291928675214, + 745.9586156026301, + 922.8448840445204, + 939.3631955949032 + ] + }, + { + "system_id": "battery-00533", + "family": "battery", + "anchor_step": 552, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019759921180013646, + "action_effect_rmse": 0.03422518743734 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39777548549102687, + "action_effect_rmse": 0.6889673508758353 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.852307087915754, + "action_effect_rmse": 8.325398472216186 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03960592907206776, + "action_effect_rmse": 0.06859948143379065 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7370020183603501, + "action_effect_rmse": 1.276524941080937 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.001601246412369, + "action_effect_rmse": 8.529764903178569 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07932370756716312, + "action_effect_rmse": 0.13731266460334812 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2620515883480472, + "action_effect_rmse": 2.1856988379738524 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 8.300383366727573, + "action_effect_rmse": 8.946999957635278 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1843212617021178, + "action_effect_rmse": 0.23715672618709704 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.347133356365775, + "action_effect_rmse": 2.6927750746165935 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.918421730221477, + "action_effect_rmse": 5.524090573781974 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.5681002103882526, + "predicted_costs": [ + 1.0674969467318083, + 1.0442118066624113, + 1.0242118066624113, + 1.0442118066624113 + ], + "true_costs": [ + 0.9706590901178782, + 0.4315553271203338, + 0.9996555375085865, + 1.0200902275241106 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 656, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6693545181219029, + "action_effect_rmse": 0.8269026911786903 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022054377534488506, + "action_effect_rmse": 0.02838032990773263 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2993241413226544, + "action_effect_rmse": 0.2993241413226544 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 65.63136642126453, + "action_effect_rmse": 93.62630277129286 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1639581215324881, + "action_effect_rmse": 1.391716518097928 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04465408246884728, + "action_effect_rmse": 0.05713751943420631 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31727472478707597, + "action_effect_rmse": 0.31727472478707597 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 65.99724614508679, + "action_effect_rmse": 94.00019904875907 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8606002737315357, + "action_effect_rmse": 2.1695815191675303 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09735697946547421, + "action_effect_rmse": 0.12395672261781913 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2443920130675752, + "action_effect_rmse": 0.2443920130675752 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 66.51258254072145, + "action_effect_rmse": 94.40911818236903 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.418750156384752, + "action_effect_rmse": 2.84833742306897 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21773132250889185, + "action_effect_rmse": 0.275809899358198 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5707540878229455, + "action_effect_rmse": 0.5707540878229455 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 66.92547020168551, + "action_effect_rmse": 94.84299536068212 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 363.89312686098737, + 363.89312686098737, + 363.91312686098735, + 363.97312686098735 + ], + "true_costs": [ + 279.5354257071553, + 292.61767476787907, + 430.40480839949083, + 456.200306976919 + ] + }, + { + "system_id": "battery-00152", + "family": "battery", + "anchor_step": 217, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05367886065516286, + "action_effect_rmse": 0.06279945781715636 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2383755410493625, + "action_effect_rmse": 0.2592842085060565 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.76954512198463, + "action_effect_rmse": 9.28531617543791 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10733631675062931, + "action_effect_rmse": 0.12559195246767985 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4404001645477429, + "action_effect_rmse": 0.4798258426496203 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.18097913052467, + "action_effect_rmse": 9.76879766706351 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21458799833572248, + "action_effect_rmse": 0.25115107478925464 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7557539506195567, + "action_effect_rmse": 0.8248708305837094 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.010278784078208, + "action_effect_rmse": 10.742313350990804 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3216610215851643, + "action_effect_rmse": 0.42932449669756956 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9477210644736545, + "action_effect_rmse": 1.1043195569708633 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.829909825530969, + "action_effect_rmse": 12.081587209154296 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.10286956865343694, + "predicted_costs": [ + 0.21908669765299785, + 0.22496240056981104, + 0.20496240056981105, + 0.22496240056981104 + ], + "true_costs": [ + 0.6034385593925692, + 0.7114170993046638, + 0.20516045976770156, + 0.10229089111426462 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 37, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2898606698407198, + "action_effect_rmse": 0.3303447315821685 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03190869362812639, + "action_effect_rmse": 0.03610044409941174 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2625030565978155, + "action_effect_rmse": 0.2625030565978155 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.41224530899795, + "action_effect_rmse": 33.38412406078201 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5743712290114521, + "action_effect_rmse": 0.6534178524131813 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05645184916401765, + "action_effect_rmse": 0.06334815867936484 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22346468175800982, + "action_effect_rmse": 0.22346468175800982 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.547882457462674, + "action_effect_rmse": 33.473920046670045 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.270530205663828, + "action_effect_rmse": 1.5090529430540134 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.101828827155875, + "action_effect_rmse": 0.11107016294989663 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14932821114730388, + "action_effect_rmse": 0.14932821114730388 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.129464166107397, + "action_effect_rmse": 39.751728793564 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.632347302063703, + "action_effect_rmse": 3.206910857294102 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15261239023012863, + "action_effect_rmse": 0.16388986305802752 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06716913064337504, + "action_effect_rmse": 0.06716913064337504 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.311673030737655, + "action_effect_rmse": 41.203672760311264 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 59.51427030547152, + 59.508188540157306, + 59.52818854015731, + 59.588188540157304 + ], + "true_costs": [ + 52.24295391654761, + 40.94862477718916, + 82.80626106642683, + 146.19276631227194 + ] + }, + { + "system_id": "battery-00149", + "family": "battery", + "anchor_step": 217, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018785096504195464, + "action_effect_rmse": 0.02223495293894681 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.387620927514772, + "action_effect_rmse": 0.45334201975493316 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.239927061348243, + "action_effect_rmse": 8.290435880340137 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06762430092812981, + "action_effect_rmse": 0.07974682404577677 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3617614943248668, + "action_effect_rmse": 1.49205254840921 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 15.27591315790638, + "action_effect_rmse": 17.292435436110814 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2156749092104081, + "action_effect_rmse": 0.23162977533299992 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.084833264726878, + "action_effect_rmse": 4.230814502546925 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 15.275102658965139, + "action_effect_rmse": 17.361505569629706 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.46238315386452405, + "action_effect_rmse": 0.4922191391590135 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.561825840667979, + "action_effect_rmse": 6.806061527979762 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 15.263913430346918, + "action_effect_rmse": 17.501637993559335 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.042092190973053265, + 0.021536624574180947, + 0.0015366245741809455, + 0.021536624574180947 + ], + "true_costs": [ + 0.35916169158769207, + 0.11081629736443531, + 0.001627677973013579, + 0.05110796278008959 + ] + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "anchor_step": 498, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9205104350675436, + "action_effect_rmse": 1.2028327113099881 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.6196706424272266 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7857854317318218, + "action_effect_rmse": 2.333489171700974 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8333333333333334, + "action_effect_rmse": 1.2393412848544532 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.363687887888472, + "action_effect_rmse": 4.39533726947113 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6666666666666667, + "action_effect_rmse": 2.4786825697089063 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.989825285704106, + "action_effect_rmse": 7.826915930776966 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3333333333333335, + "action_effect_rmse": 4.957365139417813 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 58.57021007464077, + "predicted_costs": [ + 106.15804523484502, + 105.36000534051591, + 104.36000534051591, + 105.36000534051591 + ], + "true_costs": [ + 240.7127041065222, + 30.71947699315369, + 89.28968706779446, + 239.9146642121931 + ] + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 461, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6002937299545495, + "action_effect_rmse": 0.7339449079943691 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005618134416903804, + "action_effect_rmse": 0.006868972541203847 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5028109400178664, + "action_effect_rmse": 0.6101312747566625 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1292417424606296, + "action_effect_rmse": 1.3673571759140601 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022249529275211326, + "action_effect_rmse": 0.0270766437040429 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0362867366889457, + "action_effect_rmse": 1.199698742167343 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0297743458081166, + "action_effect_rmse": 2.4325438034465607 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08295113965862377, + "action_effect_rmse": 0.10009261678248396 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1383813320979925, + "action_effect_rmse": 2.37040486188899 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6323450376550657, + "action_effect_rmse": 4.5339249632974505 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2910760998764867, + "action_effect_rmse": 0.3520579907091447 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8784497684703942, + "action_effect_rmse": 5.0105261182136305 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 13.727687732953484, + "predicted_costs": [ + 2.6714215029066155, + 2.3759640575861436, + 1.3759640575861434, + 2.3759640575861436 + ], + "true_costs": [ + 1.8098232003355745, + 73.93942612486521, + 15.504486359150583, + 1.7767986261970998 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 438, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5008720076296301, + "action_effect_rmse": 0.6106643507269265 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004318636048754598, + "action_effect_rmse": 0.005142729061087401 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2513085038443674, + "action_effect_rmse": 0.2513085038443674 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 71.55339538124355, + "action_effect_rmse": 75.45219938067656 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7270358404710736, + "action_effect_rmse": 0.9935570314512155 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007840105599724959, + "action_effect_rmse": 0.009409352977883567 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3968877359278659, + "action_effect_rmse": 0.39688773592786586 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 71.66449996084394, + "action_effect_rmse": 75.60873762758055 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6436875356435436, + "action_effect_rmse": 1.1148995159334203 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016317934519526272, + "action_effect_rmse": 0.01972812708603768 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31541120233160147, + "action_effect_rmse": 0.31541120233160147 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 71.62355451765825, + "action_effect_rmse": 75.59765851887056 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8976204248362359, + "action_effect_rmse": 1.4552166765655856 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.028009500368745204, + "action_effect_rmse": 0.032828047562519 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0659471623638972, + "action_effect_rmse": 0.0659471623638972 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 60.823308941541406, + "action_effect_rmse": 85.43435706827628 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1043.0217106587302, + 1042.9795358979297, + 1042.9995358979297, + 1043.0595358979297 + ], + "true_costs": [ + 1200.9870556547016, + 969.9540212183189, + 1170.9124386421881, + 1208.0925310762684 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 336, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43829081908159867, + "action_effect_rmse": 0.5067088291668665 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6085291382198648, + "action_effect_rmse": 0.6103097790178802 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8636478673559344, + "action_effect_rmse": 0.9984649019054913 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2170582764397295, + "action_effect_rmse": 1.2206195580357604 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6770760682992953, + "action_effect_rmse": 1.9388707542913286 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.434116552879459, + "action_effect_rmse": 2.4412391160715208 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.374447752673408, + "action_effect_rmse": 4.0398038210849565 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.102146677694084, + "action_effect_rmse": 6.946518764311157 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 16.634157938162144, + "predicted_costs": [ + 30.232808808316882, + 30.078161257112633, + 29.078161257112633, + 30.078161257112633 + ], + "true_costs": [ + 39.65755262260835, + 10.103233174386638, + 26.73739111254878, + 83.79418454469314 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 385, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007817620683240031, + "action_effect_rmse": 0.013540516217673054 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0710133593056419, + "action_effect_rmse": 0.1229987463335159 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.070394527174075, + "action_effect_rmse": 11.774641890684723 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015491148298466073, + "action_effect_rmse": 0.0268314559205274 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13757491697733806, + "action_effect_rmse": 0.23828674605181965 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.136509133661262, + "action_effect_rmse": 11.864784889501722 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04265582937465905, + "action_effect_rmse": 0.04424615837346306 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3730136422537716, + "action_effect_rmse": 0.3848875936197364 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.062016084426311, + "action_effect_rmse": 8.24866204923092 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11926588286160074, + "action_effect_rmse": 0.13939365864118433 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9970945364531699, + "action_effect_rmse": 1.178877290559738 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.826103930945682, + "action_effect_rmse": 9.09139107434561 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.2840444371775981, + "predicted_costs": [ + 1.0373291580648585, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.8626261292827178, + 1.02, + 0.9993953861049494, + 0.7153509489273513 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 498, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0830968100152989, + "action_effect_rmse": 0.0861092441178401 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8571259884968802, + "action_effect_rmse": 0.8678657397502741 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.063099277771443, + "action_effect_rmse": 23.83935003639017 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16632116871687835, + "action_effect_rmse": 0.17234215563969282 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6727320558555856, + "action_effect_rmse": 1.6939737304335807 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 23.084213229003492, + "action_effect_rmse": 23.91753467085413 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3326611815990264, + "action_effect_rmse": 0.3447046619819085 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.251404974383006, + "action_effect_rmse": 3.293050293081969 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 23.122403820493577, + "action_effect_rmse": 24.075546812384818 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.454302529802659, + "action_effect_rmse": 0.4889096058733401 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5490852018241306, + "action_effect_rmse": 3.6853053904951367 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 23.201629096914814, + "action_effect_rmse": 24.4119938835278 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.0792877841258827, + 0.034382110911135716, + 0.014382110911135717, + 0.034382110911135716 + ], + "true_costs": [ + 0.53319295912498, + 0.05775129044918767, + 0.014255610846026683, + 0.1324388350163988 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 262, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.543924362501652, + "action_effect_rmse": 0.6225043415504725 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.161679445020809, + "action_effect_rmse": 0.18735511277330924 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15256232791054725, + "action_effect_rmse": 0.15256232791054725 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 53.08996994825975, + "action_effect_rmse": 74.75698266233519 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6789281801908881, + "action_effect_rmse": 0.7365878845828348 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24275753713534462, + "action_effect_rmse": 0.26771982211352946 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17434886802609728, + "action_effect_rmse": 0.17434886802609728 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 53.51106215328531, + "action_effect_rmse": 74.81197899015571 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7806858698943646, + "action_effect_rmse": 0.7920200109333126 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3411601582692742, + "action_effect_rmse": 0.3548537040956737 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16463484110263926, + "action_effect_rmse": 0.16463484110263926 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 53.7657733941495, + "action_effect_rmse": 74.600119096329 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0319172124007352, + "action_effect_rmse": 1.046284809343419 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5383609195338851, + "action_effect_rmse": 0.5484297075392827 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20175844595826975, + "action_effect_rmse": 0.20175844595826975 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 54.33385491493063, + "action_effect_rmse": 74.10597154046566 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.033892691110673, + "predicted_costs": [ + 1.3013803674863351, + 1.3000258434699346, + 1.3200258434699346, + 1.3800258434699346 + ], + "true_costs": [ + 1.4372284787186647, + 6.296994151092552, + 0.26310145998187806, + 0.3998419232398252 + ] + }, + { + "system_id": "tank-00943", + "family": "tank", + "anchor_step": 314, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06322768368562788, + "action_effect_rmse": 0.1095135605884013 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012506961754107001, + "action_effect_rmse": 0.014378858201602953 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17855902659086098, + "action_effect_rmse": 0.17855902659086098 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 62.12044327994556, + "action_effect_rmse": 67.55665728421077 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12807758539062833, + "action_effect_rmse": 0.22183688520730968 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015380592355365744, + "action_effect_rmse": 0.01865586563541136 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6230564425189439, + "action_effect_rmse": 0.6230564425189439 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 62.442355060229204, + "action_effect_rmse": 86.68432733288387 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30343242923576036, + "action_effect_rmse": 0.525560384100385 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024077756825705638, + "action_effect_rmse": 0.027351520066428874 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9133706058179601, + "action_effect_rmse": 0.9133706058179601 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 62.73884835265945, + "action_effect_rmse": 86.7281729166434 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6890049735825796, + "action_effect_rmse": 1.19339162091268 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00866516241570873, + "action_effect_rmse": 0.009540803269792078 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3715433324983888, + "action_effect_rmse": 0.3715433324983888 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 73.69393493012645, + "action_effect_rmse": 76.37276078753601 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 43.63457475453162, + 43.61076025275737, + 43.630760252757376, + 43.69076025275737 + ], + "true_costs": [ + 43.634575594482534, + 25.44381009085859, + 43.63076109270829, + 43.690761092708286 + ] + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "anchor_step": 222, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0997962459809223, + "action_effect_rmse": 1.283470851316793 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5871604538300706, + "action_effect_rmse": 0.5968350262649673 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4774662162457357, + "action_effect_rmse": 3.181011321429414 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8361067372412284, + "action_effect_rmse": 1.4385880368322912 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.519062947145976, + "action_effect_rmse": 6.633351597908279 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.664668754476035, + "action_effect_rmse": 3.557529357101136 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.25535983870652, + "action_effect_rmse": 12.037491234421143 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.343980020208808, + "action_effect_rmse": 7.903689310634039 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 45.96465523545052, + "predicted_costs": [ + 273.1685204331714, + 272.95914166740005, + 271.95914166740005, + 272.95914166740005 + ], + "true_costs": [ + 424.3858616583585, + 354.122983675261, + 131.16150683020277, + 85.19685159475225 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 566, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5285210634876538, + "action_effect_rmse": 0.6049258503515965 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02894640667660653, + "action_effect_rmse": 0.033723658958173856 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.844827239984939, + "action_effect_rmse": 0.844827239984939 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.126797286415897, + "action_effect_rmse": 35.083803845027674 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8259767832411237, + "action_effect_rmse": 1.1385103257524385 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06323286757887321, + "action_effect_rmse": 0.07334776150072307 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6410435402141847, + "action_effect_rmse": 0.6410435402141847 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.905641341327936, + "action_effect_rmse": 35.249220052355454 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7857456230488727, + "action_effect_rmse": 1.3609513409455105 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13687078600299904, + "action_effect_rmse": 0.16545221341041302 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3989418220835412, + "action_effect_rmse": 0.3989418220835411 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 45.8688199838748, + "action_effect_rmse": 55.22683817804957 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0158594672474817, + "action_effect_rmse": 1.7595202106224903 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22097858405248397, + "action_effect_rmse": 0.27162827042444015 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07347579966738998, + "action_effect_rmse": 0.07347579966738998 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.929901683616393, + "action_effect_rmse": 41.737706777448636 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 374.72694331463185, + 374.689123981911, + 374.709123981911, + 374.769123981911 + ], + "true_costs": [ + 468.18652226274594, + 307.9641638273308, + 449.2133851084743, + 475.3256324898401 + ] + }, + { + "system_id": "tank-00526", + "family": "tank", + "anchor_step": 399, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3584956310448402, + "action_effect_rmse": 0.4312232197823111 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.049592319571392096, + "action_effect_rmse": 0.06386071537667186 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07852804691134985, + "action_effect_rmse": 0.07852804691134985 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 63.1500038641639, + "action_effect_rmse": 90.11795986944577 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5128198100193208, + "action_effect_rmse": 0.610479037706866 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09545688835342503, + "action_effect_rmse": 0.12262574630039755 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10015175126314574, + "action_effect_rmse": 0.10015175126314574 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 63.23494168800837, + "action_effect_rmse": 90.20245913802067 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7918792073368112, + "action_effect_rmse": 0.9361941736124353 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1777676949681203, + "action_effect_rmse": 0.22731482133170572 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05409172270712423, + "action_effect_rmse": 0.05409172270712423 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 63.388531994394604, + "action_effect_rmse": 90.35604412318386 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4800016335308381, + "action_effect_rmse": 1.7306432582760847 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2993651223216898, + "action_effect_rmse": 0.3795848039271336 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19001765137293924, + "action_effect_rmse": 0.19001765137293924 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 63.767264749092476, + "action_effect_rmse": 90.73051936922852 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 898.4837546945902, + 898.4837546945902, + 898.5037546945902, + 898.5637546945902 + ], + "true_costs": [ + 806.9354321575997, + 816.8765074507967, + 939.3031955949032, + 939.3631955949032 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 232, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09561589636803669, + "action_effect_rmse": 0.16561159052068003 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03673008303863531, + "action_effect_rmse": 0.04091293964024484 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16843482232531848, + "action_effect_rmse": 0.16843482232531848 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.928704486043813, + "action_effect_rmse": 35.33152860173825 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14680397436409423, + "action_effect_rmse": 0.2542719423516502 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06683083956780145, + "action_effect_rmse": 0.07352260051363556 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16045291994783817, + "action_effect_rmse": 0.16045291994783817 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 26.0709359598951, + "action_effect_rmse": 35.37029709842388 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23230835624790455, + "action_effect_rmse": 0.4023698760441815 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11289649491099911, + "action_effect_rmse": 0.12297730704532045 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12056713032712013, + "action_effect_rmse": 0.12056713032712013 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 26.308518903662087, + "action_effect_rmse": 35.438780897771196 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3396184194617133, + "action_effect_rmse": 0.5882363576939262 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17235863588112288, + "action_effect_rmse": 0.19303113068093913 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09543103928266222, + "action_effect_rmse": 0.09543103928266222 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.60669123299139, + "action_effect_rmse": 35.53128748727 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.2898017528872465, + 3.279727128576194, + 3.299727128576194, + 3.359727128576194 + ], + "true_costs": [ + 4.258191322261145, + 1.0127917126839447, + 4.268116697950092, + 4.328116697950093 + ] + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "anchor_step": 493, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7195160839915585, + "action_effect_rmse": 0.9576601932182345 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.5407468076273192 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3907013561294814, + "action_effect_rmse": 1.8509931314272678 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8333333333333334, + "action_effect_rmse": 1.0814936152546384 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.600847165963603, + "action_effect_rmse": 3.4616707741546797 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6666666666666667, + "action_effect_rmse": 2.1629872305092768 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.570195222910406, + "action_effect_rmse": 6.0828300264498045 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3333333333333335, + "action_effect_rmse": 4.3259744610185535 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 388.50708090182343, + "predicted_costs": [ + 1625.0756996547007, + 1625.0308799198763, + 1624.0308799198763, + 1625.0308799198763 + ], + "true_costs": [ + 1765.7393364735785, + 1765.6945167387541, + 1446.209904016595, + 1057.7028231147715 + ] + }, + { + "system_id": "battery-00161", + "family": "battery", + "anchor_step": 497, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.036850259572912145, + "action_effect_rmse": 0.06382652185238523 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0597394238511626, + "action_effect_rmse": 0.10347171732510563 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.21799367012638, + "action_effect_rmse": 23.973699573250823 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07381090912414014, + "action_effect_rmse": 0.12775324263068397 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11673810374464288, + "action_effect_rmse": 0.20219632686496808 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 23.482521071449526, + "action_effect_rmse": 24.31907705834237 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14777803548219262, + "action_effect_rmse": 0.2556263918420807 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2229023306109331, + "action_effect_rmse": 0.38607816174365156 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 24.012739945055063, + "action_effect_rmse": 25.022894648286442 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.683611663433648, + "action_effect_rmse": 0.8007542633110295 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0898399270699752, + "action_effect_rmse": 1.2317486961414255 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 20.362559122701416, + "action_effect_rmse": 22.055828344623247 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.5977994237857531, + "predicted_costs": [ + 1.0710783460903888, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 1.0503346526578634, + 1.02, + 0.9985912542000999, + 0.40079183041434674 + ] + }, + { + "system_id": "battery-00194", + "family": "battery", + "anchor_step": 133, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0491203014625542, + "action_effect_rmse": 0.05544300202439995 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3452448783363729, + "action_effect_rmse": 0.3740245666376258 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.487654140521812, + "action_effect_rmse": 16.089013608186697 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09827037543093815, + "action_effect_rmse": 0.11090966249014154 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.676010335993972, + "action_effect_rmse": 0.7331160558540271 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.89338421543245, + "action_effect_rmse": 16.558588665067667 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1822339246041187, + "action_effect_rmse": 0.20923617490961421 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.132304193195467, + "action_effect_rmse": 1.2584514574096852 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.30985668415282, + "action_effect_rmse": 13.690860400846244 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23454093605912973, + "action_effect_rmse": 0.2872501204124275 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2916287053503677, + "action_effect_rmse": 1.598946747221756 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.592259241441072, + "action_effect_rmse": 9.88638152252614 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.2237949557326991, + "predicted_costs": [ + 0.4178427119023399, + 0.41316073302740486, + 0.39316073302740484, + 0.41316073302740486 + ], + "true_costs": [ + 0.16933492912920486, + 0.7464437380970996, + 0.393129884861904, + 0.21914204695575967 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 638, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09388882106661356, + "action_effect_rmse": 0.16262020835011784 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010230247673155427, + "action_effect_rmse": 0.01160487257896977 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7102958778436405, + "action_effect_rmse": 0.7102958778436406 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 48.9276990798503, + "action_effect_rmse": 67.0116366392853 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.182510686374138, + "action_effect_rmse": 0.3161177817242758 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020096292350757494, + "action_effect_rmse": 0.022630864719228483 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6662366600091094, + "action_effect_rmse": 0.6662366600091094 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 50.50762208747807, + "action_effect_rmse": 69.64486920110889 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37872878208486327, + "action_effect_rmse": 0.6559774928596648 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.045242448001996394, + "action_effect_rmse": 0.05065735771016471 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9624219132874443, + "action_effect_rmse": 0.9624219132874443 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 53.01146620994564, + "action_effect_rmse": 74.15205068994474 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3996981954139969, + "action_effect_rmse": 1.4046317391912666 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09780804056745396, + "action_effect_rmse": 0.11309220711510025 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3875130935512432, + "action_effect_rmse": 0.3875130935512432 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 55.68699035448346, + "action_effect_rmse": 79.06608286819153 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1219.8624575472036, + 1219.8566062475488, + 1219.8766062475488, + 1219.9366062475488 + ], + "true_costs": [ + 1170.2699742911393, + 1065.3925765512915, + 1219.8766161377919, + 1219.9366161377918 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 71, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04186497477675604, + "action_effect_rmse": 0.051301832603846007 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30472432803130306, + "action_effect_rmse": 0.3653527221652366 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.837526397268292, + "action_effect_rmse": 9.446389514613118 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07992837449046293, + "action_effect_rmse": 0.09952866246099928 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5762951230549808, + "action_effect_rmse": 0.6912263887586547 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.430354022519663, + "action_effect_rmse": 9.256750544298104 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14063014292861137, + "action_effect_rmse": 0.17961248901511517 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.927872467457064, + "action_effect_rmse": 1.1716410081522808 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.076339601983604, + "action_effect_rmse": 8.959851735588916 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2093862686550163, + "action_effect_rmse": 0.250997449474879 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.202129923408511, + "action_effect_rmse": 1.5943939865817212 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.026626397520467, + "action_effect_rmse": 8.214561525978562 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.18472351026852835, + "predicted_costs": [ + 0.7339599693440841, + 0.7349195801171723, + 0.7149195801171723, + 0.7349195801171723 + ], + "true_costs": [ + 0.41847939177156385, + 1.0400385791461022, + 0.6032029020400922, + 0.424969576456954 + ] + }, + { + "system_id": "battery-00341", + "family": "battery", + "anchor_step": 525, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029575968388996787, + "action_effect_rmse": 0.03755806684731605 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5354822384254992, + "action_effect_rmse": 0.606569362690579 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.085999500925376, + "action_effect_rmse": 6.30569517587267 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05338675020504267, + "action_effect_rmse": 0.06402535732317599 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2130240676261412, + "action_effect_rmse": 1.2731509972767 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.2021778949060655, + "action_effect_rmse": 4.793749346402863 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11707069168938289, + "action_effect_rmse": 0.1475710697734379 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7721779276450544, + "action_effect_rmse": 2.2828681455580657 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 14.250183123105144, + "action_effect_rmse": 15.079037844220123 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41100142031412296, + "action_effect_rmse": 0.4625470279501793 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.0904513971837595, + "action_effect_rmse": 7.817747308059714 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 16.35951630744766, + "action_effect_rmse": 17.309467059462257 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.04408444969269959, + 0.0323979006382174, + 0.012397900638217402, + 0.0323979006382174 + ], + "true_costs": [ + 0.14581552631878428, + 0.2064416472069626, + 0.01262307518475242, + 0.05330139879100712 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 251, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030067149116457397, + "action_effect_rmse": 0.05207782990845389 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024328327578465665, + "action_effect_rmse": 0.027708482412329448 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08249310672206805, + "action_effect_rmse": 0.08249310672206805 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 62.1286943864334, + "action_effect_rmse": 87.0895405551084 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06198893347161268, + "action_effect_rmse": 0.10736798227984015 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.048392668334551324, + "action_effect_rmse": 0.05432369546419112 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0817780629083868, + "action_effect_rmse": 0.0817780629083868 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 62.173985682726006, + "action_effect_rmse": 87.09376212698126 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1439249233370686, + "action_effect_rmse": 0.24928527969525843 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08222035672843653, + "action_effect_rmse": 0.08915648848316045 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4804854194832424, + "action_effect_rmse": 0.4804854194832424 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 60.14026189076028, + "action_effect_rmse": 83.05858769674487 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34252880950558023, + "action_effect_rmse": 0.5932773011197463 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07873638123767653, + "action_effect_rmse": 0.09648568015972346 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5720173263718227, + "action_effect_rmse": 0.5720173263718227 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 81.37548994831975, + "action_effect_rmse": 90.85470457241331 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 77.9604892696308, + 77.94035639870411, + 77.9603563987041, + 78.02035639870411 + ], + "true_costs": [ + 77.96048602846425, + 63.90351710520498, + 77.96035315753755, + 78.02035315753756 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 273, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.652851613708261, + "action_effect_rmse": 0.7937118533554617 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2620935745507082, + "action_effect_rmse": 0.3277652064910076 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22442699557994794, + "action_effect_rmse": 0.22442699557994797 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 53.98598391152594, + "action_effect_rmse": 76.43113746385012 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8791472675493482, + "action_effect_rmse": 1.0489690395322482 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.40176816341330895, + "action_effect_rmse": 0.49354667963078197 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19625529303279066, + "action_effect_rmse": 0.19625529303279066 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 54.78373510766264, + "action_effect_rmse": 77.02370270458655 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9797332599099282, + "action_effect_rmse": 1.191756035883975 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5675486488706328, + "action_effect_rmse": 0.6678071416950401 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19375691732340963, + "action_effect_rmse": 0.19375691732340966 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 55.072226996354935, + "action_effect_rmse": 77.30081740264049 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1130251283490633, + "action_effect_rmse": 1.2120723228619719 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7697703327615611, + "action_effect_rmse": 0.8318859310549965 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1257533800258656, + "action_effect_rmse": 0.1257533800258656 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 55.542115594203516, + "action_effect_rmse": 77.28943916272847 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 5.2346258308866584, + "predicted_costs": [ + 1.5807137913686953, + 1.5806295523595473, + 1.6006295523595473, + 1.6606295523595473 + ], + "true_costs": [ + 4.439829866359846, + 5.494837524311402, + 0.26021169342474326, + 0.3998419232398252 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 664, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006512741920562135, + "action_effect_rmse": 0.011265199163809152 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3595126043269552, + "action_effect_rmse": 0.6226940966556931 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.268167002572556, + "action_effect_rmse": 10.379285830238153 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012969776298590396, + "action_effect_rmse": 0.02246431151196118 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6492187622858836, + "action_effect_rmse": 1.1244798815061317 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.309426520993302, + "action_effect_rmse": 10.305642702442164 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12951580409503616, + "action_effect_rmse": 0.13461017255105012 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.8650189032226345, + "action_effect_rmse": 7.03372840595737 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 32.56645711064652, + "action_effect_rmse": 33.411803364888286 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4119138402790208, + "action_effect_rmse": 0.4183753107538546 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 15.954858161415245, + "action_effect_rmse": 16.109371487009756 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 32.441854232421214, + "action_effect_rmse": 33.40770546295401 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.331250852280336, + "predicted_costs": [ + 1.0486532569002351, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.6687122516127565, + 1.02, + 0.9999631038930925, + 0.7604758836411295 + ] + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "anchor_step": 441, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6029224210542724, + "action_effect_rmse": 0.6944200878018238 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0010196679866846619, + "action_effect_rmse": 0.0011744096887378395 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9527161372583729, + "action_effect_rmse": 1.12021884487574 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1583450102445063, + "action_effect_rmse": 1.338760860164839 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004118457240718243, + "action_effect_rmse": 0.004751268790521945 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8573204362843019, + "action_effect_rmse": 2.199665450001022 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.184502675607939, + "action_effect_rmse": 2.529230878032557 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016007492779933113, + "action_effect_rmse": 0.01850789080806193 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.66652903433616, + "action_effect_rmse": 4.3587831690949725 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9383725575476007, + "action_effect_rmse": 4.563948157443423 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05973829896783537, + "action_effect_rmse": 0.06916967117397886 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.284946230439876, + "action_effect_rmse": 8.6771345386955 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 48.05027688600873, + "predicted_costs": [ + 171.20567474875762, + 170.4129121693421, + 169.4129121693421, + 170.4129121693421 + ], + "true_costs": [ + 239.59833126072232, + 83.24645766497784, + 131.29673455098657, + 203.8860791377735 + ] + }, + { + "system_id": "battery-00212", + "family": "battery", + "anchor_step": 469, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00872496557025002, + "action_effect_rmse": 0.015112083661962199 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0969553783113355, + "action_effect_rmse": 0.16793164130229465 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.656346588638044, + "action_effect_rmse": 3.2933969520152826 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017490868852960553, + "action_effect_rmse": 0.03029184168313297 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18728369402080958, + "action_effect_rmse": 0.32438487347322575 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7226028742143833, + "action_effect_rmse": 3.3985939045072353 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.035054363423734115, + "action_effect_rmse": 0.060679671751186805 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3470880271725842, + "action_effect_rmse": 0.6011740977617629 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8563291354785143, + "action_effect_rmse": 3.6119971085267255 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07003976367063681, + "action_effect_rmse": 0.1213124292276598 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5919892724734469, + "action_effect_rmse": 1.0253554974597459 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1678851566299073, + "action_effect_rmse": 4.088437319380348 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.3151589309254621, + "predicted_costs": [ + 1.0164107503497501, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 1.0164106727682527, + 1.02, + 0.9999315713775236, + 0.6847726404520615 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 243, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30103455575558985, + "action_effect_rmse": 0.3511901955715314 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.781844118287817, + "action_effect_rmse": 0.8989331703931699 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5957468366903657, + "action_effect_rmse": 0.6956293704616175 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5662270215599772, + "action_effect_rmse": 1.8036250487233176 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1629258041952113, + "action_effect_rmse": 1.363290337201206 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1536588009746915, + "action_effect_rmse": 3.655642550591961 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3307156296353995, + "action_effect_rmse": 2.676933833310808 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.712049223648705, + "action_effect_rmse": 6.056700348256926 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.465682006401015, + 3.2671431237799657, + 2.2671431237799657, + 3.2671431237799657 + ], + "true_costs": [ + 2.1308285740034827, + 8.971693658141842, + 1.7575240393655416, + 24.208974623937912 + ] + }, + { + "system_id": "battery-00989", + "family": "battery", + "anchor_step": 300, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05739527961461747, + "action_effect_rmse": 0.06072034043899799 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4089703884397314, + "action_effect_rmse": 0.4236266957506114 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.533574852526366, + "action_effect_rmse": 14.442482849330874 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11481263965568056, + "action_effect_rmse": 0.12146070724170137 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8098979693519072, + "action_effect_rmse": 0.8387954076800537 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.851714813438837, + "action_effect_rmse": 14.778851553832027 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14043270404308208, + "action_effect_rmse": 0.16125344750288695 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7492265112314046, + "action_effect_rmse": 0.8623202256371575 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 13.993671292750207, + "action_effect_rmse": 14.989086794046955 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15530490271517414, + "action_effect_rmse": 0.20253563827229654 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5148312356042611, + "action_effect_rmse": 0.7381600840172601 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 14.117966236779253, + "action_effect_rmse": 15.212087597514847 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.16647491409486093, + "predicted_costs": [ + 0.539936685902014, + 0.5161889581326659, + 0.4961889581326659, + 0.5161889581326659 + ], + "true_costs": [ + 0.9350476316016388, + 0.79112033376364, + 0.4961133356749645, + 0.3296384215801036 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 188, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17957263539972726, + "action_effect_rmse": 0.1871235799217913 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.854516699207192, + "action_effect_rmse": 0.8734974671330669 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 24.687589877678636, + "action_effect_rmse": 25.526464560410506 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2917523329923088, + "action_effect_rmse": 0.3101498498640982 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2079500238535796, + "action_effect_rmse": 1.2573685200335092 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 25.319825984364666, + "action_effect_rmse": 26.246108057034352 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27385443111800856, + "action_effect_rmse": 0.345363219887209 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7129177557220695, + "action_effect_rmse": 0.9652608339829354 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.6770094697821465, + "action_effect_rmse": 7.807972733080492 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30854137534996384, + "action_effect_rmse": 0.3948477308452932 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1753011619454476, + "action_effect_rmse": 1.4064990394996337 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.602839804314826, + "action_effect_rmse": 12.768599278452406 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.007938203249099385, + "predicted_costs": [ + 0.23373258314797032, + 0.2135882485521476, + 0.19358824855214762, + 0.2135882485521476 + ], + "true_costs": [ + 0.7448383711750787, + 0.18492242979692758, + 0.19286063304602696, + 0.650448629269548 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 371, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.523518838464733, + "action_effect_rmse": 2.8122258837241305 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03518881040507319, + "action_effect_rmse": 0.03921464025955671 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2417938613629456, + "action_effect_rmse": 1.3745087181756677 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.9718193363814662, + "action_effect_rmse": 4.426221422639901 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12260335124314636, + "action_effect_rmse": 0.13662997578693004 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.483587722725891, + "action_effect_rmse": 2.7490174363513353 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.357796804752652, + "action_effect_rmse": 5.970763770175208 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3698882047315865, + "action_effect_rmse": 0.4122058324174289 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.967175445451782, + "action_effect_rmse": 5.498034872702671 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.561793848344572, + "action_effect_rmse": 6.371516067114705 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.859000163247161, + "action_effect_rmse": 0.9770205571089609 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.295766547389652, + "action_effect_rmse": 9.541591315446887 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 55.570552675566276, + "predicted_costs": [ + 271.6061966232037, + 270.6032075690935, + 269.6032075690935, + 270.6032075690935 + ], + "true_costs": [ + 307.8346326666764, + 204.15287949183295, + 80.69256507240458, + 25.1220123968383 + ] + }, + { + "system_id": "battery-00599", + "family": "battery", + "anchor_step": 131, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11320903524673737, + "action_effect_rmse": 0.1239533507964176 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41203020802503093, + "action_effect_rmse": 0.4382039767552313 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 18.615520689407923, + "action_effect_rmse": 20.10493791316116 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2265472050422581, + "action_effect_rmse": 0.24802063349377745 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8049979763744671, + "action_effect_rmse": 0.8565957282483451 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 19.618960337437503, + "action_effect_rmse": 21.218077924591714 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37350790414853047, + "action_effect_rmse": 0.42456415891317767 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1063730791651583, + "action_effect_rmse": 1.2431739174860243 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 14.57451138983897, + "action_effect_rmse": 17.15907116455119 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6423062786706293, + "action_effect_rmse": 0.7122048443096748 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.215439935759927, + "action_effect_rmse": 2.3924288669350537 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 20.35513233003609, + "action_effect_rmse": 22.705766745313547 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.021610553807369787, + "predicted_costs": [ + 0.16869657350021636, + 0.1460251891181231, + 0.1260251891181231, + 0.1460251891181231 + ], + "true_costs": [ + 0.329372709132691, + 0.6400452809615691, + 0.12638504342453202, + 0.10477448961716224 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 156, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4789493015273851, + "action_effect_rmse": 0.5507314408219289 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.75701258523488, + "action_effect_rmse": 0.8440892343154058 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.941040804078432, + "action_effect_rmse": 1.0808919662953556 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5093637329443368, + "action_effect_rmse": 1.6781940430302549 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8130897464093856, + "action_effect_rmse": 2.0800622091843928 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.008257898926123, + "action_effect_rmse": 3.3341002266005417 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.352998108229316, + "action_effect_rmse": 5.403217432174867 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9549677834341046, + "action_effect_rmse": 4.9374597555105915 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 4.725428578550211, + "predicted_costs": [ + 7.800843741131397, + 8.467536127074684, + 7.467536127074684, + 8.467536127074684 + ], + "true_costs": [ + 9.247142636262126, + 8.236269351844314, + 12.961697930394525, + 78.09412055121004 + ] + }, + { + "system_id": "battery-00212", + "family": "battery", + "anchor_step": 154, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020250721538071562, + "action_effect_rmse": 0.02337692694622719 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19730087479481404, + "action_effect_rmse": 0.21642898347416684 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.199186919993817, + "action_effect_rmse": 2.512224693446557 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04049878432696732, + "action_effect_rmse": 0.04675220111572326 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3817567574665273, + "action_effect_rmse": 0.4189138278717067 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.3522300676583363, + "action_effect_rmse": 2.6888260743862227 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07873048516708765, + "action_effect_rmse": 0.09018173614732086 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6860057177721437, + "action_effect_rmse": 0.7494603930494029 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6412009138149926, + "action_effect_rmse": 3.0172212512230114 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14543049505856695, + "action_effect_rmse": 0.1569692784572064 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8119712162775569, + "action_effect_rmse": 0.883516628069736 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.900953930117636, + "action_effect_rmse": 4.7954954969058115 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.22981476059413075, + "predicted_costs": [ + 0.6243671222909696, + 0.6356953720781078, + 0.6156953720781078, + 0.6356953720781078 + ], + "true_costs": [ + 0.5130408701839388, + 0.8994778501894748, + 0.616000922236566, + 0.38618616164243524 + ] + }, + { + "system_id": "thermal-00387", + "family": "thermal", + "anchor_step": 98, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3303673397158076, + "action_effect_rmse": 0.3766564361289644 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004066759751506055, + "action_effect_rmse": 0.004636569813204553 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7343671310527166, + "action_effect_rmse": 0.7968591080035506 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6744129217786453, + "action_effect_rmse": 0.768592751697244 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01667081665510158, + "action_effect_rmse": 0.018902984891696055 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3154286196260567, + "action_effect_rmse": 1.3283823574034257 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4002325867967755, + "action_effect_rmse": 1.7363410076662862 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06795247058808229, + "action_effect_rmse": 0.07911896131401276 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.017634669334607, + "action_effect_rmse": 2.4356231557292354 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.130222063696456, + "action_effect_rmse": 2.5336302443210013 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.255562823959026, + "action_effect_rmse": 0.320541423366848 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4027799516244337, + "action_effect_rmse": 5.655776380183356 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 27.687055259434857, + "predicted_costs": [ + 78.2336476143264, + 78.57642344902042, + 77.57642344902042, + 78.57642344902042 + ], + "true_costs": [ + 39.0644804537221, + 105.29140225117192, + 58.10388544978911, + 30.416830190354254 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 258, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14982052763304546, + "action_effect_rmse": 0.2594967658772117 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014198013335962637, + "action_effect_rmse": 0.016027120907410153 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9425891515767507, + "action_effect_rmse": 0.9425891515767507 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.140819988066635, + "action_effect_rmse": 43.065532816819236 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25662236474910277, + "action_effect_rmse": 0.4444829741039184 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024796779063776125, + "action_effect_rmse": 0.027775480845492598 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9948595898450052, + "action_effect_rmse": 0.9948595898450052 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.218531703701604, + "action_effect_rmse": 43.078932803348 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49563811929788554, + "action_effect_rmse": 0.8584704047918222 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03831748673416987, + "action_effect_rmse": 0.04223783106328518 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2890793995553063, + "action_effect_rmse": 1.2890793995553063 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 31.392445606789153, + "action_effect_rmse": 43.11042870393393 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0532802645720636, + "action_effect_rmse": 1.8243349328484033 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03322791719794319, + "action_effect_rmse": 0.03521738141380597 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3625157153177778, + "action_effect_rmse": 1.362515715317778 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.798200123656986, + "action_effect_rmse": 43.191990807462076 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 470.21391794167636, + 470.2069400193218, + 470.2269400193218, + 470.2869400193218 + ], + "true_costs": [ + 482.4431223328681, + 366.5811814365039, + 482.4561444105135, + 482.5161444105135 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 297, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018418979361473003, + "action_effect_rmse": 0.031902608077633794 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.036872773383382906, + "action_effect_rmse": 0.0447298747443322 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.028298110534970125, + "action_effect_rmse": 0.02829811053497013 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.433900169584966, + "action_effect_rmse": 42.25599082583276 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.050939882837136054, + "action_effect_rmse": 0.0882304652055255 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06906689860979398, + "action_effect_rmse": 0.08604760518887043 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0678260894547196, + "action_effect_rmse": 0.0678260894547196 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 40.510542107556994, + "action_effect_rmse": 42.35990447235092 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10335326694382536, + "action_effect_rmse": 0.17901310947493448 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13143164898607593, + "action_effect_rmse": 0.1710998646672362 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.052805953965159386, + "action_effect_rmse": 0.052805953965159386 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 40.634064608603595, + "action_effect_rmse": 42.52771802147947 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19303825765184066, + "action_effect_rmse": 0.3343520700575596 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2360876170753894, + "action_effect_rmse": 0.32542252602770594 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18575995410365068, + "action_effect_rmse": 0.18575995410365068 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.782473049878632, + "action_effect_rmse": 41.52654420128012 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.100832938341583, + 11.057012307842593, + 11.077012307842592, + 11.137012307842593 + ], + "true_costs": [ + 11.100833303697842, + 7.866341780314967, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 61, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4233290469647752, + "action_effect_rmse": 1.7472403837191552 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01984738739186298, + "action_effect_rmse": 0.02436411793628127 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49624195362801043, + "action_effect_rmse": 0.6155364754300072 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.2313418681643227, + "action_effect_rmse": 3.7759313434349395 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07781682233295821, + "action_effect_rmse": 0.09844605825266624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4213966237301794, + "action_effect_rmse": 1.8464174096992376 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.639087028619772, + "action_effect_rmse": 5.33527523726072 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28881277242619063, + "action_effect_rmse": 0.34133441343629406 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.437118482680996, + "action_effect_rmse": 4.167653898723222 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.527940718296055, + "action_effect_rmse": 6.341986657744789 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7957893440885933, + "action_effect_rmse": 0.9219373995667093 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.422426991484788, + "action_effect_rmse": 8.792874653157757 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 15.050903633804065, + 14.699888951207724, + 13.699888951207724, + 14.699888951207724 + ], + "true_costs": [ + 49.356759951505396, + 51.04240832062804, + 2.498005534790688, + 21.84336449281605 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 284, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5510639860113334, + "action_effect_rmse": 0.6823717552867449 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0023257379975092363, + "action_effect_rmse": 0.0028799158718116192 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4822386000302383, + "action_effect_rmse": 0.6289678894265862 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9981458077352734, + "action_effect_rmse": 1.1797954607254866 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009114588724955297, + "action_effect_rmse": 0.011027115844349754 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1186935955738022, + "action_effect_rmse": 1.1787308155488814 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6935945651949673, + "action_effect_rmse": 1.9229833533026428 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.032970465822216966, + "action_effect_rmse": 0.03824312392947667 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.661102326397478, + "action_effect_rmse": 2.6998328222546495 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6698845228473025, + "action_effect_rmse": 3.1381064248507275 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10964004564064449, + "action_effect_rmse": 0.12439376997794516 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.7901912020826485, + "action_effect_rmse": 6.206571617524917 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 7.2141596335000315, + "predicted_costs": [ + 29.235234730939176, + 29.842374209197622, + 28.842374209197622, + 29.842374209197622 + ], + "true_costs": [ + 7.500597091524316, + 13.891859417802841, + 14.714756725024348, + 58.95763270647905 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 93, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08930889751701339, + "action_effect_rmse": 0.09408078056540178 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2784020551858575, + "action_effect_rmse": 1.3109592466941218 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.796239244019452, + "action_effect_rmse": 15.685487819620688 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17875607709721342, + "action_effect_rmse": 0.18829351716227175 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5151616479557504, + "action_effect_rmse": 2.5775948831968996 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 15.551801152988153, + "action_effect_rmse": 16.481064405742043 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24064996869777633, + "action_effect_rmse": 0.26817284325361984 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7315233596239756, + "action_effect_rmse": 2.932564477228209 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 16.07461995074905, + "action_effect_rmse": 17.142284045116806 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2537816724370456, + "action_effect_rmse": 0.3288268714489635 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.478768216112724, + "action_effect_rmse": 1.9941376527557715 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 16.185543684642273, + "action_effect_rmse": 17.52624232989066 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.13511000889033375, + "predicted_costs": [ + 0.2970479747962096, + 0.27078778767658335, + 0.25078778767658333, + 0.27078778767658335 + ], + "true_costs": [ + 0.8517813579420245, + 0.6298588008697896, + 0.25112664151186115, + 0.11601663262152741 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 599, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007821040754685914, + "action_effect_rmse": 0.013516842019023657 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07491684846019808, + "action_effect_rmse": 0.1297597878760013 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.553963176911116, + "action_effect_rmse": 15.09652988522833 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028298918233372706, + "action_effect_rmse": 0.031666595770162155 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2676938621609762, + "action_effect_rmse": 0.3002306604343399 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.135087308907115, + "action_effect_rmse": 9.106763649714573 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0765338147544951, + "action_effect_rmse": 0.08828736925075831 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7131928280493108, + "action_effect_rmse": 0.8203931834950042 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.525010722367512, + "action_effect_rmse": 8.64774459463052 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15686819039131017, + "action_effect_rmse": 0.1798714262938964 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3829292716742536, + "action_effect_rmse": 1.5821770320623678 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.488182172493971, + "action_effect_rmse": 7.953942297487739 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.2834500307392237, + "predicted_costs": [ + 1.0357786954356296, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.7316160862719202, + 1.02, + 0.9995778108440766, + 0.7161277801048529 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 344, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46289843716433116, + "action_effect_rmse": 0.5249102103691595 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01667393576190553, + "action_effect_rmse": 0.01872984728268014 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08355389693321824, + "action_effect_rmse": 0.08355389693321824 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 50.76780499843321, + "action_effect_rmse": 69.99288305898772 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8342060809439816, + "action_effect_rmse": 0.9260982734038157 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030464955638410156, + "action_effect_rmse": 0.03377336561254423 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11285511918329455, + "action_effect_rmse": 0.11285511918329455 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 49.78091136550336, + "action_effect_rmse": 68.02701323619496 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9570949393196629, + "action_effect_rmse": 1.1935293855555336 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04797138996830815, + "action_effect_rmse": 0.05353183719503448 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1407536440014311, + "action_effect_rmse": 0.1407536440014311 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 46.73257931693754, + "action_effect_rmse": 63.02728640761558 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2130041271981227, + "action_effect_rmse": 1.751795767527414 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07171551815558175, + "action_effect_rmse": 0.0807644587952193 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2543982117548319, + "action_effect_rmse": 0.2543982117548319 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 55.980270382238494, + "action_effect_rmse": 78.59628020842692 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 162.51628021152968, + 162.50744315319014, + 162.52744315319015, + 162.58744315319015 + ], + "true_costs": [ + 215.81633303311435, + 133.9452103948684, + 234.86024621917824, + 259.96505463442975 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 74, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4411083210085103, + "action_effect_rmse": 0.49381449812815426 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6368185449660047, + "action_effect_rmse": 0.6489546600397874 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8555845347695824, + "action_effect_rmse": 0.9573549752355762 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2858329412230536, + "action_effect_rmse": 1.3164038947008565 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6118297200788778, + "action_effect_rmse": 1.8032029222987611 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.615681038044253, + "action_effect_rmse": 2.7032892213942823 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8650865672021126, + "action_effect_rmse": 3.2135445181750533 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.400300272739879, + "action_effect_rmse": 5.701652820558895 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 12.855071743459352, + "predicted_costs": [ + 12.657101547312417, + 13.354022309861387, + 12.354022309861387, + 13.354022309861387 + ], + "true_costs": [ + 10.011737151429479, + 6.0204391434691615, + 18.875510886928513, + 69.9828263309227 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 501, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04714946331905354, + "action_effect_rmse": 0.05192915713968927 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13926491714040642, + "action_effect_rmse": 0.14506064109163974 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.604757619922852, + "action_effect_rmse": 9.757696324172173 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0728679848577042, + "action_effect_rmse": 0.09400151289436441 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20060559872895212, + "action_effect_rmse": 0.24245291676899114 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.773405470169367, + "action_effect_rmse": 10.003047332574507 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11150566108058446, + "action_effect_rmse": 0.1602054724016538 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.364153479571371, + "action_effect_rmse": 0.5198103594217146 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.026769996731167, + "action_effect_rmse": 10.390146370039131 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17932879087152573, + "action_effect_rmse": 0.27619126503365937 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7033137755014209, + "action_effect_rmse": 1.1060111782952255 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 20.684452058845594, + "action_effect_rmse": 22.895648115542162 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.42691078717745884, + "predicted_costs": [ + 0.7755535653464496, + 0.7791149808227388, + 0.7591149808227388, + 0.7791149808227388 + ], + "true_costs": [ + 0.9659884791384732, + 1.02, + 0.7588929274626598, + 0.33198214028520096 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 332, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8823869818949888, + "action_effect_rmse": 2.1360219488900496 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.678847548129094, + "action_effect_rmse": 0.6957229772811901 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.6714744508630184, + "action_effect_rmse": 4.169630581188991 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.343687626792568, + "action_effect_rmse": 1.3695675995392236 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.91724396622816, + "action_effect_rmse": 7.860327353381992 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6722100724290385, + "action_effect_rmse": 2.7162395224941642 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 12.264145254169241, + "action_effect_rmse": 13.942116423562679 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.324598135405533, + "action_effect_rmse": 5.4031710041080565 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 98.34736896729555, + "predicted_costs": [ + 12.52977118522633, + 13.131730977720936, + 12.131730977720936, + 13.131730977720936 + ], + "true_costs": [ + 13.519884302492473, + 66.93786064813341, + 111.86725326978802, + 831.0216533541544 + ] + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "anchor_step": 347, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4904786817842073, + "action_effect_rmse": 0.5647462437600161 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6189529676883391, + "action_effect_rmse": 0.6191892352168505 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.915640243726538, + "action_effect_rmse": 1.0408320340877997 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3289179680018985, + "action_effect_rmse": 1.3475337958903606 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5819694532312216, + "action_effect_rmse": 1.8224869210113457 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.904572602043345, + "action_effect_rmse": 3.121854244376862 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.777663860962337, + "action_effect_rmse": 3.2763447739002762 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.715241323525826, + "action_effect_rmse": 6.062717591408084 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 14.248121702458555, + 14.99402091367136, + 13.99402091367136, + 14.99402091367136 + ], + "true_costs": [ + 7.00655397496941, + 26.356125778067103, + 3.6532436352966, + 27.606753637103623 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 202, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4586817959197707, + "action_effect_rmse": 0.5203590734296667 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003587261329741409, + "action_effect_rmse": 0.004069627350159585 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.681659244529385, + "action_effect_rmse": 0.7002438757872125 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8345250512589347, + "action_effect_rmse": 0.9465917665393755 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01387467598598846, + "action_effect_rmse": 0.015739132007656816 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3673283928661324, + "action_effect_rmse": 1.4070232933815547 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.650406351134747, + "action_effect_rmse": 2.006826333157928 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.051518628892523566, + "action_effect_rmse": 0.05881449791881707 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.207502378575574, + "action_effect_rmse": 2.3574362387408043 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8345887062210646, + "action_effect_rmse": 2.174327150149337 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1779819265879373, + "action_effect_rmse": 0.21003512943277086 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.749581441571157, + "action_effect_rmse": 6.691841756373156 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 16.03046654324089, + "predicted_costs": [ + 13.16161220334781, + 12.944428076318252, + 11.944428076318252, + 12.944428076318252 + ], + "true_costs": [ + 13.645692104911692, + 4.16173339792618, + 20.192199941167072, + 61.598840109323795 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 113, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19630994850572905, + "action_effect_rmse": 0.23641442707640234 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.049535345880142266, + "action_effect_rmse": 0.058485592581253056 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06615782714118984, + "action_effect_rmse": 0.06615782714118984 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.713356321129794, + "action_effect_rmse": 29.881131534171196 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38675154195536443, + "action_effect_rmse": 0.4709739563237991 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08916912540508785, + "action_effect_rmse": 0.10740554474647394 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06827368731313777, + "action_effect_rmse": 0.06827368731313777 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.850935811039278, + "action_effect_rmse": 31.165339550392527 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8157221063331755, + "action_effect_rmse": 0.9484524343935359 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1518805731213367, + "action_effect_rmse": 0.18302602152809458 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17281312637004964, + "action_effect_rmse": 0.1728131263700496 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 25.247528261455688, + "action_effect_rmse": 34.16854871867588 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3182952277089248, + "action_effect_rmse": 1.363935750384281 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2590894936093804, + "action_effect_rmse": 0.2893445483871586 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28853485857298466, + "action_effect_rmse": 0.28853485857298466 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.456966560231677, + "action_effect_rmse": 39.06604990221443 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 65.03665488538496, + 65.02139932855638, + 65.04139932855638, + 65.10139932855638 + ], + "true_costs": [ + 74.54572961601502, + 49.78448341719532, + 83.66157091847666, + 112.71046547225009 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 336, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.3791733531295276, + "action_effect_rmse": 3.5765177636149175 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1103581835869627, + "action_effect_rmse": 2.1910805291578597 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.337609150998046, + "action_effect_rmse": 6.707726813245894 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.220716367173925, + "action_effect_rmse": 4.382161058315719 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 11.195288077958358, + "action_effect_rmse": 11.849095176642034 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 8.44143273434785, + "action_effect_rmse": 8.764322116631439 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 14.007875070275276, + "action_effect_rmse": 15.30328814080252 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.923377899938336, + "action_effect_rmse": 13.756304684283377 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 44.8182281663488, + "predicted_costs": [ + 473.8752067928927, + 472.23444286794654, + 471.23444286794654, + 472.23444286794654 + ], + "true_costs": [ + 235.52277124293718, + 390.83826740327265, + 166.3071753191985, + 121.4889471528497 + ] + }, + { + "system_id": "tank-00100", + "family": "tank", + "anchor_step": 89, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1961806142887994, + "action_effect_rmse": 0.20308872487247948 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04406641940389496, + "action_effect_rmse": 0.05127651980767126 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24557892133955814, + "action_effect_rmse": 0.2455789213395581 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 49.32062956422078, + "action_effect_rmse": 69.3491520972518 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23884665844498443, + "action_effect_rmse": 0.31387202481288523 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08572472350111464, + "action_effect_rmse": 0.09922457146559377 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19384789258801774, + "action_effect_rmse": 0.19384789258801777 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 49.34568074680205, + "action_effect_rmse": 69.32692818880602 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37536640422885864, + "action_effect_rmse": 0.6238348201593484 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16619207558238122, + "action_effect_rmse": 0.19056420616262407 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24771513520982938, + "action_effect_rmse": 0.2477151352098294 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 49.42583772280526, + "action_effect_rmse": 69.30626045821336 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.617615720768964, + "action_effect_rmse": 1.0697418079251182 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3135294541367107, + "action_effect_rmse": 0.3514538831595006 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06310630047302793, + "action_effect_rmse": 0.06310630047302793 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 48.70641466862421, + "action_effect_rmse": 67.63611929068927 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 783.9661812345779, + 783.9625824718585, + 783.9825824718584, + 784.0425824718585 + ], + "true_costs": [ + 799.6323337153948, + 698.8189523989311, + 807.4833145676276, + 807.5433145676277 + ] + }, + { + "system_id": "tank-00271", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4934051488877884, + "action_effect_rmse": 0.5662666708507378 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04264778266445409, + "action_effect_rmse": 0.048256326698046824 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5716773007128686, + "action_effect_rmse": 0.5716773007128686 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 55.023401517258094, + "action_effect_rmse": 75.34482228100045 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9012481555607851, + "action_effect_rmse": 1.0236070144256308 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08258673240509869, + "action_effect_rmse": 0.09305802098412325 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32928268899206903, + "action_effect_rmse": 0.32928268899206903 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 54.35106897022061, + "action_effect_rmse": 74.15332949030329 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6808081163562936, + "action_effect_rmse": 1.9559463457304263 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14685689517610476, + "action_effect_rmse": 0.16739604446567133 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.323157567121964, + "action_effect_rmse": 0.323157567121964 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 52.37127926478893, + "action_effect_rmse": 71.13377379342326 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1797264032409784, + "action_effect_rmse": 3.840356805556923 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2363655549603673, + "action_effect_rmse": 0.29710669177176524 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3154469263181845, + "action_effect_rmse": 0.3154469263181845 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 54.3704406441006, + "action_effect_rmse": 66.25787356525203 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 305.6468216423054, + 305.630363368999, + 305.65036336899897, + 305.71036336899897 + ], + "true_costs": [ + 320.6187682083392, + 197.8750864022285, + 334.41551953404996, + 529.8848336250102 + ] + }, + { + "system_id": "tank-00127", + "family": "tank", + "anchor_step": 42, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10286274758290996, + "action_effect_rmse": 0.17816350501973277 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02531646941181916, + "action_effect_rmse": 0.030200644843297212 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029960946484385187, + "action_effect_rmse": 0.029960946484385187 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.28864725161406, + "action_effect_rmse": 52.18872808870499 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16283073770464304, + "action_effect_rmse": 0.282031110738363 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04813140792661071, + "action_effect_rmse": 0.05743672427271445 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03230287711363944, + "action_effect_rmse": 0.03230287711363944 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 40.45689555108292, + "action_effect_rmse": 52.08932487650557 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3643224969992313, + "action_effect_rmse": 0.425902138591671 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08886362109036187, + "action_effect_rmse": 0.10138401190297071 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09260177532272074, + "action_effect_rmse": 0.09260177532272074 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.94318344811973, + "action_effect_rmse": 69.69855560348255 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9301625474824995, + "action_effect_rmse": 0.9687298387708816 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15823949601756068, + "action_effect_rmse": 0.17450933398013577 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09296699523109037, + "action_effect_rmse": 0.09296699523109037 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 49.255412144606794, + "action_effect_rmse": 70.05169906418082 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 933.7153692766819, + 933.7040298345595, + 933.7240298345595, + 933.7840298345595 + ], + "true_costs": [ + 894.3806575196269, + 835.2207018021377, + 933.7240265026089, + 933.784026502609 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 120, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1158498398397736, + "action_effect_rmse": 0.12423959750095175 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04209128647126784, + "action_effect_rmse": 0.051768287209813975 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36259334335081544, + "action_effect_rmse": 0.3625933433508154 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 37.730428201932035, + "action_effect_rmse": 53.6803714967191 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25234852579450084, + "action_effect_rmse": 0.2648305357897606 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0837486149637338, + "action_effect_rmse": 0.10507167762642258 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16037258568621926, + "action_effect_rmse": 0.16037258568621926 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 38.03166908111845, + "action_effect_rmse": 54.22941390509331 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5687380181424135, + "action_effect_rmse": 0.6741393518371026 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14998733487930002, + "action_effect_rmse": 0.18886661767414187 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21693452014689485, + "action_effect_rmse": 0.21693452014689482 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 38.22346064272107, + "action_effect_rmse": 54.44117438297752 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4589185261173487, + "action_effect_rmse": 1.731013485369825 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2538326313244698, + "action_effect_rmse": 0.317366907020644 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3034321859233915, + "action_effect_rmse": 0.3034321859233915 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 38.76931260623779, + "action_effect_rmse": 55.014247534408284 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 674.6652434917934, + 674.6650913246771, + 674.685091324677, + 674.7450913246771 + ], + "true_costs": [ + 600.5191343256232, + 594.1037150055688, + 682.406907182614, + 682.466907182614 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 28, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021697813400198496, + "action_effect_rmse": 0.02590140755847515 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10609882554719145, + "action_effect_rmse": 0.10685788951245817 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.313789444490212, + "action_effect_rmse": 5.022898202366515 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.040259784523223395, + "action_effect_rmse": 0.04697824074944209 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23848225735059714, + "action_effect_rmse": 0.24697580683382878 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.8320599831502355, + "action_effect_rmse": 4.408960428992703 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06263556828424459, + "action_effect_rmse": 0.07521189478388014 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3770248754775854, + "action_effect_rmse": 0.39720304573167403 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.752646198520428, + "action_effect_rmse": 5.435708922657721 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16134540774246184, + "action_effect_rmse": 0.18643022306898904 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9952667821593586, + "action_effect_rmse": 1.2172403469815656 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.90256670614005, + "action_effect_rmse": 12.90033987136421 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.27621652166097643, + "predicted_costs": [ + 0.7646927061717367, + 0.7666878476065178, + 0.7466878476065177, + 0.7666878476065178 + ], + "true_costs": [ + 0.6564588497071319, + 0.46761787764904794, + 0.7438343993100244, + 0.9564904755093048 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 36, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04252611146345034, + "action_effect_rmse": 0.046051631234897264 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7215309088474887, + "action_effect_rmse": 0.7584879517955223 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.649645297251794, + "action_effect_rmse": 14.120403962357491 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04231446406678652, + "action_effect_rmse": 0.05413186934501647 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3926277403408894, + "action_effect_rmse": 0.5477735019359884 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.649035129350812, + "action_effect_rmse": 14.169778929350352 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05507905584486019, + "action_effect_rmse": 0.0743308488093478 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4559018156106293, + "action_effect_rmse": 0.5463435295660791 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 17.93204081558163, + "action_effect_rmse": 18.3783435402166 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08003199196424823, + "action_effect_rmse": 0.11613834630515515 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7442159798266417, + "action_effect_rmse": 1.0366517449633788 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 18.74143251690329, + "action_effect_rmse": 19.25446624353194 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.2103314406315453, + "predicted_costs": [ + 0.9020183641280377, + 0.850638213174716, + 0.830638213174716, + 0.850638213174716 + ], + "true_costs": [ + 1.0713801509533218, + 1.0002854263760401, + 0.8311918759968273, + 0.620860435365282 + ] + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "anchor_step": 158, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3630907217936752, + "action_effect_rmse": 0.4117676085951163 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7012530902521993, + "action_effect_rmse": 0.7336703393025641 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.722358462185254, + "action_effect_rmse": 0.819199716955283 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4025061805043986, + "action_effect_rmse": 1.4673406786051282 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4295855835979054, + "action_effect_rmse": 1.6212395462274196 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.805012361008797, + "action_effect_rmse": 2.9346813572102564 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9963079071411336, + "action_effect_rmse": 3.4327397450466264 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.0777052009523045, + "action_effect_rmse": 5.082459531941045 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 26.667361312468095, + "predicted_costs": [ + 39.33008117832947, + 40.000863464814714, + 39.000863464814714, + 40.000863464814714 + ], + "true_costs": [ + 28.11839938805009, + 15.922778311870337, + 42.590139624338434, + 106.58665367135072 + ] + }, + { + "system_id": "tank-00571", + "family": "tank", + "anchor_step": 510, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2943541704582042, + "action_effect_rmse": 0.34009434852507336 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01663400130492339, + "action_effect_rmse": 0.02084382368593508 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2083242239487713, + "action_effect_rmse": 1.2083242239487713 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.689480667212948, + "action_effect_rmse": 37.987980811887425 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.590107353062835, + "action_effect_rmse": 0.680359498837435 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03011873797825378, + "action_effect_rmse": 0.03754867900858219 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1772534019156122, + "action_effect_rmse": 1.1772534019156122 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 26.884929090043972, + "action_effect_rmse": 38.17351303025618 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.030875618343961, + "action_effect_rmse": 1.1560321705842642 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.049447405807409694, + "action_effect_rmse": 0.06107781260149665 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2520663507706782, + "action_effect_rmse": 1.2520663507706782 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.17621069697203, + "action_effect_rmse": 38.38098979937058 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7969567044932806, + "action_effect_rmse": 1.9525885894153656 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.079971869303107, + "action_effect_rmse": 0.09735012746727681 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7936088642826461, + "action_effect_rmse": 0.7936088642826461 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 27.68247520689187, + "action_effect_rmse": 38.68963269425827 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 546.0122858642756, + 546.0120794678339, + 546.0320794678339, + 546.092079467834 + ], + "true_costs": [ + 480.45903482813213, + 386.25968005891446, + 507.106677639473, + 596.9624495771427 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 85, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41062838993857476, + "action_effect_rmse": 0.4702871563138905 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03640520921126367, + "action_effect_rmse": 0.043844701282539575 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.38236034204437996, + "action_effect_rmse": 0.38236034204437996 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 44.947117113832626, + "action_effect_rmse": 61.32136712296842 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8211126620603911, + "action_effect_rmse": 0.9399721291738897 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06975076019826076, + "action_effect_rmse": 0.08393417506348037 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3601103805823618, + "action_effect_rmse": 0.3601103805823618 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 45.47935765381741, + "action_effect_rmse": 61.94054624539921 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6401098658669149, + "action_effect_rmse": 1.8764376555721651 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12362566338874596, + "action_effect_rmse": 0.14857809742764172 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3089734572318319, + "action_effect_rmse": 0.3089734572318319 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 47.06289947255751, + "action_effect_rmse": 63.90723168887975 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.311722641258027, + "action_effect_rmse": 3.771970826474448 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20982164830193875, + "action_effect_rmse": 0.24914637882258944 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21563444107995744, + "action_effect_rmse": 0.21563444107995744 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 50.7777745189946, + "action_effect_rmse": 69.162250797474 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 234.3394777817976, + 234.32367382794814, + 234.34367382794815, + 234.40367382794815 + ], + "true_costs": [ + 267.8064605938828, + 173.93184545631715, + 301.9223337672543, + 482.0822236583184 + ] + }, + { + "system_id": "tank-00643", + "family": "tank", + "anchor_step": 283, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06121608053668185, + "action_effect_rmse": 0.10602936172976123 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.028910843854372814, + "action_effect_rmse": 0.034309890875907925 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.060358644278119544, + "action_effect_rmse": 0.060358644278119544 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 70.175858200968, + "action_effect_rmse": 73.84596044161282 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15189532613165588, + "action_effect_rmse": 0.1519604002747678 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04677894655969794, + "action_effect_rmse": 0.05372494347100391 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10025699954396833, + "action_effect_rmse": 0.10025699954396833 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 61.02557013442121, + "action_effect_rmse": 87.09265586730788 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3237854578240687, + "action_effect_rmse": 0.3568753214549763 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11306027307301274, + "action_effect_rmse": 0.13116190976930625 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08964511853630869, + "action_effect_rmse": 0.08964511853630869 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 61.13119859751229, + "action_effect_rmse": 87.21367400765814 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6301192702047272, + "action_effect_rmse": 0.7589766314061412 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24557903977090825, + "action_effect_rmse": 0.29816280259520295 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09528192072831904, + "action_effect_rmse": 0.09528192072831904 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 61.319444248824595, + "action_effect_rmse": 87.42877748945361 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 720.440007032638, + 720.4262298806691, + 720.4462298806691, + 720.5062298806691 + ], + "true_costs": [ + 685.5852310971861, + 672.7810634481364, + 725.1263822107599, + 725.1863822107599 + ] + }, + { + "system_id": "battery-00722", + "family": "battery", + "anchor_step": 534, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10501727060372101, + "action_effect_rmse": 0.10856861289403495 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7131393109990588, + "action_effect_rmse": 0.7282148670585099 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 17.290189966151583, + "action_effect_rmse": 17.97726205225181 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1489420585928374, + "action_effect_rmse": 0.15880188134345072 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8587446474773373, + "action_effect_rmse": 0.9048132229323086 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.525543721312454, + "action_effect_rmse": 9.986586951387018 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2066940100435163, + "action_effect_rmse": 0.23422525271863065 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8570101532079105, + "action_effect_rmse": 1.0098332605495195 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.11000209860208, + "action_effect_rmse": 10.776703448403579 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22359612642417925, + "action_effect_rmse": 0.2902372170452431 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6923462250755689, + "action_effect_rmse": 0.8126958936377743 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.281054041687314, + "action_effect_rmse": 11.340500261543527 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.1557855259787502, + "predicted_costs": [ + 0.35117878161372035, + 0.3384078481052097, + 0.31840784810520967, + 0.3384078481052097 + ], + "true_costs": [ + 0.8754232237436191, + 0.6881944925526742, + 0.31856260359173943, + 0.16277707761298923 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 25, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.060737204872805726, + "action_effect_rmse": 0.10519992474941951 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05188533273319488, + "action_effect_rmse": 0.061346795547928795 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03435631975897818, + "action_effect_rmse": 0.03435631975897818 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 45.52690595476429, + "action_effect_rmse": 64.37850325467905 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1259749404324649, + "action_effect_rmse": 0.21819499730949204 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0728441076299126, + "action_effect_rmse": 0.08777976188746092 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14965966019013743, + "action_effect_rmse": 0.14965966019013743 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 53.16969507235495, + "action_effect_rmse": 55.780948765094195 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2827532026481728, + "action_effect_rmse": 0.4897429129894541 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1492768327175895, + "action_effect_rmse": 0.17418735091428858 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22155127453414147, + "action_effect_rmse": 0.22155127453414147 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 53.27066026288251, + "action_effect_rmse": 55.91854565712506 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6329890667462502, + "action_effect_rmse": 1.0963692242401128 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2589431673889588, + "action_effect_rmse": 0.31676053160648754 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27206746273180143, + "action_effect_rmse": 0.27206746273180143 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 53.496212136264, + "action_effect_rmse": 56.22667955944366 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 648.550387550805, + 648.509105086107, + 648.5291050861069, + 648.589105086107 + ], + "true_costs": [ + 648.5503723469318, + 568.7859503309587, + 648.5290898822337, + 648.5890898822338 + ] + }, + { + "system_id": "tank-00151", + "family": "tank", + "anchor_step": 604, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11394777880925311, + "action_effect_rmse": 0.19736334230724664 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017850999379722527, + "action_effect_rmse": 0.02038102536508595 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7838062243609302, + "action_effect_rmse": 0.7838062243609302 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 45.9650148966599, + "action_effect_rmse": 48.00368218268173 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2294327266109922, + "action_effect_rmse": 0.3973891394092985 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03195825201776733, + "action_effect_rmse": 0.03658802254575083 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7851908541078255, + "action_effect_rmse": 0.7851908541078255 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 43.59219497498489, + "action_effect_rmse": 47.42660633524697 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49986431214446486, + "action_effect_rmse": 0.8490872600872177 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.051918364405993365, + "action_effect_rmse": 0.060077150739405484 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8785845793051505, + "action_effect_rmse": 0.8785845793051505 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.41853870451524, + "action_effect_rmse": 49.175031579844386 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0095625454007664, + "action_effect_rmse": 1.72000272527196 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07277452083871812, + "action_effect_rmse": 0.08763747036834178 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7367313532075732, + "action_effect_rmse": 0.7367313532075732 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 42.47058608206526, + "action_effect_rmse": 57.521648951421575 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 400.26676129046024, + 400.24002324714326, + 400.26002324714324, + 400.32002324714324 + ], + "true_costs": [ + 400.2667579956328, + 302.24795473485244, + 398.67898199022113, + 400.3200199523158 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 423, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7179813144796489, + "action_effect_rmse": 0.8307485695253334 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0019034796767970856, + "action_effect_rmse": 0.002202443137068873 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6065062684982649, + "action_effect_rmse": 0.6087577503133373 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3727420195479922, + "action_effect_rmse": 1.588347003004263 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007637628451989305, + "action_effect_rmse": 0.008837206182244066 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2130125369965299, + "action_effect_rmse": 1.2175155006266747 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5154470253660093, + "action_effect_rmse": 2.91052702333077 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02919560464646646, + "action_effect_rmse": 0.033781111440282154 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4260250739930598, + "action_effect_rmse": 2.4350310012533494 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.750336555501079, + "action_effect_rmse": 5.868061830364419 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08480147784535674, + "action_effect_rmse": 0.10095697339030427 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.881112176425138, + "action_effect_rmse": 7.537221149330717 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 87.01555986076482, + "predicted_costs": [ + 124.58163830503264, + 124.52307324096112, + 123.52307324096112, + 124.52307324096112 + ], + "true_costs": [ + 177.47038790027884, + 49.81596546516001, + 136.83152532592484, + 300.7098590933177 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 71, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017487890117389184, + "action_effect_rmse": 0.019312966509905657 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15326852120505782, + "action_effect_rmse": 0.16371206401685334 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.738116549670238, + "action_effect_rmse": 5.384747189330562 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.034972204953458944, + "action_effect_rmse": 0.038621648387404124 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30293277728792845, + "action_effect_rmse": 0.3236252677982263 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.832244559104786, + "action_effect_rmse": 5.488270577233921 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06993279710151548, + "action_effect_rmse": 0.07722853187124334 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5856895931399689, + "action_effect_rmse": 0.6258880590781488 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.022655208316913, + "action_effect_rmse": 5.697300470063186 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12071491945520878, + "action_effect_rmse": 0.13828050458904204 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8981719115466179, + "action_effect_rmse": 0.9382967761298779 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.301748384476567, + "action_effect_rmse": 6.0286590251569 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.15566077093890773, + "predicted_costs": [ + 0.49513900366356445, + 0.5098884663249805, + 0.4898884663249805, + 0.5098884663249805 + ], + "true_costs": [ + 0.5719290243197725, + 0.7788727393513659, + 0.4915318251005587, + 0.335871054161651 + ] + }, + { + "system_id": "tank-00628", + "family": "tank", + "anchor_step": 489, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03361253672644793, + "action_effect_rmse": 0.058218621381482684 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05755593054112692, + "action_effect_rmse": 0.07162378785945482 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11231225688171065, + "action_effect_rmse": 0.11231225688171065 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 66.01725186589279, + "action_effect_rmse": 75.24083332799951 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06843779272742978, + "action_effect_rmse": 0.1185377341617762 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11308375900474903, + "action_effect_rmse": 0.14126236589561056 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12194345401391421, + "action_effect_rmse": 0.12194345401391421 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 66.04122718955013, + "action_effect_rmse": 75.2744234111158 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1330365692620615, + "action_effect_rmse": 0.23042609722654647 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21283001275559657, + "action_effect_rmse": 0.2679402863820617 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0803434643957339, + "action_effect_rmse": 0.08034346439573391 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 66.08569998754598, + "action_effect_rmse": 75.33675196863098 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26850507675927976, + "action_effect_rmse": 0.46506443503725386 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37982802833063545, + "action_effect_rmse": 0.4856350033196425 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07622863595817361, + "action_effect_rmse": 0.07622863595817361 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 66.17896279981444, + "action_effect_rmse": 75.46754780949051 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 552.2688244525492, + 552.200611013184, + 552.220611013184, + 552.2806110131841 + ], + "true_costs": [ + 552.2688108213129, + 517.5594163044932, + 552.2205973819476, + 552.2805973819477 + ] + }, + { + "system_id": "tank-00532", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17186679504001656, + "action_effect_rmse": 0.20616886868724035 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02771275748711292, + "action_effect_rmse": 0.0356825503211045 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04330897170307069, + "action_effect_rmse": 0.04330897170307069 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 46.500092288920484, + "action_effect_rmse": 66.33363010435751 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25510691157079535, + "action_effect_rmse": 0.2992042259058357 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05046399858397521, + "action_effect_rmse": 0.06480684676796933 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09276885312283034, + "action_effect_rmse": 0.09276885312283034 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 46.59923647883139, + "action_effect_rmse": 66.42822343101848 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4270584671435789, + "action_effect_rmse": 0.49145791735205374 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0873471779643508, + "action_effect_rmse": 0.11160875602611496 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09355077450087196, + "action_effect_rmse": 0.09355077450087196 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 46.80404154628803, + "action_effect_rmse": 66.62328072641984 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8492999052281333, + "action_effect_rmse": 1.006774253222946 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1188954591283687, + "action_effect_rmse": 0.14724259968870007 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2878468858503763, + "action_effect_rmse": 0.2878468858503763 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 44.22532579442052, + "action_effect_rmse": 61.120315739858164 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 2.11492100388881, + "predicted_costs": [ + 122.70872598324802, + 122.70709820064482, + 122.72709820064482, + 122.78709820064482 + ], + "true_costs": [ + 105.6044020109916, + 107.71932301488042, + 131.64251877952873, + 131.70251877952873 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 581, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8392125961122024, + "action_effect_rmse": 1.0462404252805357 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5375931153926482, + "action_effect_rmse": 0.7976393796320461 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4711700170267281, + "action_effect_rmse": 1.858674631351117 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8991421919916623, + "action_effect_rmse": 1.3391289306645928 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.193654941121886, + "action_effect_rmse": 2.503689141349741 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0558201505458555, + "action_effect_rmse": 2.4093074525014933 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.1053948278051156, + "action_effect_rmse": 6.129041902483527 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.440582112976434, + "action_effect_rmse": 7.198760723226002 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 5.616723630226101, + "predicted_costs": [ + 7.15521468874658, + 6.697599709555728, + 5.697599709555728, + 6.697599709555728 + ], + "true_costs": [ + 6.122028744714159, + 97.58280390098912, + 11.73875237494026, + 14.51534393282584 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 174, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6165733752805357, + "action_effect_rmse": 0.7674161210765691 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004343168397589636, + "action_effect_rmse": 0.005405710947774157 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4740585536941542, + "action_effect_rmse": 0.63796400684819 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1050375562201242, + "action_effect_rmse": 1.3753815345213911 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01663104124120096, + "action_effect_rmse": 0.020699773409739393 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9481171073883085, + "action_effect_rmse": 1.27592801369638 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8043463639216515, + "action_effect_rmse": 2.245774052519455 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05836182481723758, + "action_effect_rmse": 0.07263986253025226 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.896234214776617, + "action_effect_rmse": 2.55185602739276 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.559743184881789, + "action_effect_rmse": 3.1859763406105346 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18119828182877384, + "action_effect_rmse": 0.22552787415367334 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.792468429553234, + "action_effect_rmse": 5.10371205478552 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 57.18277899218424, + "predicted_costs": [ + 105.15741294337558, + 105.29515347224155, + 104.29515347224155, + 105.29515347224155 + ], + "true_costs": [ + 191.24748078825186, + 62.90773339313003, + 120.09051238531427, + 204.34076243585383 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 655, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0700942205993778, + "action_effect_rmse": 0.07229385072677981 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.221060838561359, + "action_effect_rmse": 3.2553069696464614 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 28.680723467906905, + "action_effect_rmse": 29.371315861906492 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13987471544234228, + "action_effect_rmse": 0.14427990285612868 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.369096061957474, + "action_effect_rmse": 6.43305955156286 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 29.306128756718234, + "action_effect_rmse": 29.993227537248043 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2444384834301682, + "action_effect_rmse": 0.25445789353262754 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 10.29450575693487, + "action_effect_rmse": 10.430703874132476 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 24.90505530026986, + "action_effect_rmse": 25.735978732967464 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25363812225036114, + "action_effect_rmse": 0.29028411192848574 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.078041060401446, + "action_effect_rmse": 6.740537565087014 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 23.967535773286887, + "action_effect_rmse": 24.886381016183474 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.2233016622835935, + 2.1761399653679434, + 2.1561399653679434, + 2.1761399653679434 + ], + "true_costs": [ + 2.968442838547159, + 1.3718310194077423, + 1.1832014004862244, + 1.7358031591587983 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 392, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6624038659404606, + "action_effect_rmse": 0.7400807244506246 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003566076751951641, + "action_effect_rmse": 0.003984253114652673 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.214961013029362, + "action_effect_rmse": 1.3503156984215046 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1567515884449868, + "action_effect_rmse": 1.3129639446904715 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01364570665491982, + "action_effect_rmse": 0.015354813306712348 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.15225113112759, + "action_effect_rmse": 2.4537876477659752 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5533486090996291, + "action_effect_rmse": 1.9064892496620893 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0444015763743586, + "action_effect_rmse": 0.05159397988099605 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.648393521425343, + "action_effect_rmse": 3.5453552431150372 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.931515015110108, + "action_effect_rmse": 2.2823124576513516 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11039615724451106, + "action_effect_rmse": 0.14249674991611558 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.074827265382055, + "action_effect_rmse": 4.842703165975029 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 27.364747106513263, + "predicted_costs": [ + 96.63450162982224, + 96.55657963173334, + 95.55657963173334, + 96.55657963173334 + ], + "true_costs": [ + 30.83161846690436, + 34.72872158164805, + 58.19636557341762, + 98.3721592129841 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 430, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43246122214900345, + "action_effect_rmse": 0.4986278383575543 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01703568568901777, + "action_effect_rmse": 0.019733800173385493 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10448964534605737, + "action_effect_rmse": 0.10448964534605737 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 46.892833132047336, + "action_effect_rmse": 63.79736365729668 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9998265674051, + "action_effect_rmse": 1.150854182299671 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028392784826420343, + "action_effect_rmse": 0.03418488180186089 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4617337780385718, + "action_effect_rmse": 0.46173377803857185 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 77.73576879644338, + "action_effect_rmse": 95.9999217402527 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.252180215608263, + "action_effect_rmse": 2.7859958519804566 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.055189209110950564, + "action_effect_rmse": 0.07348141385723729 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3620433542088026, + "action_effect_rmse": 0.3620433542088026 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 78.87735565433863, + "action_effect_rmse": 97.52017740116156 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.108752202625585, + "action_effect_rmse": 4.269164383661635 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09875642733265622, + "action_effect_rmse": 0.1405482764707412 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.46590889330190927, + "action_effect_rmse": 0.4659088933019092 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 79.65816650966147, + "action_effect_rmse": 98.73818755827612 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.408654525132464, + 11.344838580159706, + 11.364838580159706, + 11.424838580159706 + ], + "true_costs": [ + 123.40833386686519, + 11.316643173440225, + 67.20313828365019, + 136.66978997628536 + ] + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "anchor_step": 610, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34800388278069977, + "action_effect_rmse": 0.39543632931174083 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6207894309410449, + "action_effect_rmse": 0.7200147844308324 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6909791870772418, + "action_effect_rmse": 0.7851586918667193 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2415788618820898, + "action_effect_rmse": 1.4400295688616649 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3621336576203902, + "action_effect_rmse": 1.547790585833245 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4831577237641795, + "action_effect_rmse": 2.8800591377233298 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6472272747648566, + "action_effect_rmse": 3.008040680530569 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.966315447528359, + "action_effect_rmse": 5.7601182754466596 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 169.39079630160768, + "predicted_costs": [ + 1290.4100394299815, + 1291.2673712951564, + 1290.2673712951564, + 1291.2673712951564 + ], + "true_costs": [ + 1219.205134240836, + 1008.2531773025578, + 1177.6439736041655, + 1492.1237109332349 + ] + }, + { + "system_id": "battery-00578", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.045866511756473015, + "action_effect_rmse": 0.05495539627522551 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5504763889097456, + "action_effect_rmse": 0.6402687192362515 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.762474934059614, + "action_effect_rmse": 9.42840959288913 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08243402727221046, + "action_effect_rmse": 0.10003887398269273 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9971754345074887, + "action_effect_rmse": 1.1850876499346268 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.029142055316702, + "action_effect_rmse": 8.918451897430817 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3205126745629973, + "action_effect_rmse": 0.3338766356982348 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.498079254988337, + "action_effect_rmse": 5.643712328491317 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 18.452313375159253, + "action_effect_rmse": 19.303050042288863 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8024623522530937, + "action_effect_rmse": 0.8202334172147768 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 13.758981403827645, + "action_effect_rmse": 13.962198678952308 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 18.181021068487272, + "action_effect_rmse": 19.16117631967411 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.38391455476274305, + "predicted_costs": [ + 0.8326226557148745, + 0.8093130979470939, + 0.7893130979470939, + 0.8093130979470939 + ], + "true_costs": [ + 0.5519672480548681, + 0.4050590608188248, + 0.7889736155815679, + 0.9977188797382064 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4769940918069319, + "action_effect_rmse": 0.583186432917152 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003064721633749675, + "action_effect_rmse": 0.003747015126960411 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8318830496872115, + "action_effect_rmse": 1.017071373277188 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8589444953390313, + "action_effect_rmse": 1.0435283558181203 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01176345593362882, + "action_effect_rmse": 0.0143391986283053 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6539632416326668, + "action_effect_rmse": 2.0102449625344216 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5419052039260848, + "action_effect_rmse": 1.7605721597651853 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04169614712705775, + "action_effect_rmse": 0.05028382125760051 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0017031956816993, + "action_effect_rmse": 3.3202215057769204 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2736575758476874, + "action_effect_rmse": 2.578085850995123 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13535719272862323, + "action_effect_rmse": 0.1575315759482094 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.200274721513911, + "action_effect_rmse": 4.770617560084436 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.6844955876624113, + "predicted_costs": [ + 4.509342302240979, + 5.055884802018658, + 4.055884802018658, + 5.055884802018658 + ], + "true_costs": [ + 5.679177588601696, + 4.709009199794398, + 5.393504787456809, + 38.08484964127223 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 404, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7736983187820055, + "action_effect_rmse": 1.9844485172005002 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1767723923034055, + "action_effect_rmse": 1.3000419022732428 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.445492572770732, + "action_effect_rmse": 3.854884765158624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.353544784606811, + "action_effect_rmse": 2.6000838045464856 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.506451243400008, + "action_effect_rmse": 7.279545447767546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.707089569213622, + "action_effect_rmse": 5.200167609092971 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 11.641640748169431, + "action_effect_rmse": 13.024896328677817 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.414179138427244, + "action_effect_rmse": 10.400335218185942 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 4.656772893229636, + "predicted_costs": [ + 11.840275582417107, + 10.912728728135967, + 9.912728728135967, + 10.912728728135967 + ], + "true_costs": [ + 352.5780063950277, + 186.49236823337944, + 22.533621110310907, + 17.87684821708127 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 98, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7958724956844658, + "action_effect_rmse": 1.8717851184108294 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012650200255256058, + "action_effect_rmse": 0.013184931914490073 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.6403361342186806, + "action_effect_rmse": 2.7052905803042804 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.218605657455073, + "action_effect_rmse": 3.3546580763024374 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.048440673465763716, + "action_effect_rmse": 0.0504882901970486 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 5.280672268437361, + "action_effect_rmse": 5.410581160608561 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.105340767454844, + "action_effect_rmse": 5.33374832080588 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16833114777985614, + "action_effect_rmse": 0.1755845044182446 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 10.254175006124663, + "action_effect_rmse": 10.521580708799762 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.44004128517366, + "action_effect_rmse": 6.802415652071593 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49559435374857347, + "action_effect_rmse": 0.5192876693233962 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 18.45608406138611, + "action_effect_rmse": 19.048602602374082 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.9103659359320471, + "predicted_costs": [ + 12.472220616693502, + 10.845237795287131, + 9.845237795287131, + 10.845237795287131 + ], + "true_costs": [ + 125.15234748385411, + 4.802503085376159, + 5.712869021308206, + 33.69070601559473 + ] + }, + { + "system_id": "thermal-00801", + "family": "thermal", + "anchor_step": 417, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6185222454699245, + "action_effect_rmse": 0.6777357655269187 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007229077639903399, + "action_effect_rmse": 0.007921145123260817 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4452427837913244, + "action_effect_rmse": 1.5607526794220534 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1906528423410663, + "action_effect_rmse": 1.3046386310127656 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028946478144627957, + "action_effect_rmse": 0.031717636137324264 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.890485567582649, + "action_effect_rmse": 3.121505358844107 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2129537488529856, + "action_effect_rmse": 2.4248083460847303 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1102037179436266, + "action_effect_rmse": 0.12075394489278299 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.780971135165298, + "action_effect_rmse": 6.243010717688214 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8686802494664563, + "action_effect_rmse": 4.23904393035854 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.39158216502541165, + "action_effect_rmse": 0.42906983592571346 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.561942270330595, + "action_effect_rmse": 12.486021435376427 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 39.28319375807398, + "predicted_costs": [ + 67.4477134609361, + 65.4477134609361, + 64.4477134609361, + 65.4477134609361 + ], + "true_costs": [ + 25.599340418065918, + 37.32159855723562, + 64.8825341761399, + 107.48303446864452 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 441, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.258878205468309, + "action_effect_rmse": 1.4431930927705519 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017554228571664037, + "action_effect_rmse": 0.020124378445421507 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6314723343877707, + "action_effect_rmse": 0.6317376338295491 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.256657101593112, + "action_effect_rmse": 2.784972983287443 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.051922683858268925, + "action_effect_rmse": 0.060837225569785755 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9187190170385596, + "action_effect_rmse": 1.4943003450301369 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.63104325683202, + "action_effect_rmse": 5.32828256053191 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21343521783637343, + "action_effect_rmse": 0.2664553067940536 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.398105242006219, + "action_effect_rmse": 4.135538029241867 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.096779067197911, + "action_effect_rmse": 6.843491884720837 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.749589098109985, + "action_effect_rmse": 0.8823671030586963 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.365280687458002, + "action_effect_rmse": 9.602090564152164 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.4586557124842885, + 1.0038606848845357, + 0.0038606848845358283, + 1.0038606848845357 + ], + "true_costs": [ + 105.10081274339834, + 67.38338877928024, + 5.799812223174218, + 12.105997410930382 + ] + }, + { + "system_id": "tank-00640", + "family": "tank", + "anchor_step": 595, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04891556104763062, + "action_effect_rmse": 0.08472423701523334 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06328363796526955, + "action_effect_rmse": 0.07532118947228732 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17813547304476404, + "action_effect_rmse": 0.17813547304476401 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 22.801677886816986, + "action_effect_rmse": 31.056925146571608 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10074660269051765, + "action_effect_rmse": 0.1744982345499319 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11916572290497385, + "action_effect_rmse": 0.14180014579122505 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19575744730014533, + "action_effect_rmse": 0.19575744730014533 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.850074418438435, + "action_effect_rmse": 31.08005227967208 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2104082239597703, + "action_effect_rmse": 0.36443773422865333 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2101979928780171, + "action_effect_rmse": 0.25097593476744096 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22168544277084867, + "action_effect_rmse": 0.22168544277084867 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.952469468840533, + "action_effect_rmse": 31.12967092860068 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5028870876592126, + "action_effect_rmse": 0.8710259862961001 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31418824261253125, + "action_effect_rmse": 0.39298111763723176 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26563585396427825, + "action_effect_rmse": 0.26563585396427825 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 22.622710378529643, + "action_effect_rmse": 30.58677077888564 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 256.41366916740856, + 256.39546864189634, + 256.4154686418963, + 256.4754686418963 + ], + "true_costs": [ + 256.4136693890703, + 217.7289149503544, + 256.41546886355803, + 256.47546886355804 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 508, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.728642869717954, + "action_effect_rmse": 0.8071512652070888 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3083465121040188, + "action_effect_rmse": 1.4349190980529087 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4440735750240965, + "action_effect_rmse": 1.5996668073949616 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.6166930242080375, + "action_effect_rmse": 2.8698381961058175 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8362524301099215, + "action_effect_rmse": 3.1418474434479076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.233386048416075, + "action_effect_rmse": 5.739676392211635 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.451234869670656, + "action_effect_rmse": 5.158907793085621 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.515740487992465, + "action_effect_rmse": 12.443251231451175 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 11.148645456923393, + 10.429244395423785, + 9.429244395423785, + 10.429244395423785 + ], + "true_costs": [ + 45.3862275807323, + 12.598059764584676, + 3.479327516563067, + 24.026215471890154 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 619, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28731236874681176, + "action_effect_rmse": 0.3689182575418651 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012642477962677626, + "action_effect_rmse": 0.015287156733934 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2973258074034232, + "action_effect_rmse": 0.2973258074034232 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.76371811659902, + "action_effect_rmse": 36.39424212637086 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6065161962890198, + "action_effect_rmse": 0.7678757186300282 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023852135303172872, + "action_effect_rmse": 0.029198745727001995 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43636646558913356, + "action_effect_rmse": 0.43636646558913356 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 34.57342573692338, + "action_effect_rmse": 37.694354847758625 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1954815353521857, + "action_effect_rmse": 1.518376772397851 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.048040673979000324, + "action_effect_rmse": 0.06013764790569353 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3135818732775905, + "action_effect_rmse": 0.3135818732775905 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 36.18467382606311, + "action_effect_rmse": 40.39056876521781 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0536513975415591, + "action_effect_rmse": 1.5875876971812684 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11092076228662269, + "action_effect_rmse": 0.14333708912748863 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12051460953873035, + "action_effect_rmse": 0.12051460953873036 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 38.19260372948995, + "action_effect_rmse": 44.91366664353665 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 65.48385065609178, + 65.41964450352661, + 65.43964450352661, + 65.49964450352661 + ], + "true_costs": [ + 111.90095435950685, + 50.903907689589104, + 86.33101511392485, + 111.11075131113586 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 331, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2781269279438152, + "action_effect_rmse": 1.4734971096910972 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01782263934608963, + "action_effect_rmse": 0.020546948029471507 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6156438226828982, + "action_effect_rmse": 0.6162123179874971 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0057316328020343, + "action_effect_rmse": 2.309613529629455 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06201406102645753, + "action_effect_rmse": 0.0714551940489128 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2361715392505819, + "action_effect_rmse": 1.2367901540143094 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.683608183566187, + "action_effect_rmse": 3.0808095954315466 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18644896449024748, + "action_effect_rmse": 0.21454583436475144 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4935385759453084, + "action_effect_rmse": 2.493605548143867 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1056836301416513, + "action_effect_rmse": 3.5443444104383954 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.47214338210319556, + "action_effect_rmse": 0.5412704611659 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.081496485723505, + "action_effect_rmse": 5.086721925946276 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 6.291991280629642, + "predicted_costs": [ + 0.4909862823478664, + 1.008067504504469, + 0.008067504504468992, + 1.008067504504469 + ], + "true_costs": [ + 0.5244745931643816, + 70.53706549736296, + 6.816465873794023, + 10.985627994087054 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 231, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017094277053208144, + "action_effect_rmse": 0.02955459102763495 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09559299921233351, + "action_effect_rmse": 0.16557193148365332 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 19.620607780311556, + "action_effect_rmse": 21.45086650618505 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.034252512532835365, + "action_effect_rmse": 0.05916151832605187 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18970267067037247, + "action_effect_rmse": 0.3285746639325914 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 19.733122005645768, + "action_effect_rmse": 21.609843993761977 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06845575891914119, + "action_effect_rmse": 0.11826740018329568 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3732183371699745, + "action_effect_rmse": 0.6464331222947679 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 19.957407992141285, + "action_effect_rmse": 21.928617967941026 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13659363607860628, + "action_effect_rmse": 0.2361995044699537 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7237748646780157, + "action_effect_rmse": 1.253614838863612 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 20.404218532398644, + "action_effect_rmse": 22.570488696071653 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.5235878326306116, + "predicted_costs": [ + 1.0629488927936825, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 1.062948815212185, + 1.02, + 0.9984260538787524, + 0.47483822124814073 + ] + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "anchor_step": 33, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0122700523033739, + "action_effect_rmse": 1.1730173413800522 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6029262499488368, + "action_effect_rmse": 0.6061502011943385 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.913417731587991, + "action_effect_rmse": 2.217266208112748 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2058524998976736, + "action_effect_rmse": 1.212300402388677 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4298008969433105, + "action_effect_rmse": 3.974449229670203 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4117049997953472, + "action_effect_rmse": 2.424600804777354 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.58390768721802, + "action_effect_rmse": 6.470625634797595 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.8234099995906945, + "action_effect_rmse": 4.849201609554708 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 37.33404910354955, + 37.781072103426766, + 36.781072103426766, + 37.781072103426766 + ], + "true_costs": [ + 19.01510583564812, + 57.69510366320672, + 7.536095598522211, + 90.91591590084187 + ] + }, + { + "system_id": "battery-00899", + "family": "battery", + "anchor_step": 617, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.061867160937476406, + "action_effect_rmse": 0.06457710254553219 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6652534162157752, + "action_effect_rmse": 0.675095605502777 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.624263302386078, + "action_effect_rmse": 12.091465804996497 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12383720594763896, + "action_effect_rmse": 0.12925261400625257 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2691842529753654, + "action_effect_rmse": 1.2878956089142732 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.8872321961733, + "action_effect_rmse": 12.375519880105701 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24757955731814318, + "action_effect_rmse": 0.2584133672219475 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4131924100251254, + "action_effect_rmse": 2.448154099789173 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.693653326253122, + "action_effect_rmse": 13.213338457513993 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.48796022665123556, + "action_effect_rmse": 0.5078425555313789 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.534859812854433, + "action_effect_rmse": 4.595248753348429 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 14.346109987157725, + "action_effect_rmse": 14.923104623290197 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.22421465525741108, + "predicted_costs": [ + 0.48278446008199666, + 0.4456609448202663, + 0.4256609448202663, + 0.4456609448202663 + ], + "true_costs": [ + 0.20174858380192556, + 0.7109437268245085, + 0.42596323905933664, + 0.2755428314068438 + ] + }, + { + "system_id": "battery-00989", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08445271036477504, + "action_effect_rmse": 0.08675430352871437 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.700781997263744, + "action_effect_rmse": 0.7108765742279166 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 26.02526161995685, + "action_effect_rmse": 26.59046003331038 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16903612925862746, + "action_effect_rmse": 0.17363463849894148 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3725198947051058, + "action_effect_rmse": 1.3926918858979158 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 26.184019948553992, + "action_effect_rmse": 26.76646056085852 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33857402649479545, + "action_effect_rmse": 0.34775287776168984 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6525421381464525, + "action_effect_rmse": 2.692673661812332 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 26.53546598798383, + "action_effect_rmse": 27.152165648485614 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6790102042246907, + "action_effect_rmse": 0.697299803032115 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.969228889419216, + "action_effect_rmse": 5.04857040463857 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 27.36329872016742, + "action_effect_rmse": 28.04768250031619 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.06040831138110199, + "predicted_costs": [ + 0.21705176401353343, + 0.15894910192627287, + 0.13894910192627288, + 0.15894910192627287 + ], + "true_costs": [ + 0.33590153089227304, + 0.37649197412421287, + 0.13943932961384853, + 0.07903101823274654 + ] + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "anchor_step": 337, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9068015050223556, + "action_effect_rmse": 0.9693283051634145 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019353420139424315, + "action_effect_rmse": 0.02068789899329162 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8688329564641133, + "action_effect_rmse": 1.959530260391153 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5682098347656677, + "action_effect_rmse": 0.6601599189687296 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04185540073816204, + "action_effect_rmse": 0.0508129584081179 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.1397100220993557, + "action_effect_rmse": 3.3536052110765846 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3813359212505485, + "action_effect_rmse": 1.718302840999152 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09100402888699932, + "action_effect_rmse": 0.10716169014117884 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.6814641533698405, + "action_effect_rmse": 6.150982887440188 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2764238034845454, + "action_effect_rmse": 3.839914079996296 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42600240929748406, + "action_effect_rmse": 0.5368609104712535 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.76497241591081, + "action_effect_rmse": 11.75188722450751 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 116.3719170196382, + "predicted_costs": [ + 810.1787330695365, + 808.9517989639288, + 807.9517989639288, + 808.9517989639288 + ], + "true_costs": [ + 594.7900684150994, + 542.8966090688712, + 659.2685260885094, + 795.4919004583367 + ] + }, + { + "system_id": "thermal-00870", + "family": "thermal", + "anchor_step": 337, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4229123117754874, + "action_effect_rmse": 0.4717487769934551 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003223055613942686, + "action_effect_rmse": 0.0035952430367319228 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5964006453191549, + "action_effect_rmse": 0.6021648550480182 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7962701326848697, + "action_effect_rmse": 0.8882206802480639 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012753337023373964, + "action_effect_rmse": 0.014226048700506472 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1928012906383099, + "action_effect_rmse": 1.2043297100960364 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.41903121380642, + "action_effect_rmse": 1.5828960779559897 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04747985850923797, + "action_effect_rmse": 0.052962669943377796 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3856025812766197, + "action_effect_rmse": 2.408659420192073 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3011073842437413, + "action_effect_rmse": 2.5668313832960354 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16216063925239865, + "action_effect_rmse": 0.1808863944457812 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.7712051625532395, + "action_effect_rmse": 4.817318840384146 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 10.45793187111559, + "predicted_costs": [ + 3.78921655989398, + 4.363813916602496, + 3.363813916602496, + 4.363813916602496 + ], + "true_costs": [ + 4.568001198947415, + 1.9855039397788912, + 12.443435810894481, + 45.75682152597833 + ] + }, + { + "system_id": "battery-00341", + "family": "battery", + "anchor_step": 522, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07879729493849676, + "action_effect_rmse": 0.08312850697654234 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8067740938340815, + "action_effect_rmse": 1.899563692510155 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.30613372107842, + "action_effect_rmse": 14.963778269331172 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.140039262554954, + "action_effect_rmse": 0.14972368590323046 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.868166072652913, + "action_effect_rmse": 3.071921588934337 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.58496575524085, + "action_effect_rmse": 12.453114751908004 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2103802790207309, + "action_effect_rmse": 0.2355644414766388 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8957804786824433, + "action_effect_rmse": 3.5000852982907875 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.930642973033389, + "action_effect_rmse": 7.601533205017595 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3560116745538818, + "action_effect_rmse": 0.4096422998885128 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.842046066056785, + "action_effect_rmse": 5.639670166578878 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 15.98338124764893, + "action_effect_rmse": 16.93325242136977 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.12767189381811933, + "predicted_costs": [ + 0.2563234758299139, + 0.23528231116821818, + 0.2152823111682182, + 0.23528231116821818 + ], + "true_costs": [ + 0.0879487851525556, + 0.5765595250589765, + 0.21562067897067494, + 0.10591337557058281 + ] + }, + { + "system_id": "battery-00857", + "family": "battery", + "anchor_step": 578, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03317340458057865, + "action_effect_rmse": 0.057455616304238705 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30263859551065825, + "action_effect_rmse": 0.5241854237557464 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 21.15838622824418, + "action_effect_rmse": 23.903394628390515 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33123822606751346, + "action_effect_rmse": 0.344290364465492 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.125622299756665, + "action_effect_rmse": 3.2218817932211605 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 38.082129651603445, + "action_effect_rmse": 39.75597957117061 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8672373901053397, + "action_effect_rmse": 0.8873288634823082 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.038102597487864, + "action_effect_rmse": 6.1794743320172 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 37.706484081929666, + "action_effect_rmse": 39.574101123702874 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7340385405231293, + "action_effect_rmse": 0.8247120425579009 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5077292663815407, + "action_effect_rmse": 2.828459328965696 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 36.87524593003872, + "action_effect_rmse": 39.16111284344819 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.62982302524243, + "predicted_costs": [ + 1.067883932548482, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.8283452932038929, + 1.02, + 0.9995771715525317, + 0.3697541463101018 + ] + }, + { + "system_id": "battery-00578", + "family": "battery", + "anchor_step": 659, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029623447103425904, + "action_effect_rmse": 0.03263882150478101 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2943318405485549, + "action_effect_rmse": 0.3385425392292661 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.279255163771153, + "action_effect_rmse": 5.98355919746222 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05862766023921192, + "action_effect_rmse": 0.06459944015146678 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5827124630984493, + "action_effect_rmse": 0.6676167064868609 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.356476559511766, + "action_effect_rmse": 6.0694293379980255 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11505300566882966, + "action_effect_rmse": 0.12700870444692539 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1388295826990398, + "action_effect_rmse": 1.3021309472785416 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.53271588382738, + "action_effect_rmse": 6.290953516217006 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23893458803339537, + "action_effect_rmse": 0.283205841451501 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1826314423844693, + "action_effect_rmse": 2.5347973604636183 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.150110168681953, + "action_effect_rmse": 8.350221494154601 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.047053090590837496, + "predicted_costs": [ + 0.12600704600804352, + 0.1371540719924727, + 0.11715407199247271, + 0.1371540719924727 + ], + "true_costs": [ + 0.15632474674327304, + 0.06967683216458202, + 0.11672992275541952, + 0.3971714014441846 + ] + }, + { + "system_id": "tank-00325", + "family": "tank", + "anchor_step": 436, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26160267984847607, + "action_effect_rmse": 0.2631250680140489 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01146432659763974, + "action_effect_rmse": 0.0134170468602342 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19016376926374634, + "action_effect_rmse": 0.19016376926374634 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.24939762118661, + "action_effect_rmse": 66.5350287035614 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2826598094794628, + "action_effect_rmse": 0.3015577924919834 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023263511138049846, + "action_effect_rmse": 0.027040792047985162 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2077045293321492, + "action_effect_rmse": 0.20770452933214922 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 47.470986000608654, + "action_effect_rmse": 66.86410609906349 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3669338230985562, + "action_effect_rmse": 0.4032931097703811 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.042255413741125736, + "action_effect_rmse": 0.04928937038639095 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07362176628063288, + "action_effect_rmse": 0.07362176628063288 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.52315954902266, + "action_effect_rmse": 68.84024874714852 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8178773770686053, + "action_effect_rmse": 0.8580994176372253 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0683405607970305, + "action_effect_rmse": 0.08095870691288856 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17057627882935966, + "action_effect_rmse": 0.17057627882935966 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 49.12401204814348, + "action_effect_rmse": 69.54400736081124 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 81.02755119137136, + 81.02647211791457, + 81.04647211791456, + 81.10647211791456 + ], + "true_costs": [ + 78.84126715894118, + 64.54787705194971, + 94.59431332344234, + 94.65431332344234 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 549, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7352377884412628, + "action_effect_rmse": 0.8481114373467986 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9417042955910043, + "action_effect_rmse": 1.1108686702561972 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4487790305928574, + "action_effect_rmse": 1.6711954762811705 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8834085911820087, + "action_effect_rmse": 2.2217373405123944 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8133140048150937, + "action_effect_rmse": 3.245213755117298 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.7668171823640173, + "action_effect_rmse": 4.443474681024789 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7038783129612685, + "action_effect_rmse": 4.746256958609475 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.02638748655348, + "action_effect_rmse": 9.308335957974686 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 81.29026345093574, + "predicted_costs": [ + 234.88293010548514, + 234.05490189896906, + 233.05490189896906, + 234.05490189896906 + ], + "true_costs": [ + 352.57828110638275, + 327.2943744395607, + 205.5814754946431, + 124.29121204370735 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 304, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7128126354125864, + "action_effect_rmse": 0.929079599168388 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.6368238546628707 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3795055737249624, + "action_effect_rmse": 1.798046810358651 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8333333333333334, + "action_effect_rmse": 1.2736477093257415 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5862752556636575, + "action_effect_rmse": 3.3709497538301956 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6666666666666667, + "action_effect_rmse": 2.547295418651483 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.565415669194376, + "action_effect_rmse": 5.95056028645882 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3333333333333335, + "action_effect_rmse": 5.094590837302966 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 157.54141114072905, + "predicted_costs": [ + 727.6862037817141, + 726.6706517608575, + 725.6706517608575, + 726.6706517608575 + ], + "true_costs": [ + 369.0142596576818, + 775.0135701395986, + 525.5401187775543, + 367.99870763682526 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 566, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3774181238043184, + "action_effect_rmse": 0.45103218058616495 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7743336264873051, + "action_effect_rmse": 0.9254074141899502 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7313545800958797, + "action_effect_rmse": 0.8803881517957618 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5606025255173108, + "action_effect_rmse": 1.8793326369774004 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3904318973374867, + "action_effect_rmse": 1.683792939726756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0810769348948575, + "action_effect_rmse": 3.663077330835575 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6219539514121784, + "action_effect_rmse": 3.1001495429521566 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.010293206206218, + "action_effect_rmse": 6.97282340560503 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 4.908583872455767, + 5.816638539847047, + 4.816638539847047, + 5.816638539847047 + ], + "true_costs": [ + 3.652577861376392, + 14.934181606215345, + 3.103230625494976, + 31.818552747218426 + ] + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "anchor_step": 592, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.108761144407616, + "action_effect_rmse": 1.3810065651616137 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005862355644312108, + "action_effect_rmse": 0.007301799556146756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4723938377112897, + "action_effect_rmse": 0.6393366209764418 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0279252015973603, + "action_effect_rmse": 2.5345702426989196 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022768403686622918, + "action_effect_rmse": 0.028404804555262002 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9348610283056663, + "action_effect_rmse": 1.290549395994221 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.407744075614508, + "action_effect_rmse": 4.267812244025646 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08185517241206952, + "action_effect_rmse": 0.10236076225773509 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8577633077348992, + "action_effect_rmse": 2.5959607782998058 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.942408765510749, + "action_effect_rmse": 6.141937482869332 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2618523791197494, + "action_effect_rmse": 0.3269608793743097 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7784113145933134, + "action_effect_rmse": 5.115556250053908 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 49.33436154654442, + "predicted_costs": [ + 3.002338045163831, + 3.1353178062172185, + 2.1353178062172185, + 3.1353178062172185 + ], + "true_costs": [ + 3.0575562509697587, + 192.9594687053006, + 51.133995526482096, + 1.799633979937676 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 120, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3189986075260299, + "action_effect_rmse": 0.3769046247682396 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09532298190242668, + "action_effect_rmse": 0.11618543638450404 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1297444086046733, + "action_effect_rmse": 0.1297444086046733 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.905804705161376, + "action_effect_rmse": 32.34731215960659 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4006819749665027, + "action_effect_rmse": 0.5895739412419084 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14119678584568027, + "action_effect_rmse": 0.17595030867755795 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15820839455027302, + "action_effect_rmse": 0.15820839455027302 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.13277055727033, + "action_effect_rmse": 32.15529630708978 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5173968824353434, + "action_effect_rmse": 0.896157688055756 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1813178525085751, + "action_effect_rmse": 0.23565826384934607 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18226323028809843, + "action_effect_rmse": 0.18226323028809843 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.457075238352278, + "action_effect_rmse": 32.31679370207541 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.920536017173693, + "action_effect_rmse": 1.594415151941933 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19301368348306389, + "action_effect_rmse": 0.2790777069940944 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2635575781062649, + "action_effect_rmse": 0.2635575781062649 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.57723984592718, + "action_effect_rmse": 33.08916685636472 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.3288607146531991, + 0.30952272344042625, + 0.32952272344042627, + 0.38952272344042627 + ], + "true_costs": [ + 3.401244068682054, + 3.2885384101007444, + 3.6319887174945817, + 4.328116697950093 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 355, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08167545911071598, + "action_effect_rmse": 0.14146604491127443 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017911151842432343, + "action_effect_rmse": 0.020082319606534286 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36517259455018825, + "action_effect_rmse": 0.36517259455018825 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.395386870660587, + "action_effect_rmse": 37.48781275583929 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19847274059733433, + "action_effect_rmse": 0.3437648706320212 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03258599680860522, + "action_effect_rmse": 0.03615599186160236 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5495530362405548, + "action_effect_rmse": 0.5495530362405548 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.55143548764246, + "action_effect_rmse": 37.52984501375859 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4206201659608417, + "action_effect_rmse": 0.728535498132231 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06782147183174914, + "action_effect_rmse": 0.07447737176831586 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.537553456962237, + "action_effect_rmse": 0.537553456962237 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.84823861570183, + "action_effect_rmse": 37.61502062133549 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9341648600868547, + "action_effect_rmse": 1.6180210003159041 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16081078671530827, + "action_effect_rmse": 0.1761503498714999 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6692459417658275, + "action_effect_rmse": 0.6692459417658275 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.534367079110666, + "action_effect_rmse": 37.837934317279995 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 93.80826746408175, + 93.79782802861385, + 93.81782802861385, + 93.87782802861385 + ], + "true_costs": [ + 93.80826457354712, + 56.156023305857374, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "battery-00086", + "family": "battery", + "anchor_step": 390, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09017040456317049, + "action_effect_rmse": 0.10920630279649557 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07427611956315457, + "action_effect_rmse": 0.0932167232401501 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.4453623278341445, + "action_effect_rmse": 4.072036628392723 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18033377585714425, + "action_effect_rmse": 0.2184152524819895 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14585706072055693, + "action_effect_rmse": 0.18284525466300894 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.891004625219884, + "action_effect_rmse": 4.612289988147974 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.32722095198904905, + "action_effect_rmse": 0.4300924855731299 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20292396205939114, + "action_effect_rmse": 0.3080768058347956 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.620937052966819, + "action_effect_rmse": 5.645642050286431 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5741203665045611, + "action_effect_rmse": 0.7122278563518413 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.127994817489198, + "action_effect_rmse": 1.170791825913014 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 14.57890543581432, + "action_effect_rmse": 15.37051410847774 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.22565531617082382, + 0.21835909945548945, + 0.19835909945548946, + 0.21835909945548945 + ], + "true_costs": [ + 0.6887604745184307, + 0.339865471297431, + 0.1981743519284011, + 0.790057141767252 + ] + }, + { + "system_id": "battery-00266", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010467802701853523, + "action_effect_rmse": 0.01813076612321707 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0644322275433602, + "action_effect_rmse": 0.11159989174993869 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 10.012289757251247, + "action_effect_rmse": 10.99595726360662 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02109183051438358, + "action_effect_rmse": 0.036488683902306474 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1266285188529134, + "action_effect_rmse": 0.2193270283404395 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.187226817278168, + "action_effect_rmse": 11.201624204283053 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.042248683610485636, + "action_effect_rmse": 0.0731322124055376 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24059077101395113, + "action_effect_rmse": 0.4167154392283329 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.53632246006379, + "action_effect_rmse": 11.613273500821409 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08429982320495956, + "action_effect_rmse": 0.1460115768600638 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.43180192294783143, + "action_effect_rmse": 0.7479028693515856 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.480489148339636, + "action_effect_rmse": 12.692680420051401 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.36903559627224214, + "predicted_costs": [ + 1.0373814401332249, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 1.0373813625517274, + 1.02, + 0.9998473627910399, + 0.6308117665187978 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 332, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36071572036495425, + "action_effect_rmse": 0.428757587867316 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0019419269883525676, + "action_effect_rmse": 0.002308233005478803 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.551256554108439, + "action_effect_rmse": 0.5893967720841394 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6850544890573088, + "action_effect_rmse": 0.8189343792928051 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007727688390655629, + "action_effect_rmse": 0.009210083943136622 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0832188963549167, + "action_effect_rmse": 1.1814781714805145 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2440681764659363, + "action_effect_rmse": 1.5072210299527977 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02918912408370981, + "action_effect_rmse": 0.035055218865551234 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0844484215465022, + "action_effect_rmse": 2.392987700956537 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0660990560781243, + "action_effect_rmse": 2.553514363141434 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10245481750662577, + "action_effect_rmse": 0.12495987130050751 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9451828103852526, + "action_effect_rmse": 4.946269486735767 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 29.945940905522583, + "predicted_costs": [ + 22.940374117246215, + 23.16466946269381, + 22.16466946269381, + 23.16466946269381 + ], + "true_costs": [ + 29.920474862989455, + 24.672385791117613, + 54.618326696640196, + 101.27241724996034 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 139, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35710743021253144, + "action_effect_rmse": 0.4180428525578642 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017253390898013993, + "action_effect_rmse": 0.020204468190152793 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01239674683415909, + "action_effect_rmse": 0.01239674683415909 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.0348056321844, + "action_effect_rmse": 43.58430868282138 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41069951271722854, + "action_effect_rmse": 0.5594838803999022 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.033130911542721485, + "action_effect_rmse": 0.03870654135636036 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007383794290581058, + "action_effect_rmse": 0.007383794290581059 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.06859068895923, + "action_effect_rmse": 43.49962951572392 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44940345799386233, + "action_effect_rmse": 0.7783896223425153 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06193361273148076, + "action_effect_rmse": 0.07316919147457529 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20884550900689022, + "action_effect_rmse": 0.20884550900689022 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.59939751415528, + "action_effect_rmse": 41.62584909803681 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5706667334557102, + "action_effect_rmse": 0.9884237765346561 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11586001403052748, + "action_effect_rmse": 0.12910942505954026 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19391637773935255, + "action_effect_rmse": 0.19391637773935255 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 37.157180584654775, + "action_effect_rmse": 51.91181990328776 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 594.3467411715599, + 594.3330152099772, + 594.3530152099772, + 594.4130152099773 + ], + "true_costs": [ + 663.809359609668, + 553.4658129961261, + 667.8698727809453, + 682.466907182614 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 287, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7629898913016065, + "action_effect_rmse": 0.9125939979413268 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0020228043855811486, + "action_effect_rmse": 0.0024194280452933146 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5400472816663372, + "action_effect_rmse": 0.5910894866713747 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2359715439338654, + "action_effect_rmse": 1.4029030944929477 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0066935527614558525, + "action_effect_rmse": 0.007638629823317822 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8741913242295519, + "action_effect_rmse": 1.3762513424636211 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5242422831881037, + "action_effect_rmse": 2.9252466011827236 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026562910763968734, + "action_effect_rmse": 0.03012520934531521 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8886041017475652, + "action_effect_rmse": 2.5607157218904524 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9151683234492793, + "action_effect_rmse": 4.439392084265897 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09856672662226391, + "action_effect_rmse": 0.11201347995847429 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.901771664703006, + "action_effect_rmse": 4.9096390803934895 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 27.16863106529286, + "predicted_costs": [ + 56.87106875046213, + 57.129631292616125, + 56.129631292616125, + 57.129631292616125 + ], + "true_costs": [ + 31.662338947913288, + 17.01780303686896, + 44.18643410216182, + 148.21783907408303 + ] + }, + { + "system_id": "battery-00860", + "family": "battery", + "anchor_step": 442, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019166551512582546, + "action_effect_rmse": 0.033197441025679085 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05834555427808633, + "action_effect_rmse": 0.1010574644054132 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 28.405535218181665, + "action_effect_rmse": 29.507245629205226 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.038405775362521356, + "action_effect_rmse": 0.06647117806868308 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11374485376021326, + "action_effect_rmse": 0.19701186581218122 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 28.47894319721534, + "action_effect_rmse": 29.61589803004771 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07672788551585374, + "action_effect_rmse": 0.1328483560704383 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2153855669689643, + "action_effect_rmse": 0.3730289006692514 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.055166969241914, + "action_effect_rmse": 8.481694847242988 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2563131047341172, + "action_effect_rmse": 0.26700346525599494 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6810476236289548, + "action_effect_rmse": 0.7371458899258664 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 21.701279107585094, + "action_effect_rmse": 23.495282167688938 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.5610354658671961, + "predicted_costs": [ + 1.040745971477073, + 1.0199999156454944, + 0.9999999156454944, + 1.0199999156454944 + ], + "true_costs": [ + 0.827070992145194, + 0.4383807549854502, + 0.9994162208526463, + 1.02 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 384, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3509460181410813, + "action_effect_rmse": 1.6649754795026857 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4898201666976168, + "action_effect_rmse": 0.6213795091222126 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8710339760061292, + "action_effect_rmse": 2.209422701234147 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0894111959822794, + "action_effect_rmse": 1.1803079537723515 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6135707304897884, + "action_effect_rmse": 4.10403024046166 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.288593254551605, + "action_effect_rmse": 2.365417844895013 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.678913609274864, + "action_effect_rmse": 7.899589785688742 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.662278800153331, + "action_effect_rmse": 5.265763959598476 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 39.95264019410442, + "predicted_costs": [ + 2.4003375086846237, + 2.684093858262364, + 1.6840938582623641, + 2.684093858262364 + ], + "true_costs": [ + 27.902733056905895, + 267.34120877639407, + 47.675704664564364, + 7.723064470459949 + ] + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "anchor_step": 281, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5651660550375723, + "action_effect_rmse": 1.6409071439777452 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006702003073868923, + "action_effect_rmse": 0.007026324579093574 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.190310942962867, + "action_effect_rmse": 2.252238178764857 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.317914587971226, + "action_effect_rmse": 3.448888033568075 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028249315481928033, + "action_effect_rmse": 0.029486657916817444 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.962479049242461, + "action_effect_rmse": 5.072145252480747 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.036933785618757, + "action_effect_rmse": 2.3998547309995386 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07247240596441056, + "action_effect_rmse": 0.07930348050776896 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.305385687924058, + "action_effect_rmse": 5.705169050080806 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.502992117468748, + "action_effect_rmse": 3.0252605719627153 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12597885269033662, + "action_effect_rmse": 0.14129007446081404 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.9911989652872535, + "action_effect_rmse": 7.314493243632193 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 133.675882125959, + "predicted_costs": [ + 1564.199839273782, + 1563.3512803414046, + 1562.3512803414046, + 1563.3512803414046 + ], + "true_costs": [ + 1084.2690274557178, + 714.7493728515386, + 848.4252549774976, + 1084.065477020854 + ] + }, + { + "system_id": "tank-00637", + "family": "tank", + "anchor_step": 67, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8771638637212362, + "action_effect_rmse": 1.095918272962707 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.057084442324309016, + "action_effect_rmse": 0.07328929095035669 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11547412421833203, + "action_effect_rmse": 0.11547412421833203 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 44.29922300577102, + "action_effect_rmse": 63.11181302547383 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2387282178499426, + "action_effect_rmse": 1.4906369762156735 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09970899398114715, + "action_effect_rmse": 0.12706013419036147 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1494274166635987, + "action_effect_rmse": 0.1494274166635987 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 44.58408849294415, + "action_effect_rmse": 63.29449398683206 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0734961873619213, + "action_effect_rmse": 1.0752410055619952 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14176455591516776, + "action_effect_rmse": 0.16036358742501314 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17147524818960336, + "action_effect_rmse": 0.17147524818960336 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.12236926573598, + "action_effect_rmse": 45.3943221615564 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9701898602125917, + "action_effect_rmse": 1.6804181308763555 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15491179841020988, + "action_effect_rmse": 0.16880116580417684 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20567151818621954, + "action_effect_rmse": 0.20567151818621954 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 39.627568500302154, + "action_effect_rmse": 45.476615580896045 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 287.1388979021119, + 287.12433834013837, + 287.14433834013835, + 287.20433834013835 + ], + "true_costs": [ + 312.3802014728604, + 248.00459704745123, + 383.50223486849933, + 396.1936749986474 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 109, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7432078435950527, + "action_effect_rmse": 1.8241561717080264 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.4774891788891957, + "action_effect_rmse": 2.5466006466926228 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.4161262924418168, + "action_effect_rmse": 3.5747589609511814 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.9549783577783915, + "action_effect_rmse": 5.0932012933852455 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.562317524164553, + "action_effect_rmse": 6.867048043866708 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 9.909956715556783, + "action_effect_rmse": 10.186402586770491 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.890482394987258, + "action_effect_rmse": 4.505007855123428 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 18.97363815427899, + "action_effect_rmse": 19.55047741186219 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 54.17351292300974, + "predicted_costs": [ + 202.8092359749498, + 200.8092359749498, + 199.8092359749498, + 200.8092359749498 + ], + "true_costs": [ + 340.80842687270996, + 67.62036325764164, + 121.79387618065138, + 236.3743831459263 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 653, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20972203843540704, + "action_effect_rmse": 0.24155179071089683 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019151527408832674, + "action_effect_rmse": 0.022595805435924248 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5106842316408677, + "action_effect_rmse": 0.5106842316408677 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.644120765206484, + "action_effect_rmse": 32.89703320793545 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4227662672398938, + "action_effect_rmse": 0.4847097182991456 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04125300456310654, + "action_effect_rmse": 0.04942428152511269 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4552442557637919, + "action_effect_rmse": 0.4552442557637919 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.89568984818703, + "action_effect_rmse": 33.16716086866351 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8244219675141501, + "action_effect_rmse": 0.9533076001003642 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07750043508100528, + "action_effect_rmse": 0.09174157993716749 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4078756613448937, + "action_effect_rmse": 0.4078756613448937 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 26.254349411733784, + "action_effect_rmse": 35.77199764133632 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4242562185941123, + "action_effect_rmse": 1.7014431596274069 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1510463496383636, + "action_effect_rmse": 0.18895936419634032 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07228191118699323, + "action_effect_rmse": 0.07228191118699323 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.513899220219002, + "action_effect_rmse": 35.6187773861716 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 102.02594222682002, + 101.99500161236965, + 102.01500161236964, + 102.07500161236965 + ], + "true_costs": [ + 90.21258205687107, + 53.20623110023493, + 83.77018152276808, + 120.45759947555456 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 175, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08179498262160756, + "action_effect_rmse": 0.14167306570483765 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016485573909251983, + "action_effect_rmse": 0.019303996404393686 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20437563979903028, + "action_effect_rmse": 0.20437563979903028 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 50.738466712399486, + "action_effect_rmse": 52.30628941017377 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16674956737114854, + "action_effect_rmse": 0.2888187228269587 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03477103284409407, + "action_effect_rmse": 0.041700833603436696 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24991739497303792, + "action_effect_rmse": 0.24991739497303794 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 55.72746123301945, + "action_effect_rmse": 60.165549338449324 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33118129164691784, + "action_effect_rmse": 0.573622823648748 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06015717112815011, + "action_effect_rmse": 0.07045044166618679 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5369139626406334, + "action_effect_rmse": 0.5369139626406334 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 44.58979017836172, + "action_effect_rmse": 62.18762313107528 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6091280846100204, + "action_effect_rmse": 1.0550407908616692 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10001183826212608, + "action_effect_rmse": 0.11631202219653569 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34985272882492535, + "action_effect_rmse": 0.34985272882492535 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 44.76878789469967, + "action_effect_rmse": 62.2078399491938 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 648.5385593086708, + 648.509105086107, + 648.5291050861069, + 648.589105086107 + ], + "true_costs": [ + 648.5385441047976, + 562.3205176431233, + 648.5290898822337, + 648.5890898822338 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 252, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4369275762769433, + "action_effect_rmse": 1.5344171434976634 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8915233941067224, + "action_effect_rmse": 1.9811822159193833 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8433495274461627, + "action_effect_rmse": 3.036258981940855 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.783046788213445, + "action_effect_rmse": 3.9623644318387665 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.567253313684437, + "action_effect_rmse": 5.944968325296552 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.56609357642689, + "action_effect_rmse": 7.924728863677533 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.291354821979283, + "action_effect_rmse": 11.041019197187337 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 14.401674184749387, + "action_effect_rmse": 15.153562008514669 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 406.31658828208566, + "predicted_costs": [ + 1025.0625925104741, + 1023.4137237586068, + 1022.4137237586068, + 1023.4137237586068 + ], + "true_costs": [ + 383.9978110641717, + 564.1436062274711, + 790.3143993462573, + 1083.778293320486 + ] + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "anchor_step": 495, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29732858235038034, + "action_effect_rmse": 0.3465838224489964 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006345738225861671, + "action_effect_rmse": 0.007396968677531859 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7806609997477002, + "action_effect_rmse": 0.8962557510368939 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5650308744804834, + "action_effect_rmse": 0.6586334846488898 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025011092315879797, + "action_effect_rmse": 0.029154411963826794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5613219994954004, + "action_effect_rmse": 1.7925115020737878 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0269891972759086, + "action_effect_rmse": 1.1971194924888322 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09241895662106477, + "action_effect_rmse": 0.10772901481342101 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.122643998990801, + "action_effect_rmse": 3.5850230041475757 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8219559700668408, + "action_effect_rmse": 2.0795329564237237 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2968100851012885, + "action_effect_rmse": 0.35885444138063255 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.639324777276026, + "action_effect_rmse": 5.922151071216574 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.380024273650595, + 1.0332529447077292, + 0.03325294470772912, + 1.0332529447077292 + ], + "true_costs": [ + 3.5879047000070057, + 20.454271505283643, + 2.038059555583325, + 3.473304956074043 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 359, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02402077421409506, + "action_effect_rmse": 0.04160520137595301 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12374383585356814, + "action_effect_rmse": 0.2143306108218433 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 19.434419637047878, + "action_effect_rmse": 20.316818346014855 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.048120046498361324, + "action_effect_rmse": 0.08327673192053982 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23845470512299607, + "action_effect_rmse": 0.41260868757905317 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 19.65872741139562, + "action_effect_rmse": 20.600354224206434 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09601081508890212, + "action_effect_rmse": 0.16629560981007907 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44088135224509745, + "action_effect_rmse": 0.7632785002451765 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 20.14138634403357, + "action_effect_rmse": 21.209053486915735 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19224627763754587, + "action_effect_rmse": 0.3326833328419528 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7656612777230526, + "action_effect_rmse": 1.3251210421900586 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 21.16390556277096, + "action_effect_rmse": 22.50987397047174 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.618928415967503, + "predicted_costs": [ + 1.055258389050943, + 1.0199999156454944, + 0.9999999156454944, + 1.0199999156454944 + ], + "true_costs": [ + 1.0552584734054486, + 0.38043657683864396, + 0.999364992806147, + 1.02 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 214, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03276341591994777, + "action_effect_rmse": 0.05674790100286054 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05103272867897483, + "action_effect_rmse": 0.05648100379315906 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019499221224469843, + "action_effect_rmse": 0.019499221224469843 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.53276138381113, + "action_effect_rmse": 44.773386754272444 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08059634447549395, + "action_effect_rmse": 0.1395969635358787 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09084686713575607, + "action_effect_rmse": 0.09884944853630925 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.031255799014679786, + "action_effect_rmse": 0.031255799014679786 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.645489135858924, + "action_effect_rmse": 44.79803123674912 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19629890515755136, + "action_effect_rmse": 0.3399996772030233 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12194638761755232, + "action_effect_rmse": 0.1309966290678897 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.043263977436606815, + "action_effect_rmse": 0.043263977436606815 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.91816509289792, + "action_effect_rmse": 44.86110152166609 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7201589400851707, + "action_effect_rmse": 0.7241295706459696 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1308253914614562, + "action_effect_rmse": 0.1423256375962273 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2869636485390721, + "action_effect_rmse": 0.2869636485390721 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 37.28284361227471, + "action_effect_rmse": 51.94278128315027 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.063609276867481, + 11.057012307842593, + 11.077012307842592, + 11.137012307842593 + ], + "true_costs": [ + 9.291358936035868, + 5.647115450488836, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "anchor_step": 607, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9405812791105816, + "action_effect_rmse": 2.061846303023656 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.009600166975171, + "action_effect_rmse": 2.0942098876017314 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.755709933611461, + "action_effect_rmse": 3.990400569769047 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.019200333950342, + "action_effect_rmse": 4.188419775203463 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 7.041525582760307, + "action_effect_rmse": 7.48154362136022 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 8.038400667900683, + "action_effect_rmse": 8.376839550406926 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 12.431281067536071, + "action_effect_rmse": 13.208099648727284 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 16.076801335801367, + "action_effect_rmse": 16.75367910081385 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 48.941709998759485, + "predicted_costs": [ + 68.45367948176566, + 67.1793326815189, + 66.1793326815189, + 67.1793326815189 + ], + "true_costs": [ + 506.5597021419368, + 207.87730837593568, + 71.10303681361658, + 22.161326814857098 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 624, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0429108821412568, + "action_effect_rmse": 0.05307873621020506 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2712806970304295, + "action_effect_rmse": 0.3332670553790039 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.558627017692621, + "action_effect_rmse": 6.804291086377958 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08581002520878411, + "action_effect_rmse": 0.10611841705065336 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5196285707410269, + "action_effect_rmse": 0.6380210874106608 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.843909936408733, + "action_effect_rmse": 7.152424877934509 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17154488789406264, + "action_effect_rmse": 0.21207839830219535 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9525928568353569, + "action_effect_rmse": 1.1695529713036499 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.418391513828787, + "action_effect_rmse": 7.858207230205298 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.330849920238598, + "action_effect_rmse": 0.40724401014533534 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5454113025122507, + "action_effect_rmse": 1.8927960072038914 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.508195517588553, + "action_effect_rmse": 9.193664712178085 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.009876761474530236, + 0.02984430417848838, + 0.009844304178488377, + 0.02984430417848838 + ], + "true_costs": [ + 0.009797442494357054, + 0.33989873490878203, + 0.009632699314190285, + 0.37100340704049284 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 516, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4249879938247385, + "action_effect_rmse": 1.555934455098436 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4945079537273311, + "action_effect_rmse": 1.6064794570664376 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.81584241852903, + "action_effect_rmse": 3.074598704061706 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9890159074546623, + "action_effect_rmse": 3.212958914132875 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.498401460829832, + "action_effect_rmse": 6.003666218903541 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.978031814909325, + "action_effect_rmse": 6.42591782826575 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.86809504825028, + "action_effect_rmse": 9.113415826590446 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.62334023094498, + "action_effect_rmse": 8.963121024451612 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 366.73439260976215, + "predicted_costs": [ + 1678.2128426411489, + 1677.1181085049002, + 1676.1181085049002, + 1677.1181085049002 + ], + "true_costs": [ + 2274.72515614859, + 1134.7224092272402, + 1501.4568018370023, + 1956.8118375306922 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 461, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016655718334760577, + "action_effect_rmse": 0.01960350612610248 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6475945144062271, + "action_effect_rmse": 0.6819980395017878 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.611331353617191, + "action_effect_rmse": 7.50539159422478 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03319878716434834, + "action_effect_rmse": 0.03907239949998129 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.17825937143132, + "action_effect_rmse": 1.247625533287333 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.699545943635134, + "action_effect_rmse": 7.616137622049204 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15069557377149692, + "action_effect_rmse": 0.16706045973352365 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.227338344775405, + "action_effect_rmse": 5.467751014480271 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 30.150939346878094, + "action_effect_rmse": 31.064175585773548 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4336309842817436, + "action_effect_rmse": 0.456959377803039 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.462372078242042, + "action_effect_rmse": 10.703840770500067 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 30.952436171514492, + "action_effect_rmse": 31.988088154809173 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.04790014625957771, + 0.030640805918999155, + 0.010640805918999153, + 0.030640805918999155 + ], + "true_costs": [ + 0.3350988315398653, + 0.12102956026905481, + 0.01079403947239516, + 0.03241835643253569 + ] + }, + { + "system_id": "battery-00152", + "family": "battery", + "anchor_step": 568, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07785257387671295, + "action_effect_rmse": 0.09113865526132207 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40494860358368595, + "action_effect_rmse": 0.4727019340073612 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.713878667582927, + "action_effect_rmse": 13.533553169687254 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16557198816408128, + "action_effect_rmse": 0.18369834426181345 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0665024364443194, + "action_effect_rmse": 1.1416766608091347 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 15.650596095452961, + "action_effect_rmse": 17.156253467552048 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3904111994117299, + "action_effect_rmse": 0.41008679753522875 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8391458612407057, + "action_effect_rmse": 2.9283848531709262 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 23.705945053310376, + "action_effect_rmse": 24.837217455442666 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7148337663276076, + "action_effect_rmse": 0.7484439211054553 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.122904797227856, + "action_effect_rmse": 5.256617307698936 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.7235798464939505, + "action_effect_rmse": 9.111475620433964 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.3916981856913324, + "predicted_costs": [ + 0.710633699105192, + 0.6942000950562245, + 0.6742000950562245, + 0.6942000950562245 + ], + "true_costs": [ + 0.37872903523705104, + 0.9943774833662553, + 0.6731801426452345, + 0.2814819569539021 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 626, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.375482702969272, + "action_effect_rmse": 0.49266615318116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41065194363261526, + "action_effect_rmse": 0.5870144033718432 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.743328969984424, + "action_effect_rmse": 0.9753126343620399 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8213038872652305, + "action_effect_rmse": 1.1740288067436864 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1968327783150912, + "action_effect_rmse": 1.4105335067294236 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7243528810856408, + "action_effect_rmse": 2.461385221012181 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.323272505569181, + "action_effect_rmse": 2.5579992857858302 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.693941081836821, + "action_effect_rmse": 5.329730776953712 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 117.64402228075147, + "predicted_costs": [ + 653.096287739981, + 652.0110939944748, + 651.0110939944748, + 652.0110939944748 + ], + "true_costs": [ + 538.9544556156288, + 636.3190959004543, + 519.8748626014191, + 402.2308403206676 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 325, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0699034198761715, + "action_effect_rmse": 0.12107627484834918 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002569109577538716, + "action_effect_rmse": 0.003099749680287894 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21682608287739935, + "action_effect_rmse": 0.21682608287739935 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.422806416058915, + "action_effect_rmse": 38.284218144640576 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.142477174270224, + "action_effect_rmse": 0.24677770475487312 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0014808980358781791, + "action_effect_rmse": 0.0019150205836419095 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22409108745091277, + "action_effect_rmse": 0.22409108745091277 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 29.593840815113314, + "action_effect_rmse": 38.39338560754883 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24953869830584408, + "action_effect_rmse": 0.43221370392032366 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0007414850238228373, + "action_effect_rmse": 0.0012341833704357227 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13906914304940143, + "action_effect_rmse": 0.13906914304940143 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.84615246108187, + "action_effect_rmse": 38.55802177102992 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4221376418233363, + "action_effect_rmse": 0.6222982645443955 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.042187761909440034, + "action_effect_rmse": 0.045555314598597796 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04467993698105582, + "action_effect_rmse": 0.04467993698105582 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 36.57215610310265, + "action_effect_rmse": 50.99324953571829 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.073682212072914, + 11.057012307842593, + 11.077012307842592, + 11.137012307842593 + ], + "true_costs": [ + 10.75481782991892, + 4.716974305255325, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 446, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010162139938183675, + "action_effect_rmse": 0.017538105409298108 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08387698919862056, + "action_effect_rmse": 0.14527920687791673 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 19.05842640787148, + "action_effect_rmse": 20.01575588518169 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020251946153658145, + "action_effect_rmse": 0.03500754913722185 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1644940578940203, + "action_effect_rmse": 0.2848243961802038 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 19.141442496745228, + "action_effect_rmse": 20.12637005997622 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1075004651762687, + "action_effect_rmse": 0.12171237827811543 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8828951784118738, + "action_effect_rmse": 0.9903906496366638 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 18.805089117215882, + "action_effect_rmse": 19.873246985463282 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.48006711014081405, + "action_effect_rmse": 0.49340007639095373 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.58557659272711, + "action_effect_rmse": 3.6814280294810766 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 30.902458057927344, + "action_effect_rmse": 31.655940709994276 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.35557802425345, + "predicted_costs": [ + 1.0625704643572946, + 1.0199999156454944, + 0.9999999156454944, + 1.0199999156454944 + ], + "true_costs": [ + 0.690171776186579, + 0.6437644078580256, + 0.9993424321114756, + 1.02 + ] + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "anchor_step": 185, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4026553317336159, + "action_effect_rmse": 0.5310661929748263 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0023375154083081404, + "action_effect_rmse": 0.003082972733939149 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.5711121935888072 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7617162044209908, + "action_effect_rmse": 1.0046352126207765 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009291181116341344, + "action_effect_rmse": 0.012254232826000992 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8333333333333334, + "action_effect_rmse": 1.1422243871776143 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3687906126021605, + "action_effect_rmse": 1.805311794791324 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.034884509982605984, + "action_effect_rmse": 0.04600953334081743 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6666666666666667, + "action_effect_rmse": 2.2844487743552286 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6214572819935356, + "action_effect_rmse": 1.9341210462671132 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08971402420593222, + "action_effect_rmse": 0.1075115424639988 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.4238683761684, + "action_effect_rmse": 6.891134464656858 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 22.59226140221225, + "predicted_costs": [ + 48.69057489830842, + 46.69057489830842, + 45.69057489830842, + 46.69057489830842 + ], + "true_costs": [ + 56.13659034666409, + 71.11596671542185, + 37.8976406876246, + 15.305379285412348 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 508, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5591263900201137, + "action_effect_rmse": 0.6531168220783713 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003938509453615069, + "action_effect_rmse": 0.004600581950669699 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5851754838668436, + "action_effect_rmse": 0.5959180175164321 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.005864387159562, + "action_effect_rmse": 1.1772584299220936 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015108163896974483, + "action_effect_rmse": 0.017663990474700037 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1630304197780863, + "action_effect_rmse": 1.1887596142202168 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.366720840284028, + "action_effect_rmse": 1.5765053559441895 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04937071889662429, + "action_effect_rmse": 0.05620239023986251 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7269440296959524, + "action_effect_rmse": 2.801473269908442 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3112905058307027, + "action_effect_rmse": 2.69395877981593 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1287384024808039, + "action_effect_rmse": 0.1551986214230969 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.669919509601262, + "action_effect_rmse": 4.762328555159699 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 30.90961199871645, + "predicted_costs": [ + 19.862325413404143, + 20.204688143291857, + 19.204688143291857, + 20.204688143291857 + ], + "true_costs": [ + 50.86041328389743, + 12.178529603453049, + 43.0881416021695, + 101.06522465924034 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 400, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0731322689980957, + "action_effect_rmse": 0.07533241993371238 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.028431314662786, + "action_effect_rmse": 3.08636997940372 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 25.895762228292853, + "action_effect_rmse": 26.832826712055724 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14633635255331215, + "action_effect_rmse": 0.15073005637604264 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.520282590531384, + "action_effect_rmse": 5.6202215597592895 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 26.50340507163487, + "action_effect_rmse": 27.458411475048987 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2929040109432485, + "action_effect_rmse": 0.30166932418029035 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 9.265174076085172, + "action_effect_rmse": 9.41590660294504 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 27.720014642586815, + "action_effect_rmse": 28.710814207806003 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5792584465219109, + "action_effect_rmse": 0.5969349165161573 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 13.158010605277136, + "action_effect_rmse": 13.350105118929113 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 30.101399037495923, + "action_effect_rmse": 31.175359450012824 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.0962842700243648, + 0.05625749507723178, + 0.036257495077231784, + 0.05625749507723178 + ], + "true_costs": [ + 0.3574021970332215, + 0.037626858492514244, + 0.03535408856835902, + 0.14132180282408197 + ] + }, + { + "system_id": "battery-01181", + "family": "battery", + "anchor_step": 208, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006479381374658158, + "action_effect_rmse": 0.011222617742523405 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14401314329280476, + "action_effect_rmse": 0.2494380811408349 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.7056638937672326, + "action_effect_rmse": 3.162385681844397 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013024915374427112, + "action_effect_rmse": 0.02255414912350832 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2764463357123977, + "action_effect_rmse": 0.4788190990201154 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7541652260394947, + "action_effect_rmse": 3.2373987114979794 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026078550589941782, + "action_effect_rmse": 0.045169374609534484 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5016710624634607, + "action_effect_rmse": 0.8689197688737739 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8503812606263685, + "action_effect_rmse": 3.3879625361545465 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06490908526709409, + "action_effect_rmse": 0.07526310985753089 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1221517309011038, + "action_effect_rmse": 1.1800488194268401 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.986626109110932, + "action_effect_rmse": 6.702938493170818 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.24087475289837879, + "predicted_costs": [ + 1.0181540356240846, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.9816155982582663, + 1.02, + 0.9999698951997888, + 0.7590951423014101 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 466, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2452720402175217, + "action_effect_rmse": 0.29250766544588697 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01574273585494268, + "action_effect_rmse": 0.017785836977065338 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4918118480309561, + "action_effect_rmse": 0.4918118480309561 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.634527434221198, + "action_effect_rmse": 33.75178188343111 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4913907548698404, + "action_effect_rmse": 0.5848075783720962 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.032781713789442314, + "action_effect_rmse": 0.03669522897634735 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.506957626991134, + "action_effect_rmse": 0.506957626991134 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.83374363806628, + "action_effect_rmse": 33.941798593349155 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9798740472359709, + "action_effect_rmse": 1.1673510140964534 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06348385362579378, + "action_effect_rmse": 0.06999740402916461 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.41358719614841827, + "action_effect_rmse": 0.4135871961484182 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 25.233343476317952, + "action_effect_rmse": 34.32690399805006 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3506446161375978, + "action_effect_rmse": 1.72807742167303 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1278858756389217, + "action_effect_rmse": 0.13881376188007716 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09909859868606152, + "action_effect_rmse": 0.09909859868606152 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.09806723064192, + "action_effect_rmse": 33.58936895588028 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 168.12640260094037, + 168.11569605454878, + 168.1356960545488, + 168.1956960545488 + ], + "true_costs": [ + 197.28300576019566, + 129.5489862584313, + 196.7704634012254, + 251.9224517531751 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 266, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35538253899426425, + "action_effect_rmse": 0.4484110886451791 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4678485440335199, + "action_effect_rmse": 0.5377807222579946 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7035374321428444, + "action_effect_rmse": 0.8877025493222054 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9356970880670398, + "action_effect_rmse": 1.0755614445159891 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.378749264742364, + "action_effect_rmse": 1.739664701933604 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8713941761340795, + "action_effect_rmse": 2.1511228890319782 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6487119604234937, + "action_effect_rmse": 3.342065755515848 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.742788352268159, + "action_effect_rmse": 4.3022457780639565 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 92.2810464196761, + "predicted_costs": [ + 296.5335678645678, + 296.88146329654404, + 295.88146329654404, + 296.88146329654404 + ], + "true_costs": [ + 375.53463902240276, + 393.73004504222774, + 297.59998850209035, + 205.31894208241425 + ] + }, + { + "system_id": "tank-00799", + "family": "tank", + "anchor_step": 619, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03681266619719281, + "action_effect_rmse": 0.06376140821561131 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0010272222799307211, + "action_effect_rmse": 0.0011557678236473901 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10120838408004333, + "action_effect_rmse": 0.10120838408004332 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 42.10093650217176, + "action_effect_rmse": 58.07290034834521 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07382698840842987, + "action_effect_rmse": 0.1278720948931991 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008487748231331693, + "action_effect_rmse": 0.0009728558170865882 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09904779501784583, + "action_effect_rmse": 0.09904779501784583 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 42.12382891343602, + "action_effect_rmse": 58.07759925594558 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1386607040648252, + "action_effect_rmse": 0.24016738445354957 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008606691356424298, + "action_effect_rmse": 0.00961387653175197 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07633788837813116, + "action_effect_rmse": 0.07633788837813116 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 42.16392690777794, + "action_effect_rmse": 58.08589409953838 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22106670171194528, + "action_effect_rmse": 0.3828987592267629 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02711108339486401, + "action_effect_rmse": 0.029658483368003658 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.021220371787729998, + "action_effect_rmse": 0.02122037178773 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 42.214892908938616, + "action_effect_rmse": 58.09655526730365 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 714.1390604153785, + 714.1304999622295, + 714.1504999622294, + 714.2104999622295 + ], + "true_costs": [ + 714.1390544339873, + 677.0954523615274, + 714.1504939808383, + 714.2104939808384 + ] + }, + { + "system_id": "battery-00086", + "family": "battery", + "anchor_step": 504, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03872976925055079, + "action_effect_rmse": 0.06703340164201395 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.047910281975275616, + "action_effect_rmse": 0.08291837373240284 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.929505948390636, + "action_effect_rmse": 14.256843075506179 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07746444410324849, + "action_effect_rmse": 0.1340790135857423 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09403033191976166, + "action_effect_rmse": 0.16272958098771698 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.17173154665708, + "action_effect_rmse": 14.547105184349679 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15501068981855012, + "action_effect_rmse": 0.2682525909450601 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18103595359438054, + "action_effect_rmse": 0.31340886589707956 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 14.636955969650211, + "action_effect_rmse": 15.117724981775114 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3100370003435282, + "action_effect_rmse": 0.5365518326371282 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3350330768730541, + "action_effect_rmse": 0.5799962783365739 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 15.500076642108676, + "action_effect_rmse": 16.224715429288384 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.5739189187917584, + "predicted_costs": [ + 1.0799999156454945, + 1.0199999156454944, + 0.9999999156454944, + 1.0199999156454944 + ], + "true_costs": [ + 1.08, + 0.42465465604254027, + 0.9985735748342986, + 1.02 + ] + }, + { + "system_id": "thermal-00570", + "family": "thermal", + "anchor_step": 488, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4759002287892038, + "action_effect_rmse": 0.6160372822541673 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015219574901675989, + "action_effect_rmse": 0.019701241966927678 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.6942218418760913 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9094657014168407, + "action_effect_rmse": 1.1772736071794925 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05974059320211467, + "action_effect_rmse": 0.07733224413469092 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8333333333333334, + "action_effect_rmse": 1.3884436837521825 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4289457386352626, + "action_effect_rmse": 1.641387880288498 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16283880662834824, + "action_effect_rmse": 0.1869895706550219 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6105532820962103, + "action_effect_rmse": 4.287684759622836 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6738859612541517, + "action_effect_rmse": 4.383608498118112 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6722836631368464, + "action_effect_rmse": 0.8063973724796392 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.29446829779537, + "action_effect_rmse": 10.381701369183572 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 30.81796867029813, + "predicted_costs": [ + 47.52563078495085, + 46.476760324111, + 45.476760324111, + 46.476760324111 + ], + "true_costs": [ + 96.37249997316606, + 22.71214669121577, + 53.5301153615139, + 113.09164674651495 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 347, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7379902115343686, + "action_effect_rmse": 1.8547733321526576 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026847324437538827, + "action_effect_rmse": 0.02865131292220394 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9051326714509667, + "action_effect_rmse": 1.9941797105707697 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.2611916112303105, + "action_effect_rmse": 3.480325258109385 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10537545064108873, + "action_effect_rmse": 0.11245608543451609 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.8102653429019333, + "action_effect_rmse": 3.9883594211415394 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.7849902408858815, + "action_effect_rmse": 6.1737088933808 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.38637179956268497, + "action_effect_rmse": 0.4123338010586556 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.620530685803867, + "action_effect_rmse": 7.976718842283079 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.342247841324955, + "action_effect_rmse": 3.7900282396377616 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9169820063198758, + "action_effect_rmse": 1.0344242300346254 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.762721246266855, + "action_effect_rmse": 13.60548697519253 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 43.61715652628575, + "predicted_costs": [ + 240.34969295050564, + 238.7422605400363, + 237.7422605400363, + 238.7422605400363 + ], + "true_costs": [ + 269.96610087320465, + 202.96411114183937, + 101.14185332100855, + 57.52469679472281 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 485, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4290041272250953, + "action_effect_rmse": 0.4918990707814897 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6309494051765796, + "action_effect_rmse": 0.6311737599649724 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7015037427944767, + "action_effect_rmse": 0.835483263002458 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.216350758110669, + "action_effect_rmse": 1.2200685794635533 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9578634378016637, + "action_effect_rmse": 2.503915385855261 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5531958938342236, + "action_effect_rmse": 3.4748186755350985 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.289743723629146, + "action_effect_rmse": 6.107340268443979 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.29102556350002, + "action_effect_rmse": 9.537469639104128 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 81.57059013350818, + "predicted_costs": [ + 165.47492511061154, + 164.9942493310379, + 163.9942493310379, + 164.9942493310379 + ], + "true_costs": [ + 119.00941392550826, + 308.43375525179255, + 186.44052962430194, + 104.86993949079377 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 549, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3848097047973056, + "action_effect_rmse": 0.4781420453527024 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002071637882514447, + "action_effect_rmse": 0.002574096136420636 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4767528040071814, + "action_effect_rmse": 0.6349102968818314 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7226359885213386, + "action_effect_rmse": 0.8964998971853693 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00819983942792272, + "action_effect_rmse": 0.010181059796239116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9582066616268321, + "action_effect_rmse": 1.2646370328824403 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2781285750863394, + "action_effect_rmse": 1.578466338056173 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03050896607549684, + "action_effect_rmse": 0.03779286408803845 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9419562990063166, + "action_effect_rmse": 2.5024980409583004 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5097616651161303, + "action_effect_rmse": 3.0797841040386396 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07716263657680027, + "action_effect_rmse": 0.09078384978224738 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.336221021101627, + "action_effect_rmse": 10.458835746730232 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 27.12746722445797, + "predicted_costs": [ + 30.6862950416887, + 30.410805692557062, + 29.410805692557062, + 30.410805692557062 + ], + "true_costs": [ + 66.0660949680404, + 23.616007778290953, + 50.74347500274892, + 94.57909187500367 + ] + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "anchor_step": 224, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7861129729363725, + "action_effect_rmse": 2.0667345846077585 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9198278164331933, + "action_effect_rmse": 1.0923852040862136 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.427308717678624, + "action_effect_rmse": 3.965783556965639 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8396556328663867, + "action_effect_rmse": 2.1847704081724273 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.321026282375986, + "action_effect_rmse": 7.314141840940784 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6793112657327733, + "action_effect_rmse": 4.369540816344855 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.827049506129825, + "action_effect_rmse": 12.528120002841499 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.358622531465547, + "action_effect_rmse": 8.73908163268971 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 53.51094467665375, + "predicted_costs": [ + 332.5077358371912, + 332.0921691197653, + 331.0921691197653, + 332.0921691197653 + ], + "true_costs": [ + 527.9682674460778, + 385.77122019908904, + 155.26345391282774, + 101.75250923617399 + ] + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 91, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8046560460728992, + "action_effect_rmse": 0.9615534873468079 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0075307563624752065, + "action_effect_rmse": 0.008999155698932747 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7267421771595176, + "action_effect_rmse": 0.9356155269579369 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.53487842972667, + "action_effect_rmse": 1.8341597182547797 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030022514394637767, + "action_effect_rmse": 0.035876513394727284 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4534843543190352, + "action_effect_rmse": 1.8712310539158739 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.802108869561326, + "action_effect_rmse": 3.3484835770537624 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11333162309196254, + "action_effect_rmse": 0.13542981245539473 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9069687086380704, + "action_effect_rmse": 3.7424621078317477 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.733544172756889, + "action_effect_rmse": 5.65652359046861 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3962876085508202, + "action_effect_rmse": 0.47355852709251023 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.813937417276141, + "action_effect_rmse": 7.484924215663495 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 76.25874830718178, + "predicted_costs": [ + 106.77924276300658, + 105.51630383011299, + 104.51630383011299, + 105.51630383011299 + ], + "true_costs": [ + 44.50548513214499, + 232.68344793770126, + 120.76423343932677, + 53.55227097371362 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 521, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49670658324183314, + "action_effect_rmse": 0.5878095903037049 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013936822317086595, + "action_effect_rmse": 0.017101581608321977 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3812001543532834, + "action_effect_rmse": 0.3812001543532834 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 38.412708887156604, + "action_effect_rmse": 54.621687790725716 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9939715540451571, + "action_effect_rmse": 1.1787077735835207 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024530213346076007, + "action_effect_rmse": 0.029825182768081673 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3398173498818104, + "action_effect_rmse": 0.33981734988181034 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 38.74199236058957, + "action_effect_rmse": 55.00357876375805 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.457388768471074, + "action_effect_rmse": 1.5752930685418236 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03799682959128129, + "action_effect_rmse": 0.04550368520088535 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26557850923889614, + "action_effect_rmse": 0.26557850923889614 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.048862216650974, + "action_effect_rmse": 55.18340689386508 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7128494691486076, + "action_effect_rmse": 1.7151070395702568 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04166932818340877, + "action_effect_rmse": 0.04798996358023641 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04871631857832512, + "action_effect_rmse": 0.04871631857832512 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 35.435414945647764, + "action_effect_rmse": 47.89956836645905 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 432.99109960624276, + 432.9880322251082, + 433.0080322251082, + 433.0680322251082 + ], + "true_costs": [ + 428.8903585891062, + 368.08946707097994, + 523.9681301052012, + 576.9655252054752 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 28, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6853539603568164, + "action_effect_rmse": 0.768298629643032 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.181108617433291, + "action_effect_rmse": 1.3199393123918244 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3582806952773492, + "action_effect_rmse": 1.5226660342180844 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.362217234866582, + "action_effect_rmse": 2.6398786247836488 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.667749752769686, + "action_effect_rmse": 2.99061302311055 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.724434469733164, + "action_effect_rmse": 5.2797572495672975 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7642335419293613, + "action_effect_rmse": 3.2294232783746506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.063760264715772, + "action_effect_rmse": 8.492286576629386 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 200.62461791870555, + "predicted_costs": [ + 1395.5537450703468, + 1394.868109026632, + 1393.868109026632, + 1394.868109026632 + ], + "true_costs": [ + 1542.1097364177929, + 1521.7706305127085, + 1291.4803923906538, + 1090.8557744719483 + ] + }, + { + "system_id": "tank-00571", + "family": "tank", + "anchor_step": 322, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48064159152573777, + "action_effect_rmse": 0.585119412164108 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04897266997946481, + "action_effect_rmse": 0.060150538386262734 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5693156732177425, + "action_effect_rmse": 0.5693156732177425 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.679527619920425, + "action_effect_rmse": 37.96721344286187 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8752925389104433, + "action_effect_rmse": 1.0998815031514342 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08824720413898983, + "action_effect_rmse": 0.10491021255608976 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5016669152596049, + "action_effect_rmse": 0.5016669152596049 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 26.502960476091655, + "action_effect_rmse": 37.38782667044168 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5817884616658848, + "action_effect_rmse": 1.9992377190207922 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1451416319719545, + "action_effect_rmse": 0.16301282252440288 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44545628282318117, + "action_effect_rmse": 0.44545628282318117 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 25.91456035200753, + "action_effect_rmse": 35.854758379716955 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.900845262027269, + "action_effect_rmse": 3.466042935866997 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2023996410998586, + "action_effect_rmse": 0.21575597585471765 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22409375280340094, + "action_effect_rmse": 0.22409375280340094 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.521053847940347, + "action_effect_rmse": 34.57394892992412 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 255.81159230653074, + 255.8065250417636, + 255.8265250417636, + 255.8865250417636 + ], + "true_costs": [ + 176.11680539270756, + 165.9420885470786, + 248.88931346690686, + 359.6073550278721 + ] + }, + { + "system_id": "battery-00635", + "family": "battery", + "anchor_step": 89, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03954219401030421, + "action_effect_rmse": 0.04711069563474755 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6945355800966185, + "action_effect_rmse": 0.8027583351942442 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.6699767785318365, + "action_effect_rmse": 3.0914101889245624 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07873249361474875, + "action_effect_rmse": 0.09394458752868486 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2210887037051819, + "action_effect_rmse": 1.4190423289597027 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8744707968063516, + "action_effect_rmse": 3.351841188203884 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15623552635187116, + "action_effect_rmse": 0.18700210946346046 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9362628055739257, + "action_effect_rmse": 2.275735286301651 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.306871083410106, + "action_effect_rmse": 3.8994551320590314 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30660595372641136, + "action_effect_rmse": 0.3685357071762537 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.620773783425157, + "action_effect_rmse": 3.157810812780393 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.205877171940447, + "action_effect_rmse": 5.025877152928877 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.0023445012964112195, + 0.0200621502142134, + 6.215021421339986e-05, + 0.0200621502142134 + ], + "true_costs": [ + 0.00402124939178925, + 0.35610044187086315, + 6.35366310489997e-05, + 0.2117323927799032 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 182, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4000883685058951, + "action_effect_rmse": 0.4364116741151477 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029962634312092007, + "action_effect_rmse": 0.03394846365377671 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0642842745755976, + "action_effect_rmse": 0.0642842745755976 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 36.158540362905455, + "action_effect_rmse": 50.17606243025078 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5910325212917069, + "action_effect_rmse": 0.5982479837140298 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05893914530117369, + "action_effect_rmse": 0.0661041460496612 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05561957199262846, + "action_effect_rmse": 0.05561957199262846 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 36.28498151109141, + "action_effect_rmse": 50.20889109364518 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7935963043466975, + "action_effect_rmse": 0.8702047558523903 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11697937534803593, + "action_effect_rmse": 0.12994299779259386 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04435648953823579, + "action_effect_rmse": 0.04435648953823579 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 36.41911705248761, + "action_effect_rmse": 50.19432856423556 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9786787417152644, + "action_effect_rmse": 1.4807345075423914 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2261017752461445, + "action_effect_rmse": 0.24702768244629525 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.030757562725757692, + "action_effect_rmse": 0.030757562725757692 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 36.541676636263844, + "action_effect_rmse": 50.086670138197675 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 550.3631167533238, + 550.3568010630652, + 550.3768010630652, + 550.4368010630652 + ], + "true_costs": [ + 557.8016464988742, + 451.04879054319235, + 591.9185991650629, + 606.6674454564157 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.045812314156135514, + "action_effect_rmse": 0.07934925573073363 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.032486930839069096, + "action_effect_rmse": 0.03718406750869699 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12689094188539368, + "action_effect_rmse": 0.12689094188539368 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.58252127929229, + "action_effect_rmse": 34.09668423816611 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.108890504576222, + "action_effect_rmse": 0.18860388638782785 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.061148513698369676, + "action_effect_rmse": 0.07034958558956352 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2622257664286102, + "action_effect_rmse": 0.2622257664286102 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.73732056948299, + "action_effect_rmse": 34.13778685641951 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2100209864050052, + "action_effect_rmse": 0.36376701910920145 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11095096380163778, + "action_effect_rmse": 0.12976312622661737 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16396456760413272, + "action_effect_rmse": 0.16396456760413272 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 34.19516636069921, + "action_effect_rmse": 35.30368408082889 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4308989219336645, + "action_effect_rmse": 0.7463388257157623 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17963116048770308, + "action_effect_rmse": 0.22024942113820317 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4043258691217441, + "action_effect_rmse": 0.40432586912174406 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 39.79023087183013, + "action_effect_rmse": 42.66664238401866 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 482.4778570814982, + 482.436142534828, + 482.45614253482796, + 482.51614253482796 + ], + "true_costs": [ + 482.47785895718374, + 432.2035949945992, + 482.4561444105135, + 482.5161444105135 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 359, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.946406367591995, + "action_effect_rmse": 1.0588526170520003 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00399426075023257, + "action_effect_rmse": 0.004468834523306861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2008229401203987, + "action_effect_rmse": 1.3376090444302553 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8374572476212758, + "action_effect_rmse": 2.055772744128157 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016173610597424688, + "action_effect_rmse": 0.01809526065620271 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4016458802407974, + "action_effect_rmse": 2.6752180888605106 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4677637321448826, + "action_effect_rmse": 3.879782331179963 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06291467498188297, + "action_effect_rmse": 0.07038981407642707 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.803291760481595, + "action_effect_rmse": 5.350436177721021 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.2398106321744065, + "action_effect_rmse": 6.095860324276268 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22409371667303782, + "action_effect_rmse": 0.25266685575763254 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.46160825655473, + "action_effect_rmse": 8.825974166997542 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 15.782779713106077, + "predicted_costs": [ + 45.187739491994094, + 44.517373797021236, + 43.517373797021236, + 44.517373797021236 + ], + "true_costs": [ + 18.486944158967034, + 14.27517941732717, + 30.057959130433247, + 89.26071751777225 + ] + }, + { + "system_id": "tank-00640", + "family": "tank", + "anchor_step": 49, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04750707597915671, + "action_effect_rmse": 0.08228466931493439 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03819904036119818, + "action_effect_rmse": 0.04955903200803258 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4260593711844503, + "action_effect_rmse": 0.42605937118445025 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 38.733366885121065, + "action_effect_rmse": 47.92672163966206 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08474584957864965, + "action_effect_rmse": 0.14678411720081072 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07131936011562463, + "action_effect_rmse": 0.09300862472121972 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27797505069439943, + "action_effect_rmse": 0.27797505069439943 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 38.76813808452062, + "action_effect_rmse": 47.97495033592191 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1622959880525189, + "action_effect_rmse": 0.28110489717155424 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11785970703530306, + "action_effect_rmse": 0.15552784141825518 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.432028910155281, + "action_effect_rmse": 0.432028910155281 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 38.84054947371781, + "action_effect_rmse": 48.07547397016636 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4090239118723975, + "action_effect_rmse": 0.4587525272375035 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13962880533178534, + "action_effect_rmse": 0.1800871085674529 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04906338996955445, + "action_effect_rmse": 0.04906338996955445 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.016926095771495, + "action_effect_rmse": 39.64399581508759 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 256.45546864189635, + 256.39546864189634, + 256.4154686418963, + 256.4754686418963 + ], + "true_costs": [ + 252.32680153745838, + 228.0483935819933, + 256.41546886355803, + 256.47546886355804 + ] + }, + { + "system_id": "tank-01015", + "family": "tank", + "anchor_step": 204, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.47332444678248464, + "action_effect_rmse": 0.5596062954252993 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0659667448921013, + "action_effect_rmse": 0.07682822844298369 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07553686940193605, + "action_effect_rmse": 0.07553686940193605 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 56.6072499230965, + "action_effect_rmse": 79.72099068204388 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9468852347047463, + "action_effect_rmse": 1.1215467758953563 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12337055555617067, + "action_effect_rmse": 0.14192197511252194 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08324484142693367, + "action_effect_rmse": 0.08324484142693367 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 56.9920008763512, + "action_effect_rmse": 80.26181800844039 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8904331688358624, + "action_effect_rmse": 2.2444511250577737 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2149619437296343, + "action_effect_rmse": 0.24231453819461177 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11677889764732963, + "action_effect_rmse": 0.11677889764732963 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 57.839175859418724, + "action_effect_rmse": 81.50694625608696 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.321606575630686, + "action_effect_rmse": 3.8012063047142037 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33679426302435544, + "action_effect_rmse": 0.36615073049365005 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07626550031621404, + "action_effect_rmse": 0.07626550031621404 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 58.40966504161423, + "action_effect_rmse": 81.83126470394483 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 300.17230119786694, + 300.1696809404177, + 300.1896809404177, + 300.2496809404177 + ], + "true_costs": [ + 308.3089146019695, + 265.8868370764089, + 413.98620510372007, + 568.8808996831232 + ] + }, + { + "system_id": "tank-00325", + "family": "tank", + "anchor_step": 412, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1486273651875226, + "action_effect_rmse": 0.25743014789988294 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02404140039889609, + "action_effect_rmse": 0.030183961361339304 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6430831677879632, + "action_effect_rmse": 0.6430831677879632 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 62.51939120044998, + "action_effect_rmse": 72.05840720700911 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4623276628350694, + "action_effect_rmse": 0.4640063046454664 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03019499991046833, + "action_effect_rmse": 0.03576750449694808 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5089548555893186, + "action_effect_rmse": 0.5089548555893186 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 48.35216149330316, + "action_effect_rmse": 68.44289015262572 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1326466187223694, + "action_effect_rmse": 1.2735205768261872 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05021464888831417, + "action_effect_rmse": 0.0553293440375997 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5634088894890243, + "action_effect_rmse": 0.5634088894890243 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 49.24531722489544, + "action_effect_rmse": 69.42698810365358 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6479959364932444, + "action_effect_rmse": 1.8747805667065394 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07338317331031519, + "action_effect_rmse": 0.09123175634440141 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4207615717054427, + "action_effect_rmse": 1.4207615717054427 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 62.23514705674029, + "action_effect_rmse": 70.22793405216386 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 94.60873637397148, + 94.57430965337934, + 94.59430965337934, + 94.65430965337934 + ], + "true_costs": [ + 67.95786510894118, + 45.014857677700974, + 93.0147281879088, + 94.65431332344234 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 222, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2282450058265363, + "action_effect_rmse": 0.2670235264310897 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.400852710570548, + "action_effect_rmse": 0.5131740221054681 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 16.769166095900626, + "action_effect_rmse": 19.33106649569146 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4894226742462979, + "action_effect_rmse": 0.5482338457479856 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9412415793310984, + "action_effect_rmse": 1.1102923521849215 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.329744798667875, + "action_effect_rmse": 22.94675107877939 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5963454259573994, + "action_effect_rmse": 0.7050801194746502 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.974877022557429, + "action_effect_rmse": 1.2231450483364092 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 19.325875420204035, + "action_effect_rmse": 22.659285940455757 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4803267071093029, + "action_effect_rmse": 0.5214632290308701 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6424286996852377, + "action_effect_rmse": 1.7060912592456472 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 12.749149847221103, + "action_effect_rmse": 15.638838323726286 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.18732250840399683, + 0.17145654760415469, + 0.1514565476041547, + 0.17145654760415469 + ], + "true_costs": [ + 0.4327515982192488, + 0.9171409080269064, + 0.15151282147804052, + 0.44756017468856 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 50, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7128126354125861, + "action_effect_rmse": 0.9290795991683886 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.6368238546628567 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3795055737249626, + "action_effect_rmse": 1.7980468103586507 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8333333333333334, + "action_effect_rmse": 1.2736477093257135 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.484803479083291, + "action_effect_rmse": 3.1434642142580635 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8295742563513333, + "action_effect_rmse": 2.347642857901577 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5993733105743875, + "action_effect_rmse": 4.164852787760737 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.737739845684797, + "action_effect_rmse": 4.768410428883079 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 6.220543501402883, + "predicted_costs": [ + 45.20959553799558, + 45.106461529878636, + 44.106461529878636, + 45.106461529878636 + ], + "true_costs": [ + 9.369883747331091, + 72.22044301193549, + 15.590427248733974, + 26.451425440810254 + ] + }, + { + "system_id": "tank-00187", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6549352642753762, + "action_effect_rmse": 0.8300624845602074 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06234540687217738, + "action_effect_rmse": 0.08086283709869051 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18611187433350518, + "action_effect_rmse": 0.18611187433350518 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 91.47061800763095, + "action_effect_rmse": 113.1681764983157 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3095576221889587, + "action_effect_rmse": 1.6629606700555495 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11177728290848776, + "action_effect_rmse": 0.1460632986290743 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14689269775814945, + "action_effect_rmse": 0.14689269775814945 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 91.92129401556656, + "action_effect_rmse": 113.73113515246527 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.375408681038948, + "action_effect_rmse": 3.105300908045546 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17911434194905182, + "action_effect_rmse": 0.23776094176536663 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14346332597695122, + "action_effect_rmse": 0.14346332597695122 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 92.65508120515693, + "action_effect_rmse": 114.69709863078063 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8646042631534971, + "action_effect_rmse": 3.135250575567977 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26273672120132235, + "action_effect_rmse": 0.3564698810767454 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19071885201898567, + "action_effect_rmse": 0.1907188520189857 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 92.30341693169368, + "action_effect_rmse": 114.37999044062923 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 220.13933698680825, + 220.05933698680823, + 220.07933698680824, + 220.13933698680825 + ], + "true_costs": [ + 443.44982192773404, + 190.20049133826348, + 358.9716288069688, + 445.8588718201328 + ] + }, + { + "system_id": "battery-00263", + "family": "battery", + "anchor_step": 604, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1175655235623556, + "action_effect_rmse": 0.14562734090946577 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28333261152281725, + "action_effect_rmse": 0.349346954271128 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.4518792505315865, + "action_effect_rmse": 5.453225391030417 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2350879388268551, + "action_effect_rmse": 0.29117489565351945 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5489336114179331, + "action_effect_rmse": 0.6767668282987058 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.081849120192878, + "action_effect_rmse": 6.227606108422595 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3334041409807786, + "action_effect_rmse": 0.41028556739823946 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7114062568862186, + "action_effect_rmse": 0.8727266088795013 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.5841659666854335, + "action_effect_rmse": 6.8412770957673406 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5165139549475823, + "action_effect_rmse": 0.6587858178029345 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5785426973372042, + "action_effect_rmse": 0.7045196577067555 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 17.840881524554604, + "action_effect_rmse": 19.09819637142121 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.02997685796612882, + 0.02997178979889404, + 0.009971789798894041, + 0.02997178979889404 + ], + "true_costs": [ + 0.27748145904550636, + 0.6703257042995517, + 0.009898164924245818, + 0.6815925560297487 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 396, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5032341053316163, + "action_effect_rmse": 0.5978872443044903 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025335794736633943, + "action_effect_rmse": 0.0327921922876725 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4320866270805445, + "action_effect_rmse": 0.4320866270805445 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 88.36832299638668, + "action_effect_rmse": 109.30407351026928 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9934907295705457, + "action_effect_rmse": 1.1842796116869068 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.046645185728980465, + "action_effect_rmse": 0.06054198275184213 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3868852187798279, + "action_effect_rmse": 0.3868852187798279 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 88.71373834790084, + "action_effect_rmse": 109.71157149471642 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.023706472294844, + "action_effect_rmse": 2.3971231610657155 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08294142874941575, + "action_effect_rmse": 0.10837215773108322 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4967916072303062, + "action_effect_rmse": 0.49679160723030613 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 89.43958745490876, + "action_effect_rmse": 110.55372724809155 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0078119107686834, + "action_effect_rmse": 2.77050616721288 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1405680271737436, + "action_effect_rmse": 0.1871181459176024 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3893421623619688, + "action_effect_rmse": 0.3893421623619688 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 89.42838877796022, + "action_effect_rmse": 110.7329767373667 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 255.13266619151352, + 255.0526661915135, + 255.07266619151352, + 255.13266619151352 + ], + "true_costs": [ + 418.4578155992184, + 222.95007840125334, + 320.51833475767614, + 403.0450797949619 + ] + }, + { + "system_id": "battery-00260", + "family": "battery", + "anchor_step": 60, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11856058929296265, + "action_effect_rmse": 0.14547888404955384 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17462052307299322, + "action_effect_rmse": 0.22549841133952192 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.571891207594369, + "action_effect_rmse": 4.3527611072106 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23687955695132948, + "action_effect_rmse": 0.2908028724041126 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3362415905990055, + "action_effect_rmse": 0.43363110080640443 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.511371639958061, + "action_effect_rmse": 5.508734330027212 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33486490192971036, + "action_effect_rmse": 0.41023447589542505 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4259649576925592, + "action_effect_rmse": 0.5463365068999214 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.268003962044108, + "action_effect_rmse": 6.439722792661412 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5145784711360257, + "action_effect_rmse": 0.6571778551234697 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5735698001788355, + "action_effect_rmse": 0.6321288017202942 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 15.459399629237723, + "action_effect_rmse": 16.735390560973805 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.022631645032326113, + 0.027443713455546765, + 0.0074437134555467655, + 0.027443713455546765 + ], + "true_costs": [ + 0.2721756369786566, + 0.6634857410022164, + 0.007980338626745787, + 0.6906285097498943 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 530, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8067780359996538, + "action_effect_rmse": 0.9429055324055111 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.584047853264868, + "action_effect_rmse": 0.5954229769508622 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8722449747187515, + "action_effect_rmse": 2.3771618360369833 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9011312023316881, + "action_effect_rmse": 1.4835519312463055 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.084607486138453, + "action_effect_rmse": 4.90766270388631 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.767641919256372, + "action_effect_rmse": 3.6352987977304774 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.526193136876775, + "action_effect_rmse": 6.888475685127684 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6247962629339177, + "action_effect_rmse": 5.3168252270790175 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 275.3100236872371, + "predicted_costs": [ + 822.9409028924339, + 823.1248797227734, + 822.1248797227734, + 823.1248797227734 + ], + "true_costs": [ + 501.3249183987067, + 496.33328775177034, + 771.6433114390074, + 1146.1594275126881 + ] + }, + { + "system_id": "tank-00643", + "family": "tank", + "anchor_step": 636, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.038803764251686225, + "action_effect_rmse": 0.06721009120884545 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009070992069479663, + "action_effect_rmse": 0.010320889287582166 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18825345852687211, + "action_effect_rmse": 0.18825345852687211 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 56.61971678011232, + "action_effect_rmse": 62.167443610084916 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08063215395047744, + "action_effect_rmse": 0.13965898736594248 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017490274257607297, + "action_effect_rmse": 0.0199403195783551 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21585555591858827, + "action_effect_rmse": 0.21585555591858827 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 56.64542080671325, + "action_effect_rmse": 62.192337327698176 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18632420479846937, + "action_effect_rmse": 0.3227229893908178 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03557129272754267, + "action_effect_rmse": 0.04070784864261773 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33790967274364575, + "action_effect_rmse": 0.3379096727436458 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 56.710369787682055, + "action_effect_rmse": 62.255336328334714 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.45743110669987946, + "action_effect_rmse": 0.7922939177666515 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07429029600641239, + "action_effect_rmse": 0.08589051403383137 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5640819101562699, + "action_effect_rmse": 0.5640819101562699 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 69.83465962569865, + "action_effect_rmse": 73.24593526340637 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 725.1445994021411, + 725.1063996553567, + 725.1263996553566, + 725.1863996553567 + ], + "true_costs": [ + 725.1445819575443, + 665.7209059548895, + 725.1263822107599, + 725.1863822107599 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 38, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.38777704387232664, + "action_effect_rmse": 0.4396981970204733 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02300608932229527, + "action_effect_rmse": 0.025934150525251165 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0736946838292496, + "action_effect_rmse": 0.0736946838292496 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 57.79537063035675, + "action_effect_rmse": 79.83382776683915 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7753920478800941, + "action_effect_rmse": 0.8792417419727776 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03940869872561592, + "action_effect_rmse": 0.04389947649707667 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04717696903523905, + "action_effect_rmse": 0.04717696903523905 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 58.07933615408706, + "action_effect_rmse": 80.1375740514379 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0783440174505277, + "action_effect_rmse": 1.3525449451721603 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.054269539096396834, + "action_effect_rmse": 0.06295499716732454 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47313891948188824, + "action_effect_rmse": 0.47313891948188824 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 77.96104466940783, + "action_effect_rmse": 86.02981409197022 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8232902945951135, + "action_effect_rmse": 1.8470280939397001 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07269357848831486, + "action_effect_rmse": 0.07870894552735423 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10246664261782068, + "action_effect_rmse": 0.10246664261782068 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 63.78182162560458, + "action_effect_rmse": 90.02535719081395 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 301.5681184611325, + 301.5482721269324, + 301.56827212693236, + 301.62827212693236 + ], + "true_costs": [ + 330.7049347552591, + 243.31952129473154, + 372.23785511045844, + 426.2688703012275 + ] + }, + { + "system_id": "tank-00097", + "family": "tank", + "anchor_step": 638, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11372171607322261, + "action_effect_rmse": 0.12968563944559366 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0035974424414024022, + "action_effect_rmse": 0.0046326196791422304 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10242768148316239, + "action_effect_rmse": 0.10242768148316239 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 64.96592887532886, + "action_effect_rmse": 92.74952490051474 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26078603723978117, + "action_effect_rmse": 0.2962746019633199 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007598010664930636, + "action_effect_rmse": 0.00976256322671983 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14607223103694356, + "action_effect_rmse": 0.14607223103694356 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 65.08029687483935, + "action_effect_rmse": 92.85979567782131 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5822970428024737, + "action_effect_rmse": 0.6607122799949552 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014163878028914686, + "action_effect_rmse": 0.018113822586020775 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1639041789874588, + "action_effect_rmse": 0.1639041789874588 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 65.3303274072971, + "action_effect_rmse": 93.10123139342508 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49816734103033805, + "action_effect_rmse": 0.8628511453360374 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01924515218412637, + "action_effect_rmse": 0.023117872819330455 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5243215360181693, + "action_effect_rmse": 0.5243215360181693 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 87.0572099872383, + "action_effect_rmse": 103.09210668397841 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 409.2349842168477, + 409.21658673267154, + 409.2365867326715, + 409.2965867326715 + ], + "true_costs": [ + 383.31057131704256, + 359.6567638585657, + 409.23658757258653, + 409.29658757258653 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 491, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18901998715863091, + "action_effect_rmse": 0.19604462319399316 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1695734375563658, + "action_effect_rmse": 1.2011309554595602 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 20.87148990830453, + "action_effect_rmse": 21.32851019397939 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18179834605955236, + "action_effect_rmse": 0.20944818885793648 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6697474865631786, + "action_effect_rmse": 0.8480771055303022 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.559386859649745, + "action_effect_rmse": 21.137375063255288 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20106038244462562, + "action_effect_rmse": 0.26102066285411557 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6987139697890864, + "action_effect_rmse": 0.8231563321278602 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.070903767464792, + "action_effect_rmse": 13.282473147323843 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.271438829629566, + "action_effect_rmse": 0.3747813076942674 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.128445543154472, + "action_effect_rmse": 1.5376843000149696 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 12.990097273182345, + "action_effect_rmse": 14.512598707846395 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.22560128865202617, + "predicted_costs": [ + 0.4313130094798934, + 0.39022031851519706, + 0.37022031851519704, + 0.39022031851519706 + ], + "true_costs": [ + 1.0610926909646965, + 0.8670243277452073, + 0.37065444221430444, + 0.14505315356227827 + ] + }, + { + "system_id": "battery-00095", + "family": "battery", + "anchor_step": 350, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03684831767573854, + "action_effect_rmse": 0.04475413176789538 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05407719931923083, + "action_effect_rmse": 0.06259503769773206 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 12.020808968712311, + "action_effect_rmse": 14.344871313409042 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07265176143721964, + "action_effect_rmse": 0.0875155387673136 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10962725426319153, + "action_effect_rmse": 0.12141879744612706 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.827609098108526, + "action_effect_rmse": 13.876415313642292 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1415899624976623, + "action_effect_rmse": 0.16828959259715998 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22331749066099485, + "action_effect_rmse": 0.23307504087444988 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.54896174704443, + "action_effect_rmse": 13.260482319717362 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2583674925354979, + "action_effect_rmse": 0.2966916767183572 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4181403707059002, + "action_effect_rmse": 0.43135144160119127 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.124598712234077, + "action_effect_rmse": 12.573080991417852 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.07049304549531332, + "predicted_costs": [ + 0.14139655851707358, + 0.15101933585555116, + 0.13101933585555117, + 0.15101933585555116 + ], + "true_costs": [ + 0.06069075278434732, + 0.5241161102870224, + 0.13118379827966065, + 0.06845190984319371 + ] + }, + { + "system_id": "tank-00628", + "family": "tank", + "anchor_step": 209, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03453290355524352, + "action_effect_rmse": 0.0598127434905577 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.041891207173036925, + "action_effect_rmse": 0.047502171298523854 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06773933582126158, + "action_effect_rmse": 0.06773933582126158 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 45.71769200483478, + "action_effect_rmse": 62.62229268657868 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07354564575409128, + "action_effect_rmse": 0.12738479512154838 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08231931665569962, + "action_effect_rmse": 0.09300239388342309 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08986866990532504, + "action_effect_rmse": 0.08986866990532504 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 45.744550188474584, + "action_effect_rmse": 62.629774713089 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14594077718876206, + "action_effect_rmse": 0.2527768409870249 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15254187651023265, + "action_effect_rmse": 0.17117527339539906 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07009127163012974, + "action_effect_rmse": 0.07009127163012974 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 45.794390359277976, + "action_effect_rmse": 62.64374811908972 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34071762969194214, + "action_effect_rmse": 0.5305273579780995 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2806908477863992, + "action_effect_rmse": 0.30772154991916373 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.35883754044689087, + "action_effect_rmse": 0.35883754044689087 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 51.686739841647544, + "action_effect_rmse": 73.5017384755034 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 552.2090400275254, + 552.200611013184, + 552.220611013184, + 552.2806110131841 + ], + "true_costs": [ + 550.9624854296958, + 512.7129205978856, + 552.2205973819476, + 552.2805973819477 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 452, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.0694610310320365, + "action_effect_rmse": 2.2048005603507725 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9436850606058822, + "action_effect_rmse": 2.031042549294503 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.985551860861353, + "action_effect_rmse": 4.246200747134602 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.8873701212117644, + "action_effect_rmse": 4.062085098589006 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 7.402246323130963, + "action_effect_rmse": 7.886341707509522 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.774740242423529, + "action_effect_rmse": 8.124170197178012 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.459440203019541, + "action_effect_rmse": 11.475047344364643 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.213318699616442, + "action_effect_rmse": 13.091500138663365 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 472.6432133490805, + "predicted_costs": [ + 968.9485004074152, + 967.4933628338497, + 966.4933628338497, + 967.4933628338497 + ], + "true_costs": [ + 348.6623442271789, + 546.820600350415, + 821.3055575762594, + 1194.9966071885503 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 91, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05074016947998603, + "action_effect_rmse": 0.08784490233858587 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16515896822775625, + "action_effect_rmse": 0.28606372429612775 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 16.960193198147046, + "action_effect_rmse": 18.79383524171608 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10137988900557247, + "action_effect_rmse": 0.1755331689114882 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3076114047599141, + "action_effect_rmse": 0.532798582031806 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.096440935393838, + "action_effect_rmse": 16.648851709352716 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2023088314278163, + "action_effect_rmse": 0.35039591539559883 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.537842592651046, + "action_effect_rmse": 0.9315706969461829 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.389956525251256, + "action_effect_rmse": 13.10789258912296 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.416771630786217, + "action_effect_rmse": 0.4786143530710364 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8932738371378447, + "action_effect_rmse": 0.8934198348227221 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 14.002925438250934, + "action_effect_rmse": 15.186562121020247 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.5588430672246221, + "predicted_costs": [ + 1.0239176625968769, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.8361963607955278, + 1.02, + 0.9996731094506165, + 0.4408300422259944 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 116, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4942429980321757, + "action_effect_rmse": 0.6091077700071704 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18731301022694305, + "action_effect_rmse": 0.23889000594915435 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0938849557458532, + "action_effect_rmse": 0.0938849557458532 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.911441878628022, + "action_effect_rmse": 42.364008488223064 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6773595050747633, + "action_effect_rmse": 0.8110309149217783 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2933418265040378, + "action_effect_rmse": 0.36956124682896296 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09637841162384408, + "action_effect_rmse": 0.09637841162384408 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.420200281047972, + "action_effect_rmse": 42.707692632713986 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6665793375529822, + "action_effect_rmse": 0.6775319129455427 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3612451688302727, + "action_effect_rmse": 0.3862433802901176 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13103262195058907, + "action_effect_rmse": 0.13103262195058907 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.871594425139662, + "action_effect_rmse": 32.90088671991204 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6815026013941882, + "action_effect_rmse": 1.1803971311050943 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3450912630334025, + "action_effect_rmse": 0.3970722265675044 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18226323028809843, + "action_effect_rmse": 0.18226323028809843 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 24.913060287776073, + "action_effect_rmse": 32.619485822871496 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.2759638252903093, + 0.2662948150465248, + 0.2862948150465248, + 0.3462948150465248 + ], + "true_costs": [ + 1.1719400200015215, + 1.1110889694260717, + 3.7266891226752765, + 4.328116697950093 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 656, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019126641408695133, + "action_effect_rmse": 0.021620886423160207 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21631777348953443, + "action_effect_rmse": 0.24854937401881766 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.974233666430358, + "action_effect_rmse": 4.6256640752175295 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.037902527409761, + "action_effect_rmse": 0.0426440179910544 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42065629920445247, + "action_effect_rmse": 0.4715981333171757 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.112908451177013, + "action_effect_rmse": 4.747988555823251 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07450850417604142, + "action_effect_rmse": 0.08317109595713906 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7910970962939446, + "action_effect_rmse": 0.8556811854026287 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.391414134953831, + "action_effect_rmse": 5.008561061777408 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21412116457178854, + "action_effect_rmse": 0.2565754175168285 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4301036280430743, + "action_effect_rmse": 3.7094155552234938 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 16.54211967979576, + "action_effect_rmse": 17.30140425147364 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.10734879513006665, + "predicted_costs": [ + 0.2644447426250016, + 0.2599827208092264, + 0.23998272080922642, + 0.2599827208092264 + ], + "true_costs": [ + 0.3590977957455588, + 0.13121652716891227, + 0.23856532229897892, + 0.4280830657188227 + ] + }, + { + "system_id": "tank-00886", + "family": "tank", + "anchor_step": 135, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2757288772985653, + "action_effect_rmse": 0.33172638348843564 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021309256524641995, + "action_effect_rmse": 0.024398564225935525 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3693524145853271, + "action_effect_rmse": 0.3693524145853271 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.1769166385781, + "action_effect_rmse": 54.79987173193255 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5487090363906818, + "action_effect_rmse": 0.6628876299203238 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.040328392530743905, + "action_effect_rmse": 0.04590373383650819 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3388753506951587, + "action_effect_rmse": 0.3388753506951587 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 40.35887095450192, + "action_effect_rmse": 54.98351307320632 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.175550854896042, + "action_effect_rmse": 1.3539900989203608 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0633358971512988, + "action_effect_rmse": 0.07804213109652772 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1801642919595118, + "action_effect_rmse": 0.18016429195951184 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 42.122211600972, + "action_effect_rmse": 48.066701840553606 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4561426669446007, + "action_effect_rmse": 2.2199138238003164 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09629100565904143, + "action_effect_rmse": 0.1180253999012097 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06308887748655473, + "action_effect_rmse": 0.06308887748655473 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 42.31291279927037, + "action_effect_rmse": 48.02899973038311 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 335.24535423353655, + 335.22391376033346, + 335.24391376033344, + 335.30391376033344 + ], + "true_costs": [ + 430.58450241339756, + 295.20432808768214, + 410.8530397073338, + 483.4755692855816 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 585, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06303482862453554, + "action_effect_rmse": 0.06960733393477929 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7084859588317253, + "action_effect_rmse": 0.7504369617508639 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 10.65117242701311, + "action_effect_rmse": 11.855358887009123 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11323673798421934, + "action_effect_rmse": 0.12771097598890171 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1906639935763401, + "action_effect_rmse": 1.284771282586805 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.069128357533984, + "action_effect_rmse": 10.583387389548054 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17501475333161567, + "action_effect_rmse": 0.21114255230561604 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4944029432950157, + "action_effect_rmse": 1.7543063651487512 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.746406098795994, + "action_effect_rmse": 8.166434008796008 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24731629353677645, + "action_effect_rmse": 0.2793202227172012 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5568376221204403, + "action_effect_rmse": 1.7614375566210654 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.580029622588948, + "action_effect_rmse": 7.493510413813573 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.03185061008282127, + 0.03022604582152952, + 0.010226045821529521, + 0.03022604582152952 + ], + "true_costs": [ + 0.16452055065493107, + 0.21925491655660723, + 0.01047522902351616, + 0.07336438073783441 + ] + }, + { + "system_id": "battery-00860", + "family": "battery", + "anchor_step": 58, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03407533569274913, + "action_effect_rmse": 0.03702942970541217 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.058780965245934645, + "action_effect_rmse": 0.06087628494642067 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.911651989026282, + "action_effect_rmse": 8.9616735529111 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05641350846788165, + "action_effect_rmse": 0.058411967173903026 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07763575027767959, + "action_effect_rmse": 0.08665666527770195 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.033239130580117, + "action_effect_rmse": 9.055952238719557 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13310474301070738, + "action_effect_rmse": 0.15228771520384596 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2015222530783151, + "action_effect_rmse": 0.23140961043233899 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.612633783962417, + "action_effect_rmse": 15.232494902010938 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25401420518790946, + "action_effect_rmse": 0.2879237350872893 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.38550333944442744, + "action_effect_rmse": 0.4353492090065997 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.15253124627777, + "action_effect_rmse": 11.801108356720508 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.4609677323760937, + "predicted_costs": [ + 0.877005589415201, + 0.8840625707647238, + 0.8640625707647238, + 0.8840625707647238 + ], + "true_costs": [ + 0.5036507381451288, + 1.02, + 0.8641252487949348, + 0.4031575164188411 + ] + }, + { + "system_id": "thermal-00927", + "family": "thermal", + "anchor_step": 384, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0716224291768282, + "action_effect_rmse": 1.236853818773426 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6126699455516965, + "action_effect_rmse": 0.613661717987935 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.080127506471989, + "action_effect_rmse": 2.400858343261668 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.225339891103393, + "action_effect_rmse": 1.22732343597587 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1664753194481334, + "action_effect_rmse": 3.8032669339352165 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1484788839359985, + "action_effect_rmse": 2.367382156524359 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.934368745403783, + "action_effect_rmse": 6.883270604910481 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.984731002596618, + "action_effect_rmse": 4.984918084231828 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 4.055461998440254, + 4.426583692957697, + 3.426583692957698, + 4.426583692957697 + ], + "true_costs": [ + 1.5097341346774737, + 104.45126532728818, + 1.2999524273248955, + 96.63838065825246 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 256, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1129003243727335, + "action_effect_rmse": 0.17110415815130386 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011608192187966418, + "action_effect_rmse": 0.013213234227684665 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01865554750083165, + "action_effect_rmse": 0.01865554750083165 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 51.894812062622044, + "action_effect_rmse": 72.24900210729312 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2170461421954902, + "action_effect_rmse": 0.33095684377326906 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02378296365534401, + "action_effect_rmse": 0.02697466600171464 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06646072840268558, + "action_effect_rmse": 0.06646072840268558 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 52.07680943714274, + "action_effect_rmse": 72.5085777803893 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5025189945976992, + "action_effect_rmse": 0.6348355391288641 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.048141259947044546, + "action_effect_rmse": 0.05422415137991379 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19606675192672673, + "action_effect_rmse": 0.19606675192672673 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 52.47043461302071, + "action_effect_rmse": 73.06332286609343 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4280202258943422, + "action_effect_rmse": 1.4979848101220024 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09292527308965741, + "action_effect_rmse": 0.10253683230609721 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10874923532162883, + "action_effect_rmse": 0.10874923532162883 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 45.89529677136377, + "action_effect_rmse": 59.20111235642241 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1219.8663889449633, + 1219.8566062475488, + 1219.8766062475488, + 1219.9366062475488 + ], + "true_costs": [ + 1172.2981884119329, + 1044.0515647694, + 1219.8766161377919, + 1219.9366161377918 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 188, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.606868959604976, + "action_effect_rmse": 0.7204490111380538 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7618874167475079, + "action_effect_rmse": 0.9631690703196469 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1964682196639795, + "action_effect_rmse": 1.4203961696708192 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5237748334950159, + "action_effect_rmse": 1.9263381406392939 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3258094348038028, + "action_effect_rmse": 2.761102015319188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0475496669900317, + "action_effect_rmse": 3.8526762812785877 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1544589204455775, + "action_effect_rmse": 3.8114868970881215 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.955937965572957, + "action_effect_rmse": 4.9365949237624305 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 15.670366264609195, + "predicted_costs": [ + 42.505082876959186, + 42.537544936718874, + 41.537544936718874, + 42.537544936718874 + ], + "true_costs": [ + 10.483901170247696, + 14.82217116866043, + 26.15426743485689, + 72.09212025673715 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 646, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0595416664091104, + "action_effect_rmse": 1.304264196710122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5884700505630841, + "action_effect_rmse": 0.8327780152189064 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5188755255503636, + "action_effect_rmse": 2.9138172665024307 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8187944410297707, + "action_effect_rmse": 2.1672337454944 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.12109971947055, + "action_effect_rmse": 5.798861718997934 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.279443221963144, + "action_effect_rmse": 4.885610488522581 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 9.264314599957158, + "action_effect_rmse": 10.397324040436938 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.20074078382955, + "action_effect_rmse": 10.338077828757463 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 155.0763077824884, + "predicted_costs": [ + 228.48572101542732, + 227.96316570436804, + 226.96316570436804, + 227.96316570436804 + ], + "true_costs": [ + 82.15541824793718, + 104.83679686422069, + 237.2317260304256, + 468.83274758307147 + ] + }, + { + "system_id": "battery-00719", + "family": "battery", + "anchor_step": 531, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05184873509135061, + "action_effect_rmse": 0.05576132745687135 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5378721164810175, + "action_effect_rmse": 0.5535462540594389 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 33.40337962877616, + "action_effect_rmse": 35.59146693210792 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10362849781972638, + "action_effect_rmse": 0.11145754628392415 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.040373801747504, + "action_effect_rmse": 1.0704188327033834 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 33.62584793370966, + "action_effect_rmse": 35.81726155307612 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2069894779771723, + "action_effect_rmse": 0.22266294548195656 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9505593254723148, + "action_effect_rmse": 2.0057705851451475 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 34.06952001749578, + "action_effect_rmse": 36.26769332931274 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14864366002025395, + "action_effect_rmse": 0.16742250304308803 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3484070826008696, + "action_effect_rmse": 2.486669857246651 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 15.228788505340441, + "action_effect_rmse": 19.786264194827847 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.10625300434243543, + "predicted_costs": [ + 0.2902933644257586, + 0.26619694140065275, + 0.24619694140065274, + 0.26619694140065275 + ], + "true_costs": [ + 0.19246295966456733, + 0.5312371169905883, + 0.2460994126937524, + 0.13984640835131698 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 46, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3996924278685796, + "action_effect_rmse": 0.46071971169063 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6160318558152701, + "action_effect_rmse": 0.6165538648489283 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.795081541126315, + "action_effect_rmse": 0.919920891481843 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2134774738998526, + "action_effect_rmse": 1.217866470087856 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.570629208052683, + "action_effect_rmse": 1.8310158340625409 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3600256169329348, + "action_effect_rmse": 2.39300303716893 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5159036489080484, + "action_effect_rmse": 2.8891120737392284 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7056351926547584, + "action_effect_rmse": 5.209104934342611 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 34.812553426109986, + "predicted_costs": [ + 17.8782506436121, + 17.696166108497252, + 16.696166108497252, + 17.696166108497252 + ], + "true_costs": [ + 44.68694149672078, + 11.868463063116767, + 46.68101648922675, + 116.09932647102005 + ] + }, + { + "system_id": "tank-00466", + "family": "tank", + "anchor_step": 350, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05501437397322769, + "action_effect_rmse": 0.09528769086822524 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026925376897603808, + "action_effect_rmse": 0.03039378033832496 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1172954316957201, + "action_effect_rmse": 0.1172954316957201 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 48.670668283058525, + "action_effect_rmse": 66.34138516339236 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1043909647901488, + "action_effect_rmse": 0.18081045486767144 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04461714840958327, + "action_effect_rmse": 0.047841083927131475 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5019967422436699, + "action_effect_rmse": 0.5019967422436699 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 54.30858901544811, + "action_effect_rmse": 76.15788280517891 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2908741350768757, + "action_effect_rmse": 0.5038087805608013 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.035125342289032226, + "action_effect_rmse": 0.037350914380198205 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0550718484864916, + "action_effect_rmse": 1.0550718484864916 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 54.77512805244361, + "action_effect_rmse": 76.19822128484157 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7219212109397869, + "action_effect_rmse": 1.2504042164093596 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.046802746329740096, + "action_effect_rmse": 0.058384147015585 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2848916638401144, + "action_effect_rmse": 1.2848916638401144 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 55.853511090245945, + "action_effect_rmse": 76.32412946967249 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 8.08493148617019, + 8.079407215621838, + 8.099407215621838, + 8.159407215621838 + ], + "true_costs": [ + 8.08493332021774, + 3.6610318808586895, + 8.099409049669388, + 8.159409049669389 + ] + }, + { + "system_id": "battery-00149", + "family": "battery", + "anchor_step": 107, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1053251830472252, + "action_effect_rmse": 0.10742130285550446 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.3677498802629375, + "action_effect_rmse": 2.3873595605900046 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.465240482390248, + "action_effect_rmse": 16.39771529535596 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21011880778224254, + "action_effect_rmse": 0.21431950566163085 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.409315641869114, + "action_effect_rmse": 4.447720436809216 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.467672087315876, + "action_effect_rmse": 16.464305642219472 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31237026927358735, + "action_effect_rmse": 0.32357489966589464 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.183944895803841, + "action_effect_rmse": 5.291048650566095 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 14.469506798272628, + "action_effect_rmse": 16.59003617949891 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30353559761670246, + "action_effect_rmse": 0.3472621398775712 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0852258634667256, + "action_effect_rmse": 2.7388920575005495 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 14.455940965732943, + "action_effect_rmse": 16.813670914387384 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.05847492974656393, + "predicted_costs": [ + 0.2024157960900183, + 0.14809003309529348, + 0.1280900330952935, + 0.14809003309529348 + ], + "true_costs": [ + 0.8115757150521522, + 0.375491433926722, + 0.1288544501478749, + 0.07037952040131096 + ] + }, + { + "system_id": "tank-00880", + "family": "tank", + "anchor_step": 592, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030470589813524462, + "action_effect_rmse": 0.05277660969361505 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04400694496705526, + "action_effect_rmse": 0.048937509742873433 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09324691805973218, + "action_effect_rmse": 0.09324691805973218 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 46.40603584938498, + "action_effect_rmse": 64.59804029624927 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05079976026516834, + "action_effect_rmse": 0.08798776579159019 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0718093248324756, + "action_effect_rmse": 0.08548684905967971 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17395644086627923, + "action_effect_rmse": 0.17395644086627923 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 44.47162738790444, + "action_effect_rmse": 50.3887222086263 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1244906871498513, + "action_effect_rmse": 0.2156241952127044 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11605201642784617, + "action_effect_rmse": 0.14805720262320826 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3114258623733922, + "action_effect_rmse": 0.3114258623733922 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 44.6398934281544, + "action_effect_rmse": 50.53963656397466 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31087944340425616, + "action_effect_rmse": 0.538458991004905 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1664208601292986, + "action_effect_rmse": 0.232848528155357 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7268987878707026, + "action_effect_rmse": 0.7268987878707026 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 45.065493963904515, + "action_effect_rmse": 50.92679763865965 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 12.929780840764295, + 12.905634226338849, + 12.925634226338849, + 12.98563422633885 + ], + "true_costs": [ + 12.929777344247217, + 8.378507030231209, + 12.925630729821771, + 12.985630729821771 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 189, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5615057713456247, + "action_effect_rmse": 0.6935337031628591 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020905146876996145, + "action_effect_rmse": 0.025797798376241944 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0647057888559327, + "action_effect_rmse": 0.0647057888559327 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 81.97152073982053, + "action_effect_rmse": 91.5633987109869 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6770769985473043, + "action_effect_rmse": 0.9605404434664284 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.041638811463615255, + "action_effect_rmse": 0.053070758342984095 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04138221029398523, + "action_effect_rmse": 0.04138221029398523 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 90.70317523712811, + "action_effect_rmse": 111.09536314558049 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7012400893523978, + "action_effect_rmse": 0.9257790540826605 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0657099485128801, + "action_effect_rmse": 0.07467556293452234 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07313359345250581, + "action_effect_rmse": 0.07313359345250581 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 65.65495356037003, + "action_effect_rmse": 93.17736563483925 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9215684709379849, + "action_effect_rmse": 1.0061998230187115 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1710457085420304, + "action_effect_rmse": 0.19294281901348706 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.035363882731905535, + "action_effect_rmse": 0.035363882731905535 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 65.81794001426738, + "action_effect_rmse": 93.36488731418748 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 351.14538359200145, + 351.10946079455357, + 351.12946079455355, + 351.18946079455355 + ], + "true_costs": [ + 435.1720010780288, + 323.53032559398724, + 435.3638705098339, + 456.3827693800979 + ] + }, + { + "system_id": "battery-00095", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03452554921432885, + "action_effect_rmse": 0.04071081418602149 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06909478353040892, + "action_effect_rmse": 0.06982283813299765 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.628599751396038, + "action_effect_rmse": 13.338153773025898 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06904754758764199, + "action_effect_rmse": 0.08141072801694872 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13459176148741273, + "action_effect_rmse": 0.13624832924525193 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.706950145050023, + "action_effect_rmse": 13.409405363749787 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13808141122967502, + "action_effect_rmse": 0.162778243817666 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2580275123395464, + "action_effect_rmse": 0.26113641624108325 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.860900732557662, + "action_effect_rmse": 13.548725091586293 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2707735153755518, + "action_effect_rmse": 0.33941351629629907 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.061578785332891, + "action_effect_rmse": 1.145429018464861 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 13.284869024526708, + "action_effect_rmse": 16.517150524828978 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.2006286484878378, + "predicted_costs": [ + 0.37282639709295856, + 0.3803453906644064, + 0.3603453906644064, + 0.3803453906644064 + ], + "true_costs": [ + 0.20738732181124714, + 0.7723417469919179, + 0.3601090353967051, + 0.1594803869088673 + ] + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "anchor_step": 144, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.548889348533964, + "action_effect_rmse": 0.633541737293177 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008209297761363624, + "action_effect_rmse": 0.009475375646446094 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6903201846151129, + "action_effect_rmse": 0.7585389871097292 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9809058687710781, + "action_effect_rmse": 1.1321859494670974 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.031182958153760154, + "action_effect_rmse": 0.035992145840394264 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3806403692302258, + "action_effect_rmse": 1.5170779742194584 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6001378509050639, + "action_effect_rmse": 1.8469189039259264 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10789489610448062, + "action_effect_rmse": 0.1245349724961343 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7612807384604516, + "action_effect_rmse": 3.034155948438917 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6301984616095404, + "action_effect_rmse": 3.086244839521702 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3383435166566559, + "action_effect_rmse": 0.3885719227518191 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.948133640693186, + "action_effect_rmse": 5.0342510693369 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 76.32956049339637, + "predicted_costs": [ + 138.75451082172137, + 139.028228669443, + 138.028228669443, + 139.028228669443 + ], + "true_costs": [ + 135.4256119343457, + 89.6558685862066, + 165.98542907960297, + 286.03813799060583 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 168, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5522836715036483, + "action_effect_rmse": 0.6362000086220654 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6177308100127448, + "action_effect_rmse": 0.6180728780844281 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0304878884012716, + "action_effect_rmse": 1.170928864113637 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.333863460138313, + "action_effect_rmse": 1.3547901571325045 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8635761112330276, + "action_effect_rmse": 2.1204319066483075 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.893953849506223, + "action_effect_rmse": 3.101058846168202 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2563427287060613, + "action_effect_rmse": 3.788398454571368 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.1780307788198074, + "action_effect_rmse": 7.0192675138378435 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.23073347360705687, + 1.004869840150488, + 0.004869840150488012, + 1.004869840150488 + ], + "true_costs": [ + 2.6539582502207457, + 25.180520034523035, + 0.24536944087369783, + 35.717212889489836 + ] + }, + { + "system_id": "tank-00661", + "family": "tank", + "anchor_step": 286, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6029474826329994, + "action_effect_rmse": 0.6943309177723741 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04574986138745866, + "action_effect_rmse": 0.05232076347097016 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10123302711152142, + "action_effect_rmse": 0.10123302711152142 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 41.739538659903026, + "action_effect_rmse": 58.39324116294104 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8330225881879549, + "action_effect_rmse": 0.8490910369106557 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08282639682554797, + "action_effect_rmse": 0.09272188857365513 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09062125728486516, + "action_effect_rmse": 0.09062125728486516 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 41.951170949602975, + "action_effect_rmse": 58.43115906935894 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6412034788112765, + "action_effect_rmse": 1.110597003291045 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13082241031953737, + "action_effect_rmse": 0.1480075459403587 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031574516398793176, + "action_effect_rmse": 0.031574516398793176 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 36.57467499524433, + "action_effect_rmse": 45.851988857749404 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7461294071321566, + "action_effect_rmse": 1.2923340421741394 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22466993812107758, + "action_effect_rmse": 0.2802874618797214 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03138396842996946, + "action_effect_rmse": 0.03138396842996946 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 49.558693981143996, + "action_effect_rmse": 52.07278704384487 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 173.32359446334036, + 173.30214560088197, + 173.32214560088198, + 173.38214560088198 + ], + "true_costs": [ + 230.58010273858048, + 157.29503214797026, + 246.87918813142028, + 262.97561125134064 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 199, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5202224313310898, + "action_effect_rmse": 0.5979710959162106 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0033424668503189516, + "action_effect_rmse": 0.0038420076589828767 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7562294719095727, + "action_effect_rmse": 0.8424086944980768 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.930678722602714, + "action_effect_rmse": 1.0697712020542465 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012790287059604092, + "action_effect_rmse": 0.014701830427698835 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5124589438191454, + "action_effect_rmse": 1.6848173889961535 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8349703499319219, + "action_effect_rmse": 2.1673770216946484 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04386686676768766, + "action_effect_rmse": 0.05096227490042779 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2398330600316094, + "action_effect_rmse": 2.3576146483322273 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4442632896433403, + "action_effect_rmse": 2.8120174600913814 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1678619422812441, + "action_effect_rmse": 0.19806527545880723 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8894128238592316, + "action_effect_rmse": 4.999476284658949 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.8607272161697131, + 1.3133229403903424, + 0.3133229403903424, + 1.3133229403903424 + ], + "true_costs": [ + 15.346583492053576, + 35.45426403616737, + 4.007805333371002, + 4.568195896727831 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 650, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6624038659404631, + "action_effect_rmse": 0.7400807244506261 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0035660767519563783, + "action_effect_rmse": 0.003984253114658206 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.214961013029362, + "action_effect_rmse": 1.3503156984215046 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2465483867362945, + "action_effect_rmse": 1.392725013476106 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014129131180741439, + "action_effect_rmse": 0.01578598522406589 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.429922026058724, + "action_effect_rmse": 2.700631396843009 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7856311939107812, + "action_effect_rmse": 2.1000685984873435 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05040443393250863, + "action_effect_rmse": 0.05684228826753242 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.5217907202885876, + "action_effect_rmse": 4.237754763204965 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5247191191829, + "action_effect_rmse": 1.7963611229532244 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.108834018870913, + "action_effect_rmse": 0.13889924010068114 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.995185904044395, + "action_effect_rmse": 8.435333310211496 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 29.742182426539408, + "predicted_costs": [ + 48.60928858133854, + 47.904832861806746, + 46.904832861806746, + 47.904832861806746 + ], + "true_costs": [ + 41.661645985893514, + 32.06734696030548, + 61.809529386844886, + 108.25986146118092 + ] + }, + { + "system_id": "battery-00737", + "family": "battery", + "anchor_step": 88, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09230125880355855, + "action_effect_rmse": 0.0941822261271245 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9449023745652833, + "action_effect_rmse": 0.9564532265073354 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 20.921603240108578, + "action_effect_rmse": 21.88676666759443 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1847030514486895, + "action_effect_rmse": 0.1884616790995347 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8682465826953678, + "action_effect_rmse": 1.8905990311364285 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.912447537854, + "action_effect_rmse": 21.90876319554687 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3697834104458373, + "action_effect_rmse": 0.3772879233891463 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6776918812086876, + "action_effect_rmse": 3.719835328678855 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 20.89027006677228, + "action_effect_rmse": 21.955768957539046 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3914264486982355, + "action_effect_rmse": 0.41905714979980313 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.580984166994495, + "action_effect_rmse": 4.695312624368744 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.709613071331172, + "action_effect_rmse": 9.099217731140758 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.009440551889527402, + "predicted_costs": [ + 0.24609928319441413, + 0.20549568567055848, + 0.1854956856705585, + 0.20549568567055848 + ], + "true_costs": [ + 0.3521150643826291, + 0.10926223839410341, + 0.11870279028363082, + 0.2794317290021383 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 73, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08763698658263792, + "action_effect_rmse": 0.1517917133833609 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04556979498522177, + "action_effect_rmse": 0.05395794567467536 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7965442319258967, + "action_effect_rmse": 0.7965442319258967 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 37.332830329069886, + "action_effect_rmse": 38.39888063853961 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1830491668516546, + "action_effect_rmse": 0.31705045727021847 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07973712025662276, + "action_effect_rmse": 0.09743653833607242 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8695387400816615, + "action_effect_rmse": 0.8695387400816615 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 37.55768799353873, + "action_effect_rmse": 38.68057672723771 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3738764235679383, + "action_effect_rmse": 0.6475729613718112 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1463925258321197, + "action_effect_rmse": 0.18778126443243015 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9625035893463875, + "action_effect_rmse": 0.9625035893463875 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 38.00741014789298, + "action_effect_rmse": 39.24950647870633 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7626417056351761, + "action_effect_rmse": 1.3209341821311127 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26387545493085857, + "action_effect_rmse": 0.3640696550404783 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9021099717902051, + "action_effect_rmse": 0.9021099717902051 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 38.923612388589454, + "action_effect_rmse": 40.43023308382774 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.101341721198024, + 11.057012307842593, + 11.077012307842592, + 11.137012307842593 + ], + "true_costs": [ + 11.101342086554283, + 3.8826077579315164, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 562, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.253140557190747, + "action_effect_rmse": 3.790189301585614 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8738153393842746, + "action_effect_rmse": 1.053933332600064 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.2989107539211675, + "action_effect_rmse": 7.338774249512001 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7476306787685492, + "action_effect_rmse": 2.107866665200128 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 7.0847880413319215, + "action_effect_rmse": 8.093029438963246 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.911354821056534, + "action_effect_rmse": 2.5348180261161026 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.88501693203475, + "action_effect_rmse": 12.662925338589341 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.278369658938307, + "action_effect_rmse": 4.740300595073102 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 1758.2706650418586, + "predicted_costs": [ + 9604.952164543052, + 9604.99933751039, + 9603.99933751039, + 9604.99933751039 + ], + "true_costs": [ + 7132.742399177587, + 4287.965270338637, + 6046.235935380496, + 8478.731607885064 + ] + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "anchor_step": 314, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.170165935160405, + "action_effect_rmse": 1.3103812579235723 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008460397118615978, + "action_effect_rmse": 0.009474165574052531 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1917381106584155, + "action_effect_rmse": 1.3294592685065276 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1998970854258935, + "action_effect_rmse": 2.4635001100998744 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03345394661372225, + "action_effect_rmse": 0.03746257118669998 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.383476221316831, + "action_effect_rmse": 2.6589185370130552 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.9077691479611296, + "action_effect_rmse": 4.376018219226569 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12436590136188386, + "action_effect_rmse": 0.13926806564151625 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.766952442633662, + "action_effect_rmse": 5.3178370740261105 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.2910582346329464, + "action_effect_rmse": 7.044885306833619 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42340312650141126, + "action_effect_rmse": 0.4741374747314278 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.533904885267324, + "action_effect_rmse": 10.635674148052221 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 40.415633777001766, + "predicted_costs": [ + 187.54070958127386, + 185.69721832418517, + 184.69721832418517, + 185.69721832418517 + ], + "true_costs": [ + 255.9361166320296, + 46.83626855172269, + 87.25190232872446, + 176.1944381480685 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 50, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09689432910305427, + "action_effect_rmse": 0.10983842671695976 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5033077777399484, + "action_effect_rmse": 0.5530100602281732 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.864443271432222, + "action_effect_rmse": 8.770698910848406 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13184412934976486, + "action_effect_rmse": 0.167579752254712 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3945974747963857, + "action_effect_rmse": 0.5868357090757372 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.699104861687715, + "action_effect_rmse": 5.600308926523728 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22793673831858755, + "action_effect_rmse": 0.28883188446225144 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6660646490775074, + "action_effect_rmse": 0.8098478182232076 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.696181436750898, + "action_effect_rmse": 6.801897047728489 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.39467405807041694, + "action_effect_rmse": 0.4709505366986231 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.976146250199791, + "action_effect_rmse": 1.178833790687263 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.309972351659454, + "action_effect_rmse": 8.59118232474622 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.02549171490366897, + 0.029099988043513946, + 0.009099988043513946, + 0.029099988043513946 + ], + "true_costs": [ + 0.10158172965293766, + 0.43313709491040137, + 0.009264739027610859, + 0.20353486271518217 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 92, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5205789973579987, + "action_effect_rmse": 0.6351796209428748 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0808742569073253, + "action_effect_rmse": 0.0958806732380788 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19033740794472342, + "action_effect_rmse": 0.19033740794472342 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 37.9709993374135, + "action_effect_rmse": 53.71147658580618 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0317165000950788, + "action_effect_rmse": 1.253397084974187 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.150283435280801, + "action_effect_rmse": 0.1748563741892278 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1762748948103201, + "action_effect_rmse": 0.1762748948103201 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 38.174405983383565, + "action_effect_rmse": 53.83753737152731 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0273723119440565, + "action_effect_rmse": 2.4432732061049163 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26595102720371483, + "action_effect_rmse": 0.29965802301502625 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09393681716812413, + "action_effect_rmse": 0.09393681716812413 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 38.702305270789076, + "action_effect_rmse": 54.34310194727087 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.142258753118988, + "action_effect_rmse": 3.5052534017560797 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.43359790070166265, + "action_effect_rmse": 0.46835631746279716 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12407149107972631, + "action_effect_rmse": 0.12407149107972631 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 39.39891302015004, + "action_effect_rmse": 54.838483089572584 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 225.11322708089577, + 225.11097068750783, + 225.13097068750784, + 225.19097068750784 + ], + "true_costs": [ + 215.3763624256444, + 185.21823401263745, + 318.3285882120568, + 434.29387462596253 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 579, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43506637263292447, + "action_effect_rmse": 0.530274406184101 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04233494225043207, + "action_effect_rmse": 0.054486398555061745 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0374260181475605, + "action_effect_rmse": 0.0374260181475605 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 65.45805332492792, + "action_effect_rmse": 93.38252954387701 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.544780865790616, + "action_effect_rmse": 0.6569883020120488 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08279170942129414, + "action_effect_rmse": 0.10622306710315754 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06469082539837584, + "action_effect_rmse": 0.06469082539837584 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 65.53921389104396, + "action_effect_rmse": 93.45009932473704 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6713486606862288, + "action_effect_rmse": 0.8027153460278866 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16313140909410903, + "action_effect_rmse": 0.20831204953790985 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.019521757943279414, + "action_effect_rmse": 0.019521757943279414 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 65.63284157495461, + "action_effect_rmse": 93.54249087735651 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.46242612387652215, + "action_effect_rmse": 0.6929075693943849 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2569602649575054, + "action_effect_rmse": 0.2937941118855734 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04949261508393882, + "action_effect_rmse": 0.04949261508393882 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 65.4782925188194, + "action_effect_rmse": 93.08504087864105 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 22.348315706423648, + "predicted_costs": [ + 412.16380765015765, + 412.16380765015765, + 412.18380765015763, + 412.24380765015763 + ], + "true_costs": [ + 409.8774179574278, + 387.52910225100413, + 461.3632359864359, + 463.3071503456618 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 216, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9464063675919855, + "action_effect_rmse": 1.0588526170519919 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0039942607502384915, + "action_effect_rmse": 0.004468834523310853 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2008229401203987, + "action_effect_rmse": 1.3376090444302553 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0658841168713493, + "action_effect_rmse": 1.3162143603581296 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012383394655414529, + "action_effect_rmse": 0.014805446350936013 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9539766243272728, + "action_effect_rmse": 1.2692951238070174 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7298815605260547, + "action_effect_rmse": 1.9718013392044498 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03536335389855102, + "action_effect_rmse": 0.04270859550286363 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.55136738861764, + "action_effect_rmse": 2.5555008160062793 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8476064166046027, + "action_effect_rmse": 3.245976106779968 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11535349451593528, + "action_effect_rmse": 0.13131097985398235 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.746148917198373, + "action_effect_rmse": 6.121448605657854 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 92.40657860015082, + "predicted_costs": [ + 385.714972764913, + 385.9026244527743, + 384.9026244527743, + 385.9026244527743 + ], + "true_costs": [ + 338.603135389711, + 409.03441794905217, + 273.2078606746679, + 180.8012820745171 + ] + }, + { + "system_id": "tank-00799", + "family": "tank", + "anchor_step": 245, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03223451026465263, + "action_effect_rmse": 0.055831809535478845 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016901631717114302, + "action_effect_rmse": 0.02153812167430334 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12633000562833024, + "action_effect_rmse": 0.12633000562833024 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 62.02091165151228, + "action_effect_rmse": 73.97977393199642 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04922549786480168, + "action_effect_rmse": 0.0852610633297098 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03303570937047695, + "action_effect_rmse": 0.04230046929337169 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.041605869669274397, + "action_effect_rmse": 0.041605869669274397 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 62.03142014262306, + "action_effect_rmse": 73.99443825291556 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11309249263173153, + "action_effect_rmse": 0.1958819431927679 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04478520443156656, + "action_effect_rmse": 0.052863166032483234 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0926657606464577, + "action_effect_rmse": 0.0926657606464577 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 41.014774460513685, + "action_effect_rmse": 56.15218149091817 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25259509474922776, + "action_effect_rmse": 0.437507537848337 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05479381971034769, + "action_effect_rmse": 0.06755438479721912 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12395064488275942, + "action_effect_rmse": 0.12395064488275942 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 41.10105325070421, + "action_effect_rmse": 56.17608028338507 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 714.1733783868781, + 714.1304999622295, + 714.1504999622294, + 714.2104999622295 + ], + "true_costs": [ + 714.1733724054869, + 679.0033307716244, + 714.1504939808383, + 714.2104939808384 + ] + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "anchor_step": 213, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7929319261928368, + "action_effect_rmse": 0.9451256861817626 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005297850339445631, + "action_effect_rmse": 0.006314709084044217 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48669198649553397, + "action_effect_rmse": 0.576677461925203 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5207470404590946, + "action_effect_rmse": 1.8126361704513378 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021239087549024777, + "action_effect_rmse": 0.0253156753191002 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9733839729910679, + "action_effect_rmse": 1.153354923850406 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1863579080670035, + "action_effect_rmse": 2.5482417617277586 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06784735251341918, + "action_effect_rmse": 0.07594292883688548 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8060627677933212, + "action_effect_rmse": 2.433892756564128 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.550019496211496, + "action_effect_rmse": 5.448718977540495 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23501399199231324, + "action_effect_rmse": 0.2708590553306394 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4714203573978275, + "action_effect_rmse": 5.043384541489883 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 61.34626854155529, + "predicted_costs": [ + 219.0879840037794, + 218.66325512516607, + 217.66325512516607, + 218.66325512516607 + ], + "true_costs": [ + 140.03426591123818, + 283.1076880789322, + 129.5610296623189, + 68.21476112076361 + ] + }, + { + "system_id": "battery-00134", + "family": "battery", + "anchor_step": 88, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014380288260885716, + "action_effect_rmse": 0.02479673647889972 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0604270847658294, + "action_effect_rmse": 0.10466278096768782 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.279125746603789, + "action_effect_rmse": 2.8986098725867935 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02849434330321686, + "action_effect_rmse": 0.04935365032948159 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11928957921014909, + "action_effect_rmse": 0.20661561200549028 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9551517359096853, + "action_effect_rmse": 2.335487304872824 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07746236078032152, + "action_effect_rmse": 0.08071375409151164 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3228949239954441, + "action_effect_rmse": 0.3336075454918807 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.064983591454258, + "action_effect_rmse": 3.514524263448204 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.173861270833181, + "action_effect_rmse": 0.17410040540675387 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7015267254855809, + "action_effect_rmse": 0.7035572484597798 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5696829756184507, + "action_effect_rmse": 3.709262062072961 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.4655732438226904, + "predicted_costs": [ + 1.0126727423868218, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.8071853525585339, + 1.02, + 0.999728801164248, + 0.5341555573415576 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 565, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0615348638467363, + "action_effect_rmse": 1.3852387731114335 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.6285807186057513 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0620814996502426, + "action_effect_rmse": 2.690891598491771 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8333333333333334, + "action_effect_rmse": 1.2571614372115025 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6451155818763596, + "action_effect_rmse": 4.534683710009263 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9352932360825055, + "action_effect_rmse": 2.2448433491221085 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.351064242131372, + "action_effect_rmse": 6.0064275644058 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5190821530689695, + "action_effect_rmse": 4.788112523699551 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 44.39200639910291, + "predicted_costs": [ + 108.80292101395835, + 108.37090669469202, + 107.37090669469202, + 108.37090669469202 + ], + "true_costs": [ + 55.0023239822459, + 286.92551859562525, + 76.74128796894166, + 32.34928156983875 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 278, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3272628169450342, + "action_effect_rmse": 0.3955956016684031 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02761234111378859, + "action_effect_rmse": 0.034321133455694396 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13368579909255018, + "action_effect_rmse": 0.13368579909255018 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 35.0734174401904, + "action_effect_rmse": 39.87049449693997 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5923827833501202, + "action_effect_rmse": 0.6795338387331059 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04911045259552793, + "action_effect_rmse": 0.05763270046150315 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018678994202318555, + "action_effect_rmse": 0.01867899420231855 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 25.268135142371857, + "action_effect_rmse": 28.295357769077135 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9372017050531382, + "action_effect_rmse": 1.0107381798605737 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08760705142285374, + "action_effect_rmse": 0.09667560546022291 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1649565247550241, + "action_effect_rmse": 0.1649565247550241 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.0348489924524, + "action_effect_rmse": 39.61259511812461 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2761438005780856, + "action_effect_rmse": 1.3221225126857536 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1844673567081081, + "action_effect_rmse": 0.20044230317427852 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2929005166056207, + "action_effect_rmse": 0.2929005166056207 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 22.80704840475796, + "action_effect_rmse": 30.518614641812373 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 208.9629884718293, + 208.9332325556305, + 208.9532325556305, + 209.0132325556305 + ], + "true_costs": [ + 235.63776377440126, + 173.15817331505383, + 250.3745151176978, + 282.52112085275826 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 89, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34978777206552475, + "action_effect_rmse": 0.4924026560315597 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0475090987907727, + "action_effect_rmse": 0.060988960325326046 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.050410402922721476, + "action_effect_rmse": 0.050410402922721476 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 89.64037410625276, + "action_effect_rmse": 108.8193393771628 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32189643142912533, + "action_effect_rmse": 0.5575409740103563 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09270271320890444, + "action_effect_rmse": 0.11957210355391361 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.038207715894424565, + "action_effect_rmse": 0.038207715894424565 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 89.6197416726459, + "action_effect_rmse": 108.81103464434725 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.40694620847996416, + "action_effect_rmse": 0.7048515090348146 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14866515400925095, + "action_effect_rmse": 0.17423475785414147 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07440203267127737, + "action_effect_rmse": 0.07440203267127737 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 54.1207893975758, + "action_effect_rmse": 73.52391328075703 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5618796445144921, + "action_effect_rmse": 0.9732040920378398 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24375584008883897, + "action_effect_rmse": 0.29329041494738795 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04493094598371522, + "action_effect_rmse": 0.04493094598371522 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 54.23540037573337, + "action_effect_rmse": 73.57848998167454 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 409.3145481389958, + 409.2672500631053, + 409.28725006310526, + 409.34725006310526 + ], + "true_costs": [ + 463.2744484215524, + 368.13596146956036, + 458.40542317235906, + 463.3071503456618 + ] + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "anchor_step": 593, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5512564270558743, + "action_effect_rmse": 0.6257501176079916 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003985629855517203, + "action_effect_rmse": 0.004524225439242987 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7126706433635567, + "action_effect_rmse": 0.7545784118131562 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1268908132837285, + "action_effect_rmse": 1.2927898961410982 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014323250165200344, + "action_effect_rmse": 0.01694304358480033 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0562982447081595, + "action_effect_rmse": 1.1899281246355427 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.311765290402679, + "action_effect_rmse": 2.887117746218292 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06569148667330656, + "action_effect_rmse": 0.07631905839337112 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.743553447397365, + "action_effect_rmse": 2.760012630312862 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.117387682267825, + "action_effect_rmse": 5.196717868134463 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2506870015949261, + "action_effect_rmse": 0.3132761315540252 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.979141775006004, + "action_effect_rmse": 6.168937630404457 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 7.57535338573363, + "predicted_costs": [ + 12.285383303424204, + 11.29441183879175, + 10.29441183879175, + 11.29441183879175 + ], + "true_costs": [ + 63.504213835909326, + 69.82566060087709, + 13.72340517280082, + 6.148051787067191 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 650, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6832770954589839, + "action_effect_rmse": 0.839741095120647 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010070006842979021, + "action_effect_rmse": 0.012701559523906066 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4940707241557454, + "action_effect_rmse": 0.4940707241557454 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 55.401359401046825, + "action_effect_rmse": 79.0252843062564 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2412144616626424, + "action_effect_rmse": 1.578223017072776 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021010123131881404, + "action_effect_rmse": 0.025168847276648823 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48345345247774474, + "action_effect_rmse": 0.4834534524777448 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 55.20644321472904, + "action_effect_rmse": 78.17300120826651 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2896092896623705, + "action_effect_rmse": 2.867523484534405 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02938213311042759, + "action_effect_rmse": 0.032478032042288066 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5331000921127464, + "action_effect_rmse": 0.5331000921127464 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 53.414886611871474, + "action_effect_rmse": 73.86270728158803 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.592776788387431, + "action_effect_rmse": 2.808592003611974 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04717943907100519, + "action_effect_rmse": 0.06234598297413191 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11278655748678035, + "action_effect_rmse": 0.11278655748678035 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 69.57459467200626, + "action_effect_rmse": 76.61859611440163 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 116.69147782698946, + 116.67356499912184, + 116.69356499912183, + 116.75356499912183 + ], + "true_costs": [ + 84.72887481673098, + 59.33166142916739, + 137.45616638123062, + 221.48838583981066 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 89, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0661298796123841, + "action_effect_rmse": 1.247480283803197 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016468869951367537, + "action_effect_rmse": 0.019270251170823843 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8465152714673488, + "action_effect_rmse": 1.0314118125412668 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2828151248655335, + "action_effect_rmse": 1.4954431456465371 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04779845109485711, + "action_effect_rmse": 0.06139909668836784 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0735581523871314, + "action_effect_rmse": 1.1838838250728883 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1078858192037835, + "action_effect_rmse": 2.394831779649578 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15193463996899345, + "action_effect_rmse": 0.1770902390763316 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.53947244916435, + "action_effect_rmse": 2.541925434392016 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4361400522524566, + "action_effect_rmse": 3.908251327265307 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4782574151500943, + "action_effect_rmse": 0.5457977582932958 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.184609545882684, + "action_effect_rmse": 5.21083694032983 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 1.0538118567538404, + "predicted_costs": [ + 1.2839468280977413, + 1.7403641975409472, + 0.7403641975409473, + 1.7403641975409472 + ], + "true_costs": [ + 2.3836696186609325, + 51.41263704618678, + 3.437481475414773, + 13.667427199187252 + ] + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "anchor_step": 488, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4503310814670758, + "action_effect_rmse": 1.5781170126114779 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.048647579203895695, + "action_effect_rmse": 0.05293382548650381 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.546135110057018, + "action_effect_rmse": 1.6546165721318185 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.6049086228503646, + "action_effect_rmse": 2.8344221995574843 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1828199788758056, + "action_effect_rmse": 0.1989279017707707 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.092270220114036, + "action_effect_rmse": 3.309233144263637 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.374096331029141, + "action_effect_rmse": 4.748646407015552 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6222802777724539, + "action_effect_rmse": 0.6767427597932251 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.290416430976886, + "action_effect_rmse": 6.71750656349955 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.654741715227428, + "action_effect_rmse": 7.204308343288272 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.859993663349505, + "action_effect_rmse": 2.017216128129946 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.898460834200213, + "action_effect_rmse": 13.73289896975941 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 39.46821388263258, + "predicted_costs": [ + 221.252367607338, + 220.30644245632615, + 219.30644245632615, + 220.30644245632615 + ], + "true_costs": [ + 277.8607729931297, + 49.26872726881882, + 88.7369411514514, + 168.2115212123616 + ] + }, + { + "system_id": "tank-00631", + "family": "tank", + "anchor_step": 574, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07302378502803701, + "action_effect_rmse": 0.1264809058295476 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04956226652425381, + "action_effect_rmse": 0.06422512217313632 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4580062164693029, + "action_effect_rmse": 0.4580062164693029 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 35.3829589838201, + "action_effect_rmse": 43.781424533502594 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13951927494768532, + "action_effect_rmse": 0.24165447284456257 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09312177266573703, + "action_effect_rmse": 0.12114608531085932 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3970159574479058, + "action_effect_rmse": 0.39701595744790585 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.42186403730898, + "action_effect_rmse": 43.83539252784772 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26094196179085927, + "action_effect_rmse": 0.4519647356484649 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16474128464298174, + "action_effect_rmse": 0.2054503011743583 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16351471161610603, + "action_effect_rmse": 0.16351471161610603 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 21.970370808102587, + "action_effect_rmse": 26.385709492508802 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4765371694434144, + "action_effect_rmse": 0.8253865891710528 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26339042791142475, + "action_effect_rmse": 0.3215224517912573 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21669998327150872, + "action_effect_rmse": 0.2166999832715087 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 22.096510837987363, + "action_effect_rmse": 26.484306628473366 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 814.2415298133217, + 814.1883145097346, + 814.2083145097346, + 814.2683145097346 + ], + "true_costs": [ + 814.2415623748421, + 735.7443762014088, + 814.208347071255, + 814.2683470712551 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 561, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40910301044753883, + "action_effect_rmse": 0.4891772277216584 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01001727429525919, + "action_effect_rmse": 0.011906104750421666 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2781413462981355, + "action_effect_rmse": 0.2781413462981355 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 45.599075132586535, + "action_effect_rmse": 62.076871630128565 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8156456874841117, + "action_effect_rmse": 0.9765680564146307 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019352263964175147, + "action_effect_rmse": 0.022980175460617428 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26293645943286514, + "action_effect_rmse": 0.26293645943286514 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 45.95284060855022, + "action_effect_rmse": 62.4541305564831 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6219388370331929, + "action_effect_rmse": 1.9462388934567338 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.036576578141404546, + "action_effect_rmse": 0.04392473915157148 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24344997672161095, + "action_effect_rmse": 0.24344997672161095 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 46.65969014774683, + "action_effect_rmse": 63.21094881991557 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.208686341817351, + "action_effect_rmse": 2.9619793530390557 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07547062009313994, + "action_effect_rmse": 0.0935667649549828 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14931727527354866, + "action_effect_rmse": 0.14931727527354866 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 47.1787971230976, + "action_effect_rmse": 63.25599896533064 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 81.53132924087747, + 81.5137815628515, + 81.5337815628515, + 81.5937815628515 + ], + "true_costs": [ + 119.26691296313327, + 41.55551767351272, + 115.54307216366428, + 191.4120311804296 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 476, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01915717695570311, + "action_effect_rmse": 0.023931822586933493 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2559901162012004, + "action_effect_rmse": 0.2756350252898297 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.520842898039284, + "action_effect_rmse": 5.480130599838099 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03830235888396886, + "action_effect_rmse": 0.04784782381366121 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4843212071175855, + "action_effect_rmse": 0.521775852687519 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.712983010958254, + "action_effect_rmse": 5.719384523938426 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07656065920264384, + "action_effect_rmse": 0.09563816925997463 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8706983201946628, + "action_effect_rmse": 0.9388072158410465 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.096206848418956, + "action_effect_rmse": 6.19688060343682 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14295829949753694, + "action_effect_rmse": 0.1723666385122223 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6450074449585976, + "action_effect_rmse": 1.722658438877891 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.914057765381375, + "action_effect_rmse": 5.621149882240582 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.06332239941334895, + "predicted_costs": [ + 0.14730628405287638, + 0.15489696340212317, + 0.13489696340212318, + 0.15489696340212317 + ], + "true_costs": [ + 0.22401075765781173, + 0.07059060706094998, + 0.13391300647429893, + 0.2867444652064415 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 48, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1618193788199207, + "action_effect_rmse": 0.183278155009853 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030916446632519506, + "action_effect_rmse": 0.039838274640920504 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16075101941756187, + "action_effect_rmse": 0.16075101941756184 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 62.980985957021794, + "action_effect_rmse": 89.90186596722859 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21572371523728387, + "action_effect_rmse": 0.24663710310386844 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0590436203434308, + "action_effect_rmse": 0.07594035877158581 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026701749536708966, + "action_effect_rmse": 0.026701749536708966 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 63.01896481215841, + "action_effect_rmse": 89.94016167653437 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4403322257846689, + "action_effect_rmse": 0.5031756260221485 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11336850508343706, + "action_effect_rmse": 0.14530808985101057 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08356048265101851, + "action_effect_rmse": 0.08356048265101851 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 63.17721505047848, + "action_effect_rmse": 90.09433820931646 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.914136803110706, + "action_effect_rmse": 1.0437450522854788 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20981319052516648, + "action_effect_rmse": 0.26723176857575703 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15115035321927484, + "action_effect_rmse": 0.15115035321927484 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 63.511038942975915, + "action_effect_rmse": 90.41946449108313 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 521.9924963717054, + 521.9924963717054, + 522.0124963717054, + 522.0724963717055 + ], + "true_costs": [ + 469.1559103653997, + 477.31772850027147, + 522.0125093964579, + 522.0725093964579 + ] + }, + { + "system_id": "tank-00583", + "family": "tank", + "anchor_step": 597, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024591173406764238, + "action_effect_rmse": 0.04259316175825229 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04810525382837483, + "action_effect_rmse": 0.05651527137247662 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04155506806171938, + "action_effect_rmse": 0.04155506806171938 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 43.17013203977922, + "action_effect_rmse": 44.649902821934425 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.051363773200298134, + "action_effect_rmse": 0.08896466485136104 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09070861474705912, + "action_effect_rmse": 0.10682032978562644 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.029120847524124693, + "action_effect_rmse": 0.02912084752412469 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 41.981293465188585, + "action_effect_rmse": 43.15737491275156 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11060689859075801, + "action_effect_rmse": 0.19157676802681134 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15539377671307855, + "action_effect_rmse": 0.18429546915664777 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008101978311884861, + "action_effect_rmse": 0.008101978311884861 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.72562938680783, + "action_effect_rmse": 41.06546809353121 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.29667880618247366, + "action_effect_rmse": 0.5138627658369239 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23834833711916423, + "action_effect_rmse": 0.28829000214603145 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20411673636287986, + "action_effect_rmse": 0.20411673636287986 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 35.748727886882946, + "action_effect_rmse": 40.181593325498234 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 194.68298783637195, + 194.6403973540066, + 194.66039735400662, + 194.72039735400662 + ], + "true_costs": [ + 194.68298823073295, + 175.34626383295222, + 194.66039774836761, + 194.72039774836762 + ] + }, + { + "system_id": "tank-01183", + "family": "tank", + "anchor_step": 312, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08399533738376992, + "action_effect_rmse": 0.145484191947579 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010121679006466877, + "action_effect_rmse": 0.012321611996122655 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46041176405322354, + "action_effect_rmse": 0.46041176405322354 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 63.81820804145618, + "action_effect_rmse": 69.67721756039833 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18085754336442386, + "action_effect_rmse": 0.3132544540392736 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017057634545787792, + "action_effect_rmse": 0.02088110206683271 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5468062642947591, + "action_effect_rmse": 0.5468062642947591 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 63.88758930213353, + "action_effect_rmse": 69.77400877975093 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.396111183471227, + "action_effect_rmse": 0.6860846952184024 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026348556057558998, + "action_effect_rmse": 0.032291092006514435 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9699543450692346, + "action_effect_rmse": 0.9699543450692347 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 54.916546949939395, + "action_effect_rmse": 56.48187116248984 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0037549474690202, + "action_effect_rmse": 1.7375011710037642 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.033283840985290546, + "action_effect_rmse": 0.041545799298422635 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6205281097733248, + "action_effect_rmse": 1.6205281097733248 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 55.3517950424443, + "action_effect_rmse": 57.02699545248177 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 501.41915571478546, + 501.3661478980465, + 501.3861478980465, + 501.4461478980465 + ], + "true_costs": [ + 501.41916403031826, + 400.40856387883787, + 501.3452935889762, + 501.4461562135793 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 486, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01768216856897995, + "action_effect_rmse": 0.030626414349470745 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1905708388681703, + "action_effect_rmse": 0.3300783753606928 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.39331612565001, + "action_effect_rmse": 8.441031293480975 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.035345697335595706, + "action_effect_rmse": 0.061220543614203655 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3622853557113383, + "action_effect_rmse": 0.6274966429302015 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.612301049368867, + "action_effect_rmse": 8.746409520066997 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1032041148825333, + "action_effect_rmse": 0.10349617746553239 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0173544153051788, + "action_effect_rmse": 1.0214143345582993 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.230694744874917, + "action_effect_rmse": 10.394577225341806 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14138782676737868, + "action_effect_rmse": 0.24483934366838933 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0227840266669594, + "action_effect_rmse": 2.2884986807139605 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.328302825321652, + "action_effect_rmse": 12.703232622678797 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.5361714812966334, + "predicted_costs": [ + 1.035083019554182, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.9469201430400964, + 1.02, + 0.99991070119537, + 0.46373921989873657 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 543, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04891157110964409, + "action_effect_rmse": 0.08471732623992162 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003625619153424372, + "action_effect_rmse": 0.004268272231483384 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5060303362883886, + "action_effect_rmse": 0.5060303362883886 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.688228753631723, + "action_effect_rmse": 29.86931491501986 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0966972489998182, + "action_effect_rmse": 0.16748454821982395 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009580935030088611, + "action_effect_rmse": 0.01141253902372867 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.49624547958915816, + "action_effect_rmse": 0.49624547958915816 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.821006299915563, + "action_effect_rmse": 29.970917782343705 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.243634156887933, + "action_effect_rmse": 0.42198673818910687 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.023874410407434727, + "action_effect_rmse": 0.029170363944208688 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7211345020227298, + "action_effect_rmse": 0.7211345020227298 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 25.229285996873248, + "action_effect_rmse": 30.29214284905374 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.579728042495464, + "action_effect_rmse": 1.0041184241745926 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12935758927790234, + "action_effect_rmse": 0.17253611339611366 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016225914899183458, + "action_effect_rmse": 0.016225914899183458 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 40.32167222541516, + "action_effect_rmse": 48.74154270502504 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 4.286555642096715, + 4.248119108997823, + 4.268119108997823, + 4.328119108997823 + ], + "true_costs": [ + 4.286553231048985, + 1.9213539858748947, + 4.268116697950092, + 4.328116697950093 + ] + }, + { + "system_id": "battery-00992", + "family": "battery", + "anchor_step": 416, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00841494948974612, + "action_effect_rmse": 0.014564707152198415 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1801020717766392, + "action_effect_rmse": 0.3119459388655558 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 17.342431027526864, + "action_effect_rmse": 18.09821872451713 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016874935499681453, + "action_effect_rmse": 0.029174646462038708 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3413138872084864, + "action_effect_rmse": 0.5911729939739314 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 17.37831947715159, + "action_effect_rmse": 18.148207500176508 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03370205155291748, + "action_effect_rmse": 0.05833072921846591 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6143685881715308, + "action_effect_rmse": 1.064117609287451 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 17.454231050268888, + "action_effect_rmse": 18.2520541569995 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06741115577355865, + "action_effect_rmse": 0.11674911620824525 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0029788425739996, + "action_effect_rmse": 1.7372103142547939 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 17.615834266913208, + "action_effect_rmse": 18.46365154721878 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.30451409095240867, + "predicted_costs": [ + 1.0569711350312088, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 1.0569710574497113, + 1.02, + 0.9997965881981167, + 0.695282497245708 + ] + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "anchor_step": 423, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2475174506677387, + "action_effect_rmse": 1.3086362016177138 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.124452987331684, + "action_effect_rmse": 2.1862796845745964 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4770085524312315, + "action_effect_rmse": 2.5983629020124477 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.248905974663368, + "action_effect_rmse": 4.372559369149193 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0025541552691544, + "action_effect_rmse": 2.503093206084348 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.5204223973522253, + "action_effect_rmse": 4.0813806091317275 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.947988650069199, + "action_effect_rmse": 3.166292807081189 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7265678162797635, + "action_effect_rmse": 4.616819557013119 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 87.3885512039684, + "predicted_costs": [ + 366.6656228068782, + 366.3883150313953, + 365.3883150313953, + 366.3883150313953 + ], + "true_costs": [ + 506.0009441202257, + 257.70845940587697, + 345.09701060984537, + 529.9417945311462 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 607, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5477420166622758, + "action_effect_rmse": 0.6678022477764302 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014944100912671251, + "action_effect_rmse": 0.01700952948294961 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5440191682439508, + "action_effect_rmse": 0.5440191682439508 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.0519688775931, + "action_effect_rmse": 36.67079079272837 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0961640287098977, + "action_effect_rmse": 1.3319638602756265 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021924166992892086, + "action_effect_rmse": 0.024822017004731235 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.49813756838443535, + "action_effect_rmse": 0.49813756838443535 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.784695662096663, + "action_effect_rmse": 37.42981110763698 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.506152219532903, + "action_effect_rmse": 1.9733945034639566 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014349243534740097, + "action_effect_rmse": 0.017240689355444237 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.45720941346115423, + "action_effect_rmse": 0.4572094134611543 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.33246603262673, + "action_effect_rmse": 37.43926889261364 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.883835223503023, + "action_effect_rmse": 3.262898320195107 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0214097975552973, + "action_effect_rmse": 0.024714650191977106 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28998770625338344, + "action_effect_rmse": 0.28998770625338344 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.837074613211275, + "action_effect_rmse": 37.03981684305816 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 16.833293985595898, + 16.81968351888506, + 16.83968351888506, + 16.89968351888506 + ], + "true_costs": [ + 49.771414035554685, + 4.770668612785733, + 50.48855396699951, + 77.21254674519439 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 632, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6140946935126692, + "action_effect_rmse": 0.7511194744013187 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5021542134790403, + "action_effect_rmse": 0.610645193416258 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2151523051221034, + "action_effect_rmse": 1.4862928639230042 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0043084269580806, + "action_effect_rmse": 1.221290386832516 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8365394255532927, + "action_effect_rmse": 4.3666203972722135 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.103454840672536, + "action_effect_rmse": 4.7322190550517025 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.451368312288056, + "action_effect_rmse": 8.45665480944763 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.523644460714953, + "action_effect_rmse": 9.74036637477764 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 178.6816669915339, + "predicted_costs": [ + 378.35816473377565, + 377.98432196087856, + 376.98432196087856, + 377.98432196087856 + ], + "true_costs": [ + 205.04782664748225, + 232.9805467984468, + 383.72949363901614, + 601.7715413350312 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 255, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.826051754627798, + "action_effect_rmse": 3.430623846598402 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6496921975740216, + "action_effect_rmse": 0.8771101263870938 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.471957782154601, + "action_effect_rmse": 6.642563719613007 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2993843951480433, + "action_effect_rmse": 1.7542202527741877 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 10.268533972211934, + "action_effect_rmse": 12.465262696264984 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5987687902960865, + "action_effect_rmse": 3.5084405055483754 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 18.158691296950455, + "action_effect_rmse": 22.043346971379776 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.197537580592173, + "action_effect_rmse": 7.016881011096751 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 1219.0439908232788, + "predicted_costs": [ + 4446.486420445212, + 4446.300000020487, + 4445.300000020487, + 4446.300000020487 + ], + "true_costs": [ + 5425.216139675951, + 1885.6201291725433, + 3104.664119995822, + 4997.93311828181 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 471, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4932940789312781, + "action_effect_rmse": 0.5854406538480115 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0031694502331814554, + "action_effect_rmse": 0.003761498659936498 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8033565701309726, + "action_effect_rmse": 0.9486149417143274 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8744572840923155, + "action_effect_rmse": 1.0455119693668231 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012076521667845933, + "action_effect_rmse": 0.014380970981598528 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6207953880635462, + "action_effect_rmse": 1.9305158503471627 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.404132692292195, + "action_effect_rmse": 1.6978343748887128 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04194329646931413, + "action_effect_rmse": 0.05031903071645036 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.278119574938008, + "action_effect_rmse": 3.948395690759146 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9762533777341105, + "action_effect_rmse": 2.3877101552000055 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12766803968537724, + "action_effect_rmse": 0.15552521403969413 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.532556739649067, + "action_effect_rmse": 7.839906813137811 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.1899238480937191, + "predicted_costs": [ + 5.278497182686457, + 6.2339231629582486, + 5.2339231629582486, + 6.2339231629582486 + ], + "true_costs": [ + 3.9069664694096113, + 7.012004383716102, + 4.09689031750333, + 33.18862551744388 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 318, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.3791733531295116, + "action_effect_rmse": 3.5765177636149037 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1103581835869627, + "action_effect_rmse": 2.1910805291578597 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.337609150998039, + "action_effect_rmse": 6.707726813245889 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.220716367173925, + "action_effect_rmse": 4.382161058315719 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.395645766824547, + "action_effect_rmse": 6.646771742560194 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.606278777966547, + "action_effect_rmse": 7.963104445108065 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.647620802186441, + "action_effect_rmse": 7.841189065316961 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.70709568678918, + "action_effect_rmse": 13.553320737569754 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 149.9404781384138, + "predicted_costs": [ + 1018.1543138830602, + 1016.3590408436278, + 1015.3590408436278, + 1016.3590408436278 + ], + "true_costs": [ + 785.5934953553739, + 245.3048285334962, + 395.24530667191, + 724.8986487280489 + ] + }, + { + "system_id": "tank-00097", + "family": "tank", + "anchor_step": 633, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03828392749222331, + "action_effect_rmse": 0.06630970752981373 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001853315674783455, + "action_effect_rmse": 0.0021501501534510175 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1305597408494754, + "action_effect_rmse": 0.1305597408494754 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 55.19093993898266, + "action_effect_rmse": 75.20450725598364 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07342434731575409, + "action_effect_rmse": 0.12717470006346962 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001509833499920769, + "action_effect_rmse": 0.0017440687470799572 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11768392459106088, + "action_effect_rmse": 0.11768392459106089 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 55.21826770608005, + "action_effect_rmse": 75.21514598923604 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14363935942800884, + "action_effect_rmse": 0.24879066849595893 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004631849347711399, + "action_effect_rmse": 0.005349302614146197 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1505075233815553, + "action_effect_rmse": 0.15050752338155526 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 55.27287204795703, + "action_effect_rmse": 75.23648821625157 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5400366415771037, + "action_effect_rmse": 0.5423405479414286 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.017091896939277262, + "action_effect_rmse": 0.019282525363488335 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15401862525587928, + "action_effect_rmse": 0.15401862525587928 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 65.29746262059483, + "action_effect_rmse": 92.97728518890662 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 409.2278190447968, + 409.21658673267154, + 409.2365867326715, + 409.2965867326715 + ], + "true_costs": [ + 397.9200834828189, + 373.9245487931348, + 409.23658757258653, + 409.29658757258653 + ] + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "anchor_step": 159, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5243952916318181, + "action_effect_rmse": 0.6495300663677351 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0027097898406142442, + "action_effect_rmse": 0.0033564183414759065 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5630797754724975, + "action_effect_rmse": 0.8150343893164143 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0065192890123515, + "action_effect_rmse": 1.2467017744537818 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010881221373256977, + "action_effect_rmse": 0.013477772500090386 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.126159550944995, + "action_effect_rmse": 1.6300687786328285 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.85856039843875, + "action_effect_rmse": 2.302062734373171 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04165174786171377, + "action_effect_rmse": 0.05159097151456781 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.25231910188999, + "action_effect_rmse": 3.260137557265657 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.342028084992099, + "action_effect_rmse": 2.674658113022865 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13179927760066926, + "action_effect_rmse": 0.1681232891653286 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.214748377774602, + "action_effect_rmse": 6.323474212027425 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 11.97829252274629, + 11.113431299453985, + 10.113431299453985, + 11.113431299453985 + ], + "true_costs": [ + 23.5076722058105, + 7.319912903539635, + 5.376044492778844, + 29.43346858355869 + ] + }, + { + "system_id": "tank-00532", + "family": "tank", + "anchor_step": 507, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31325377413637795, + "action_effect_rmse": 0.3934869034137332 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018322519718530828, + "action_effect_rmse": 0.020911748603197392 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7583699834296378, + "action_effect_rmse": 0.7583699834296378 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 44.10839105000998, + "action_effect_rmse": 47.55437221974282 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6299730479004305, + "action_effect_rmse": 0.7948831897602917 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03500256326760128, + "action_effect_rmse": 0.040465308517618204 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7320919742344197, + "action_effect_rmse": 0.7320919742344197 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 45.82760555079435, + "action_effect_rmse": 48.23314402351702 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8643988334074617, + "action_effect_rmse": 1.1835738547836019 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05701833568108109, + "action_effect_rmse": 0.06761645462918633 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.520667769830967, + "action_effect_rmse": 0.520667769830967 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 48.9533006701825, + "action_effect_rmse": 50.41018828934333 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2230930446635389, + "action_effect_rmse": 1.833425146102268 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08765651785236628, + "action_effect_rmse": 0.10854478168058664 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.034790345692701896, + "action_effect_rmse": 0.034790345692701896 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 55.72354778518069, + "action_effect_rmse": 59.61419358386049 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 91.0777076035215, + 91.03456392286897, + 91.05456392286897, + 91.11456392286897 + ], + "true_costs": [ + 123.7470658470387, + 60.77221726366469, + 101.61536388113547, + 124.75523032834852 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 262, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.543924362501652, + "action_effect_rmse": 0.6225043415504725 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.161679445020809, + "action_effect_rmse": 0.18735511277330924 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15256232791054725, + "action_effect_rmse": 0.15256232791054725 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 53.08996994825975, + "action_effect_rmse": 74.75698266233519 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6789281801908881, + "action_effect_rmse": 0.7365878845828348 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24275753713534462, + "action_effect_rmse": 0.26771982211352946 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17434886802609728, + "action_effect_rmse": 0.17434886802609728 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 53.51106215328531, + "action_effect_rmse": 74.81197899015571 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7806858698943646, + "action_effect_rmse": 0.7920200109333126 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3411601582692742, + "action_effect_rmse": 0.3548537040956737 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16463484110263926, + "action_effect_rmse": 0.16463484110263926 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 53.7657733941495, + "action_effect_rmse": 74.600119096329 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0319172124007352, + "action_effect_rmse": 1.046284809343419 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5383609195338851, + "action_effect_rmse": 0.5484297075392827 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20175844595826975, + "action_effect_rmse": 0.20175844595826975 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 54.33385491493063, + "action_effect_rmse": 74.10597154046566 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 6.033892691110673, + "predicted_costs": [ + 1.3013803674863351, + 1.3000258434699346, + 1.3200258434699346, + 1.3800258434699346 + ], + "true_costs": [ + 1.4372284787186647, + 6.296994151092552, + 0.26310145998187806, + 0.3998419232398252 + ] + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "anchor_step": 80, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.696388587784431, + "action_effect_rmse": 0.8822474031916194 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0013740638327917054, + "action_effect_rmse": 0.001740787068548919 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49772415212950233, + "action_effect_rmse": 0.750210079864932 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3392059970603185, + "action_effect_rmse": 1.6966260417967252 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005537606244857329, + "action_effect_rmse": 0.007015535313364352 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9954483042590047, + "action_effect_rmse": 1.500420159729864 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4806988052635965, + "action_effect_rmse": 3.1427713168123472 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021345259858435384, + "action_effect_rmse": 0.02704208600039554 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9908966085180093, + "action_effect_rmse": 3.000840319459728 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9520067525621294, + "action_effect_rmse": 3.3781034604412987 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06810247004559618, + "action_effect_rmse": 0.08089443055590177 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6117678012556573, + "action_effect_rmse": 5.681562057948583 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 6.071532643679765, + 5.787507908606609, + 4.787507908606609, + 5.787507908606609 + ], + "true_costs": [ + 16.853477507964598, + 21.71749834028883, + 1.435684159715903, + 32.17525836069511 + ] + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "anchor_step": 368, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8723609774589866, + "action_effect_rmse": 1.119029322145874 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005828543091640863, + "action_effect_rmse": 0.007476618961034899 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4560913127288965, + "action_effect_rmse": 0.7244005285763383 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.673082304873829, + "action_effect_rmse": 2.146162203369808 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023366635347335556, + "action_effect_rmse": 0.02997377323057426 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.912182625457793, + "action_effect_rmse": 1.4488010571526766 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.08505357802429, + "action_effect_rmse": 3.9573817529710964 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08915955710130063, + "action_effect_rmse": 0.1143702679554844 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.824365250915586, + "action_effect_rmse": 2.897602114305353 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.298832952510305, + "action_effect_rmse": 6.797128253356106 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31801748802261426, + "action_effect_rmse": 0.40793995060285715 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.648730501831172, + "action_effect_rmse": 5.795204228610706 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 122.40147661397523, + "predicted_costs": [ + 278.2645994888964, + 276.2645994888964, + 275.2645994888964, + 276.2645994888964 + ], + "true_costs": [ + 116.01417143382986, + 114.01417143382986, + 236.4156480478051, + 424.6700995022107 + ] + }, + { + "system_id": "battery-00266", + "family": "battery", + "anchor_step": 24, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06095416843039026, + "action_effect_rmse": 0.06751398666058214 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49480928120812945, + "action_effect_rmse": 0.5262026886868943 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.604914187081656, + "action_effect_rmse": 10.755056852051615 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12183543508146022, + "action_effect_rmse": 0.13495610555583254 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9559250240112398, + "action_effect_rmse": 1.0166056315340164 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.077320207904272, + "action_effect_rmse": 11.289631680963602 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20373983740002233, + "action_effect_rmse": 0.23446626893144937 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3734881697077732, + "action_effect_rmse": 1.5237168826497778 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.682953981407415, + "action_effect_rmse": 12.055087119791823 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2265909502184619, + "action_effect_rmse": 0.2960972559452587 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7679824356539626, + "action_effect_rmse": 1.0656598696578505 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.006196803099732, + "action_effect_rmse": 12.642447228814737 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.16675481432317354, + "predicted_costs": [ + 0.36089596555679515, + 0.34858782119037285, + 0.32858782119037283, + 0.34858782119037285 + ], + "true_costs": [ + 0.825786582467057, + 0.7059339134701421, + 0.3281522313620786, + 0.16139741703890506 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 113, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.38043642134691896, + "action_effect_rmse": 0.45671855597560407 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026029624213630125, + "action_effect_rmse": 0.031650112645396286 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.061695249094451676, + "action_effect_rmse": 0.061695249094451676 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 44.533421978253216, + "action_effect_rmse": 60.07380410540405 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7898499434646927, + "action_effect_rmse": 0.9212855622196428 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.051409346775098896, + "action_effect_rmse": 0.06073097855850681 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03943282479728283, + "action_effect_rmse": 0.03943282479728283 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 48.89322404257809, + "action_effect_rmse": 57.141446786334406 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.476951421525199, + "action_effect_rmse": 1.9885223537969565 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1107226514272881, + "action_effect_rmse": 0.13036581326188448 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5796705148465345, + "action_effect_rmse": 0.5796705148465345 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 77.72462230718222, + "action_effect_rmse": 96.18512831042744 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4624408560470694, + "action_effect_rmse": 2.5330218657380468 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21869898235314147, + "action_effect_rmse": 0.2740306890368104 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9640969434206811, + "action_effect_rmse": 0.964096943420681 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 77.71749176277775, + "action_effect_rmse": 96.26004919167438 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 871.1039334116884, + 871.0517275215828, + 871.0717275215828, + 871.1317275215829 + ], + "true_costs": [ + 1084.8568881823676, + 792.4849262811426, + 1044.284872697415, + 1136.585023480676 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 324, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09733321263028571, + "action_effect_rmse": 0.16858606953955962 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.000948598774637451, + "action_effect_rmse": 0.0010835888577631586 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6770293342408946, + "action_effect_rmse": 0.6770293342408946 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 60.6071854165416, + "action_effect_rmse": 66.50053594534992 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1849429240484414, + "action_effect_rmse": 0.3203305409522525 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0038197464777608068, + "action_effect_rmse": 0.004376164674679785 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5943588598302386, + "action_effect_rmse": 0.5943588598302386 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 60.67199411748269, + "action_effect_rmse": 66.5635343301703 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31625975959055924, + "action_effect_rmse": 0.5477779720003672 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009698608237092307, + "action_effect_rmse": 0.011821795738859955 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0005075305589619106, + "action_effect_rmse": 0.0005075305589619106 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 60.481298521472915, + "action_effect_rmse": 83.4664244959938 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.521468045932202, + "action_effect_rmse": 0.9032091500782348 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.039812181675135484, + "action_effect_rmse": 0.043736380029309165 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09316546994320311, + "action_effect_rmse": 0.0931654699432031 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 64.8182098347902, + "action_effect_rmse": 91.57867681050621 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 463.2457550417928, + 463.22714038368696, + 463.24714038368694, + 463.30714038368694 + ], + "true_costs": [ + 463.24576500376764, + 394.6512232212727, + 463.2471503456618, + 463.3071503456618 + ] + }, + { + "system_id": "battery-00635", + "family": "battery", + "anchor_step": 339, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04158604353111606, + "action_effect_rmse": 0.04882500249413764 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5377924774145045, + "action_effect_rmse": 0.6051118035396532 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.56602533129373, + "action_effect_rmse": 2.9219807638065904 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21862118365433228, + "action_effect_rmse": 0.2366169320197533 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.341027785547026, + "action_effect_rmse": 4.43816868879967 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.43476599512159, + "action_effect_rmse": 13.76429192650367 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5624226405196936, + "action_effect_rmse": 0.5908560667729882 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.903373624450635, + "action_effect_rmse": 9.01526028157327 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 14.933951908749956, + "action_effect_rmse": 15.33806306962752 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5658821029949376, + "action_effect_rmse": 0.6636012191031642 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9876883223952777, + "action_effect_rmse": 2.221037727804363 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 14.944782599287352, + "action_effect_rmse": 15.600890796348853 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.07003927387449513, + 0.028593995327560268, + 0.008593995327560265, + 0.028593995327560268 + ], + "true_costs": [ + 0.5894062448907171, + 0.39549198412545516, + 0.008513085539305567, + 0.16677117346189982 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 40, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5579721246051577, + "action_effect_rmse": 0.6793165418022663 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012573889640538738, + "action_effect_rmse": 0.01618057568080351 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08220950096023089, + "action_effect_rmse": 0.08220950096023089 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 46.77469565644589, + "action_effect_rmse": 66.69240540051717 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7395592622917295, + "action_effect_rmse": 0.8902369897669948 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024170071001349786, + "action_effect_rmse": 0.03099066329517158 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07372119306685099, + "action_effect_rmse": 0.07372119306685099 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 46.89163776114057, + "action_effect_rmse": 66.78650543452908 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4831556119160467, + "action_effect_rmse": 0.7214727250847641 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.035475504663841306, + "action_effect_rmse": 0.039866488066681555 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011035427830880823, + "action_effect_rmse": 0.011035427830880823 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 58.81011551631483, + "action_effect_rmse": 66.13174984962042 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6151573065107888, + "action_effect_rmse": 1.0654837095239074 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05449946717255827, + "action_effect_rmse": 0.06562392311790534 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006290648889602846, + "action_effect_rmse": 0.006290648889602846 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 58.93989828206835, + "action_effect_rmse": 66.32930188306003 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 575.00370093929, + 574.9706358947202, + 574.9906358947202, + 575.0506358947202 + ], + "true_costs": [ + 596.7666063874129, + 524.7291801378268, + 643.8560682367065, + 648.5890898822338 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 360, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02412760135481055, + "action_effect_rmse": 0.04172062695630578 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12476207552428893, + "action_effect_rmse": 0.2156874600971448 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 19.48237999627646, + "action_effect_rmse": 20.366941777097633 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04807358397401392, + "action_effect_rmse": 0.08326588994492104 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23904015237735976, + "action_effect_rmse": 0.41365209341667014 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 19.715396244474228, + "action_effect_rmse": 20.659426657103744 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09605303431867895, + "action_effect_rmse": 0.16636873566110896 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.442860852762679, + "action_effect_rmse": 0.7667323990264482 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 20.222887412756236, + "action_effect_rmse": 21.294026955322625 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1925545420497643, + "action_effect_rmse": 0.3330599049341908 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7699541279999108, + "action_effect_rmse": 1.3326317956797422 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 21.23876195177058, + "action_effect_rmse": 22.58804372695863 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.6187674365717517, + "predicted_costs": [ + 1.055258389050943, + 1.0199999156454944, + 0.9999999156454944, + 1.0199999156454944 + ], + "true_costs": [ + 1.0552584734054486, + 0.3803250526015152, + 0.999092489173267, + 1.02 + ] + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "anchor_step": 420, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.660140434238227, + "action_effect_rmse": 1.7728675418702344 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05568508756116467, + "action_effect_rmse": 0.05946622482494506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8903563299057093, + "action_effect_rmse": 1.980067997882094 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.098589524654056, + "action_effect_rmse": 3.2938818002836636 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2131866010719309, + "action_effect_rmse": 0.2271512542412527 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.97241599344837, + "action_effect_rmse": 4.14354651402555 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.5448574227361105, + "action_effect_rmse": 5.844858238162057 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7590134497411434, + "action_effect_rmse": 0.8042695044050482 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 8.711645321444317, + "action_effect_rmse": 9.024872285090698 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.050820901718602, + "action_effect_rmse": 4.901593759848446 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7042539059551263, + "action_effect_rmse": 1.8745841821189457 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.323584896502402, + "action_effect_rmse": 9.565787356590418 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 18.796885431398945, + 17.862045321126413, + 16.862045321126413, + 17.862045321126413 + ], + "true_costs": [ + 63.26210380237336, + 24.51759647524183, + 2.2139942383604505, + 19.916758179756446 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 539, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4369005820151415, + "action_effect_rmse": 0.49734535164676136 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003416914681913852, + "action_effect_rmse": 0.003889641497352352 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7284338441539452, + "action_effect_rmse": 0.7849868446290007 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7966749345957117, + "action_effect_rmse": 0.9068941351992338 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013229725602164658, + "action_effect_rmse": 0.015060045242902869 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4568676883078904, + "action_effect_rmse": 1.5699736892580014 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3408881484593114, + "action_effect_rmse": 1.5263987167024593 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04734457559670465, + "action_effect_rmse": 0.05389465147906869 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9137353766157807, + "action_effect_rmse": 3.139947378516003 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2575631430572565, + "action_effect_rmse": 2.616599374779086 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15363035296906466, + "action_effect_rmse": 0.1744561600640237 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.253520827453296, + "action_effect_rmse": 5.302231941749285 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 29.347871063445346, + "predicted_costs": [ + 50.69411358122636, + 50.88174400936584, + 49.88174400936584, + 50.88174400936584 + ], + "true_costs": [ + 35.737370186262424, + 19.15192831990783, + 48.49979938335318, + 103.223844071714 + ] + }, + { + "system_id": "battery-00599", + "family": "battery", + "anchor_step": 364, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20232623663624794, + "action_effect_rmse": 0.20850051571223066 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8311294137648796, + "action_effect_rmse": 0.8417823469505764 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 15.826052989946815, + "action_effect_rmse": 17.23413419532736 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2069495434074475, + "action_effect_rmse": 0.2301608066736358 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6195221707384171, + "action_effect_rmse": 0.6730053859099578 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 15.873330868355685, + "action_effect_rmse": 17.48693859726002 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2232998593884663, + "action_effect_rmse": 0.29566502143905116 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37799685412196854, + "action_effect_rmse": 0.549233591181304 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 16.040528999293613, + "action_effect_rmse": 18.053279737404218 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31509288675411146, + "action_effect_rmse": 0.44656144827067784 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7037519186362395, + "action_effect_rmse": 0.8646219605999044 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 16.979203372711684, + "action_effect_rmse": 19.441213742749767 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.2022360198183328, + "predicted_costs": [ + 0.4460799554263128, + 0.3860799554263128, + 0.3660799554263128, + 0.3860799554263128 + ], + "true_costs": [ + 1.08, + 0.16407024411803908, + 0.3663062639363719, + 0.8164620952820238 + ] + }, + { + "system_id": "tank-00862", + "family": "tank", + "anchor_step": 91, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3145856851511226, + "action_effect_rmse": 0.3259713998417843 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0819788449419671, + "action_effect_rmse": 0.09207834262208345 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0335794559813104, + "action_effect_rmse": 0.0335794559813104 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.835158099607913, + "action_effect_rmse": 38.206196320904574 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3009487163100317, + "action_effect_rmse": 0.5212584671216074 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1449121665580814, + "action_effect_rmse": 0.1631325142646695 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13797762081602172, + "action_effect_rmse": 0.13797762081602172 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 25.871961227790962, + "action_effect_rmse": 34.968827235881754 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.38320729483922317, + "action_effect_rmse": 0.6637345044925614 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23788626917271571, + "action_effect_rmse": 0.2916705657039038 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22568692984846328, + "action_effect_rmse": 0.22568692984846328 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.519050569426582, + "action_effect_rmse": 31.08771922865774 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5053375396441613, + "action_effect_rmse": 0.8752702936355391 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4695370781005816, + "action_effect_rmse": 0.5807577917306418 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016273186183524482, + "action_effect_rmse": 0.016273186183524482 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 39.34248056804886, + "action_effect_rmse": 45.21102881566287 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 166.7318336572866, + 166.70031012337844, + 166.72031012337845, + 166.78031012337846 + ], + "true_costs": [ + 194.0928093127177, + 142.90469058810928, + 196.8166128119923, + 198.77099421631544 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 254, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.773698318781996, + "action_effect_rmse": 1.9844485172004918 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1767723923034055, + "action_effect_rmse": 1.3000419022732428 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.4454925727707355, + "action_effect_rmse": 3.8548847651586278 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.353544784606811, + "action_effect_rmse": 2.6000838045464856 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.506451243400012, + "action_effect_rmse": 7.279545447767555 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.707089569213622, + "action_effect_rmse": 5.200167609092971 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 11.641640748169422, + "action_effect_rmse": 13.02489632867781 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.414179138427244, + "action_effect_rmse": 10.400335218185942 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 429.4930129207157, + "predicted_costs": [ + 842.847138538431, + 840.847138538431, + 839.847138538431, + 840.847138538431 + ], + "true_costs": [ + 318.93984629543706, + 425.2219155978065, + 748.4328592161528, + 1162.545127799379 + ] + }, + { + "system_id": "tank-01015", + "family": "tank", + "anchor_step": 93, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4552999722628505, + "action_effect_rmse": 0.5275210094111132 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05689206716069132, + "action_effect_rmse": 0.06470407763332249 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1419514685679707, + "action_effect_rmse": 0.1419514685679707 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 55.22452994001335, + "action_effect_rmse": 77.01757954973988 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9124114202304389, + "action_effect_rmse": 1.0595000490689863 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1087470705710653, + "action_effect_rmse": 0.12197455756880897 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1663936897180125, + "action_effect_rmse": 0.1663936897180125 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 55.64462249270355, + "action_effect_rmse": 77.61604165535007 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6736946749246033, + "action_effect_rmse": 1.8988506304355268 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18071285162838002, + "action_effect_rmse": 0.19922606028681886 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09591785420183901, + "action_effect_rmse": 0.09591785420183901 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 53.8895635718992, + "action_effect_rmse": 60.22434304997351 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6731334378174023, + "action_effect_rmse": 3.158886994766741 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27756802091118854, + "action_effect_rmse": 0.35047594088543277 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09674297789452946, + "action_effect_rmse": 0.09674297789452946 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 54.649521035583625, + "action_effect_rmse": 60.9653920580661 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 262.4588908329359, + 262.44045624836116, + 262.46045624836114, + 262.52045624836114 + ], + "true_costs": [ + 325.39551221232364, + 223.803169645284, + 361.1042293826362, + 525.6478020362133 + ] + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "anchor_step": 621, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.874989054099102, + "action_effect_rmse": 3.017583671308088 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017339315579995684, + "action_effect_rmse": 0.018199316443049212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.3677467373299046, + "action_effect_rmse": 2.4399686133962115 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.305632344055418, + "action_effect_rmse": 5.568782776601767 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06777208394019023, + "action_effect_rmse": 0.07113346521332187 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.735493474659809, + "action_effect_rmse": 4.879937226792423 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 9.113068539203333, + "action_effect_rmse": 9.56506139743498 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24667500855597999, + "action_effect_rmse": 0.2589096737175425 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 9.470986949319618, + "action_effect_rmse": 9.759874453584846 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.778111954114716, + "action_effect_rmse": 7.281920721873774 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7073728627748691, + "action_effect_rmse": 0.7531644446451741 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.937563080941876, + "action_effect_rmse": 16.620112490029175 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 81.0002308837196, + "predicted_costs": [ + 84.09471681972947, + 82.09471681972947, + 81.09471681972947, + 82.09471681972947 + ], + "true_costs": [ + 500.3660013335085, + 24.24360729198004, + 105.24383817569964, + 283.59615658951776 + ] + }, + { + "system_id": "tank-00217", + "family": "tank", + "anchor_step": 563, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6687695643536754, + "action_effect_rmse": 0.7616582425384532 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05064833615487293, + "action_effect_rmse": 0.057339785041104645 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8647584941817583, + "action_effect_rmse": 0.8647584941817583 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.706717245671516, + "action_effect_rmse": 41.29573215293089 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2877000861011432, + "action_effect_rmse": 1.4502794466970292 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09689119548704343, + "action_effect_rmse": 0.10737276870045342 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8262334138596489, + "action_effect_rmse": 0.8262334138596489 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.15007736740704, + "action_effect_rmse": 41.72696319304984 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.646557130909126, + "action_effect_rmse": 1.782043621495198 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17722006696977152, + "action_effect_rmse": 0.1915071040922564 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7351656134954574, + "action_effect_rmse": 0.7351656134954574 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.40713837422653, + "action_effect_rmse": 41.53662558127658 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5841831551799572, + "action_effect_rmse": 2.743885713266457 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32827055699147384, + "action_effect_rmse": 0.34942294189194606 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23626271077378835, + "action_effect_rmse": 0.23626271077378835 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.36245786082361, + "action_effect_rmse": 40.989150628734315 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 285.7795833059157, + 285.77435194433815, + 285.79435194433813, + 285.85435194433813 + ], + "true_costs": [ + 381.52463654299515, + 219.98183340765553, + 413.70733588057266, + 474.0042946515349 + ] + }, + { + "system_id": "battery-00533", + "family": "battery", + "anchor_step": 143, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16449758067446765, + "action_effect_rmse": 0.16970681392857362 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5836320821032914, + "action_effect_rmse": 2.6256539151585807 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 12.933146655418733, + "action_effect_rmse": 13.253250724257317 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3282655542384983, + "action_effect_rmse": 0.3387082866186273 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.867533115731238, + "action_effect_rmse": 4.944424808697535 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.165112395577824, + "action_effect_rmse": 14.523894108873366 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4437254378141519, + "action_effect_rmse": 0.47409200532823237 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.251764638742667, + "action_effect_rmse": 4.510208053417708 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 15.033674287334692, + "action_effect_rmse": 15.515109218560085 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.46506127167856254, + "action_effect_rmse": 0.572576748921984 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0935801817583743, + "action_effect_rmse": 2.31793696411925 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 15.194175854195711, + "action_effect_rmse": 16.024090357417414 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.09794914812640396, + 0.04399231393016005, + 0.023992313930160054, + 0.04399231393016005 + ], + "true_costs": [ + 0.7863697572591504, + 0.20171878616243047, + 0.023908586598358483, + 0.30118808059245755 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 42, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03662990411152833, + "action_effect_rmse": 0.06344485499754318 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011426513676474551, + "action_effect_rmse": 0.012869459372578492 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3226439222842657, + "action_effect_rmse": 0.3226439222842657 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 35.05222132922024, + "action_effect_rmse": 48.03039221017791 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06344472298953867, + "action_effect_rmse": 0.10988948369001415 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01819872238677552, + "action_effect_rmse": 0.020314284941065207 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23884924961520848, + "action_effect_rmse": 0.23884924961520848 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.10367711894173, + "action_effect_rmse": 48.04395110965925 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1142508499259689, + "action_effect_rmse": 0.19788827687970503 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03173169261547493, + "action_effect_rmse": 0.037785256286541787 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05380936963469968, + "action_effect_rmse": 0.05380936963469967 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.85700047795772, + "action_effect_rmse": 41.23736854301801 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18666576071561516, + "action_effect_rmse": 0.3233145815929401 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.041592056006672116, + "action_effect_rmse": 0.052747395483391274 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05684943309612589, + "action_effect_rmse": 0.0568494330961259 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 39.99595970193176, + "action_effect_rmse": 41.4034653546224 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.32075187815854, + 27.29479893396044, + 27.31479893396044, + 27.374798933960438 + ], + "true_costs": [ + 27.320748945570735, + 21.489308514151013, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "battery-00830", + "family": "battery", + "anchor_step": 185, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007226814223112551, + "action_effect_rmse": 0.012489128290450197 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12020861092020851, + "action_effect_rmse": 0.20820742162108014 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 27.521621967413864, + "action_effect_rmse": 28.104077158341227 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014370559371395171, + "action_effect_rmse": 0.024890538964441506 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23591184426131662, + "action_effect_rmse": 0.40861130036787663 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 27.593484510207475, + "action_effect_rmse": 28.19254647638043 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02873911674134734, + "action_effect_rmse": 0.0497776103606669 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4588562551260201, + "action_effect_rmse": 0.7947623472490539 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 27.738025090456045, + "action_effect_rmse": 28.37122539708617 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05791113662901192, + "action_effect_rmse": 0.09998402462520217 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8711277468603432, + "action_effect_rmse": 1.5088375174451139 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 28.03148118162937, + "action_effect_rmse": 28.73672408625189 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.25227282469342993, + "predicted_costs": [ + 1.1127301181917673, + 1.0527301181917672, + 1.0327301181917672, + 1.0527301181917672 + ], + "true_costs": [ + 1.0895119618579556, + 1.0295119618579553, + 1.0089066869199221, + 0.7566338622264922 + ] + }, + { + "system_id": "tank-00841", + "family": "tank", + "anchor_step": 107, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.57222102692493, + "action_effect_rmse": 0.7208609077104488 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07800794673799653, + "action_effect_rmse": 0.09940814586213546 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1353057793164318, + "action_effect_rmse": 0.1353057793164318 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.35462210251553, + "action_effect_rmse": 40.411539009724706 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.813771815163045, + "action_effect_rmse": 0.9577500991370381 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14446524643037564, + "action_effect_rmse": 0.18289826228471567 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1364522014742621, + "action_effect_rmse": 0.1364522014742621 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 28.5336484324576, + "action_effect_rmse": 40.52510629997851 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0207016986429671, + "action_effect_rmse": 1.1730722857349123 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26712296816103925, + "action_effect_rmse": 0.33636387299189846 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1217414370747335, + "action_effect_rmse": 0.1217414370747335 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.68701534077931, + "action_effect_rmse": 40.63245875511273 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7532822757461108, + "action_effect_rmse": 1.304723174033373 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32182479024278915, + "action_effect_rmse": 0.3649411744934467 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6032302023739576, + "action_effect_rmse": 0.6032302023739576 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 39.6705224565753, + "action_effect_rmse": 49.16585252352898 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 372.7264605614811, + 372.70644234696175, + 372.72644234696173, + 372.78644234696173 + ], + "true_costs": [ + 383.0527113966873, + 332.797375189029, + 443.625975781596, + 460.1222733248592 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 189, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3316094161381707, + "action_effect_rmse": 0.3819116743030109 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03476478311829586, + "action_effect_rmse": 0.039263935779377986 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16107323618023905, + "action_effect_rmse": 0.16107323618023905 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 58.78837257557267, + "action_effect_rmse": 81.52193858382219 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6625642411663701, + "action_effect_rmse": 0.763279269800258 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06636365510103322, + "action_effect_rmse": 0.07398856209269827 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1559808059499329, + "action_effect_rmse": 0.1559808059499329 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 59.12006678127053, + "action_effect_rmse": 81.96430171773702 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3202360814472056, + "action_effect_rmse": 1.520725757291319 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12077894173219879, + "action_effect_rmse": 0.1318871269403985 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14627057494421358, + "action_effect_rmse": 0.14627057494421358 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 60.12891667445675, + "action_effect_rmse": 83.4994544893694 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6456182424886614, + "action_effect_rmse": 3.0582812203582033 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2060896994019501, + "action_effect_rmse": 0.21889937574703977 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12404259415338342, + "action_effect_rmse": 0.12404259415338341 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 62.10994607790548, + "action_effect_rmse": 86.55944533922876 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 139.44222526457526, + 139.43633376327946, + 139.45633376327947, + 139.51633376327948 + ], + "true_costs": [ + 148.19167543754486, + 116.60940143922947, + 190.56159677338945, + 290.61028070895435 + ] + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "anchor_step": 408, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3696408061668717, + "action_effect_rmse": 1.7850368821679783 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166666666666667, + "action_effect_rmse": 0.637435711758752 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.6674884731069692, + "action_effect_rmse": 3.476506603639958 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8333333333333334, + "action_effect_rmse": 1.274871423517504 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8243970196274275, + "action_effect_rmse": 4.322857269987864 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9828886893916433, + "action_effect_rmse": 2.9793771487170067 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 9.455864532800527, + "action_effect_rmse": 11.992917550718513 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.679458132449345, + "action_effect_rmse": 8.024619835373075 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 39.28504926940352, + "predicted_costs": [ + 130.2980714618342, + 128.76698749027827, + 127.76698749027828, + 128.76698749027827 + ], + "true_costs": [ + 166.04864613221585, + 369.6704923223042, + 102.6231250161924, + 63.33807574678888 + ] + }, + { + "system_id": "tank-01072", + "family": "tank", + "anchor_step": 546, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6148907511167566, + "action_effect_rmse": 0.7476792323462498 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012718465351082267, + "action_effect_rmse": 0.01637630273341842 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3760765714591441, + "action_effect_rmse": 0.3760765714591441 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 38.72133358633656, + "action_effect_rmse": 55.199240267253536 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.178951561845346, + "action_effect_rmse": 1.419765017229323 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020143617098712003, + "action_effect_rmse": 0.025814670281011694 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.37203839905215497, + "action_effect_rmse": 0.37203839905215497 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 39.10492280855385, + "action_effect_rmse": 55.63396002094501 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8338915551823014, + "action_effect_rmse": 2.1285244176287956 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.038405637114048354, + "action_effect_rmse": 0.04892358783831511 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2965000291970592, + "action_effect_rmse": 0.2965000291970592 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.55031436539436, + "action_effect_rmse": 55.99932076040789 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1155368586831442, + "action_effect_rmse": 3.584892090997162 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05752893591472841, + "action_effect_rmse": 0.07236717524522453 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3587296422828641, + "action_effect_rmse": 0.3587296422828641 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 40.141420765327176, + "action_effect_rmse": 56.60330168154361 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 21.147297612995658, + "predicted_costs": [ + 439.00337054929645, + 439.00330952830717, + 439.02330952830715, + 439.08330952830715 + ], + "true_costs": [ + 339.6135662503651, + 360.7608638633608, + 512.8271574586557, + 553.8418843354947 + ] + }, + { + "system_id": "battery-00380", + "family": "battery", + "anchor_step": 588, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04231420559199787, + "action_effect_rmse": 0.07315434430816267 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15513842603210173, + "action_effect_rmse": 0.2687076360938664 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 24.487642867127807, + "action_effect_rmse": 25.210069309088585 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08452857688662929, + "action_effect_rmse": 0.14621216587853847 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.296870736007745, + "action_effect_rmse": 0.5141721974641665 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 24.828200132654842, + "action_effect_rmse": 25.652361862879243 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16860057905971496, + "action_effect_rmse": 0.2919952959352169 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5438975982982109, + "action_effect_rmse": 0.942038965864495 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 25.488597104353136, + "action_effect_rmse": 26.544143252130123 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3333802623746003, + "action_effect_rmse": 0.5773502749114596 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5768608054874373, + "action_effect_rmse": 1.6782353533512744 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 24.558319703539848, + "action_effect_rmse": 26.26591154446213 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.5289654298486263, + "predicted_costs": [ + 1.0716133400697574, + 1.0199999156454944, + 0.9999999156454944, + 1.0199999156454944 + ], + "true_costs": [ + 1.071613424424263, + 0.47026807170229834, + 0.9992335015509246, + 1.02 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 143, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9483457539930882, + "action_effect_rmse": 1.0607719187725766 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007416828138333405, + "action_effect_rmse": 0.00829609135948813 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2032149115396276, + "action_effect_rmse": 1.3397568232979953 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7292796636979137, + "action_effect_rmse": 1.9342853587222357 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02871672553841975, + "action_effect_rmse": 0.03212108655729722 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.406429823079255, + "action_effect_rmse": 2.6795136465959906 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6968646435078263, + "action_effect_rmse": 2.10498952811381 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09187374043261916, + "action_effect_rmse": 0.10532444588325263 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.7309275506902204, + "action_effect_rmse": 4.413091427112618 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.866558404348903, + "action_effect_rmse": 2.185257027494859 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17238901171977497, + "action_effect_rmse": 0.20007154932642657 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.2561196338919745, + "action_effect_rmse": 6.351124039114886 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 11.717330450801754, + "predicted_costs": [ + 3.811126744517631, + 3.3307574905386415, + 2.3307574905386415, + 3.3307574905386415 + ], + "true_costs": [ + 6.502626022475153, + 1.5180467285458747, + 13.235377179347628, + 50.328881255065184 + ] + }, + { + "system_id": "battery-00806", + "family": "battery", + "anchor_step": 654, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014667299837834614, + "action_effect_rmse": 0.025404508528976306 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1635716210333058, + "action_effect_rmse": 0.2833143583060877 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.058633104446143, + "action_effect_rmse": 15.243231263226418 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.029565041442671285, + "action_effect_rmse": 0.05103067723858819 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3155887889235274, + "action_effect_rmse": 0.5466158167146795 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.134723220269983, + "action_effect_rmse": 15.356480282509741 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.058960811079162956, + "action_effect_rmse": 0.10195837282216169 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5858974481413988, + "action_effect_rmse": 1.014804148205854 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 13.284861917510206, + "action_effect_rmse": 15.581467396362367 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11818057462797739, + "action_effect_rmse": 0.20428064306655824 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0160317089520703, + "action_effect_rmse": 1.7598185420060197 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 13.58732646462162, + "action_effect_rmse": 16.037371773897437 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.47537270124245234, + "predicted_costs": [ + 1.0752041824296925, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 1.0752041048481948, + 1.02, + 0.9986891751296427, + 0.5233164738871904 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 575, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5401172566696187, + "action_effect_rmse": 0.6771275205201334 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04298673433290704, + "action_effect_rmse": 0.05233540967402992 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3274707047024623, + "action_effect_rmse": 0.3274707047024623 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 46.65535521473786, + "action_effect_rmse": 50.69549429351783 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0548458634202558, + "action_effect_rmse": 1.3019174475401136 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07974520178354716, + "action_effect_rmse": 0.09838778713347027 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0596122376669335, + "action_effect_rmse": 0.0596122376669335 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 46.996202918593525, + "action_effect_rmse": 51.09967993625772 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.114266311321827, + "action_effect_rmse": 2.6248871619736387 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14255603077026535, + "action_effect_rmse": 0.1803501531835953 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22398044673639003, + "action_effect_rmse": 0.22398044673639 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 47.69773965533043, + "action_effect_rmse": 51.95036689079052 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8168638087712803, + "action_effect_rmse": 3.8887909117176838 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2308534525302992, + "action_effect_rmse": 0.3001851858724115 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.053106377174184344, + "action_effect_rmse": 0.05310637717418435 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 44.01586483250276, + "action_effect_rmse": 45.769027045180174 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 196.91403454054054, + 196.8559010371025, + 196.87590103710252, + 196.93590103710252 + ], + "true_costs": [ + 402.227840324504, + 168.0146161753524, + 296.9369742262371, + 413.62036751144444 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 531, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39454384408364024, + "action_effect_rmse": 0.4620376073150441 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0031477680409241295, + "action_effect_rmse": 0.0035771287392965196 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2658777324667637, + "action_effect_rmse": 0.2658777324667637 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.020349088954696, + "action_effect_rmse": 46.46680754784154 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5156065616041877, + "action_effect_rmse": 0.6212517714818513 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0041255071759298545, + "action_effect_rmse": 0.004657885433783544 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16046544813264751, + "action_effect_rmse": 0.16046544813264754 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.91218518089523, + "action_effect_rmse": 46.133518703134946 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5674681145247824, + "action_effect_rmse": 0.9828836060322375 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0030872805697696273, + "action_effect_rmse": 0.0034432729885924486 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23315900811966683, + "action_effect_rmse": 0.23315900811966683 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 33.55842027443075, + "action_effect_rmse": 45.43131309984957 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7885663828479798, + "action_effect_rmse": 1.3658370402335118 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004671432126799028, + "action_effect_rmse": 0.005659702386969722 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1109056750871501, + "action_effect_rmse": 0.1109056750871501 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 43.06696022816103, + "action_effect_rmse": 44.75629288896437 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 506.4891979653028, + 506.4670227035574, + 506.4870227035574, + 506.5470227035574 + ], + "true_costs": [ + 578.0814892667419, + 452.82214242517927, + 582.9010325078809, + 603.2934837253 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 355, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12682461135282233, + "action_effect_rmse": 0.21966667051326494 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0032660338539850877, + "action_effect_rmse": 0.003897200497309917 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4044795755403365, + "action_effect_rmse": 1.4044795755403365 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 71.80245000937687, + "action_effect_rmse": 75.96699843362651 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24452677324813385, + "action_effect_rmse": 0.42353279507664193 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006566799453346779, + "action_effect_rmse": 0.007866546894231314 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3285934281964704, + "action_effect_rmse": 1.3285934281964704 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 71.8602720273854, + "action_effect_rmse": 76.0463957034187 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49216263516571246, + "action_effect_rmse": 0.8524506896939991 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01867171054101983, + "action_effect_rmse": 0.022483353611482734 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3684841358648863, + "action_effect_rmse": 1.3684841358648863 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 71.98192489286201, + "action_effect_rmse": 76.2136008017383 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.142540479637578, + "action_effect_rmse": 1.9789381604363994 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04795585292517638, + "action_effect_rmse": 0.05848003278120573 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0321066270308075, + "action_effect_rmse": 2.0321066270308075 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 72.30142760062749, + "action_effect_rmse": 76.65376087238731 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1220.7450436988672, + 1220.6888411179057, + 1220.7088411179056, + 1220.7688411179056 + ], + "true_costs": [ + 1220.745015039942, + 1025.035571415153, + 1220.7088124589804, + 1220.7688124589804 + ] + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "anchor_step": 462, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2029630815456092, + "action_effect_rmse": 1.294375737225732 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7363214686159079, + "action_effect_rmse": 1.8335851397191036 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.3502255117744526, + "action_effect_rmse": 2.528818154204043 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.4726429372318157, + "action_effect_rmse": 3.6671702794382073 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.144143524879452, + "action_effect_rmse": 2.7288470787859898 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.978787443327785, + "action_effect_rmse": 7.366072884156463 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6050711767025247, + "action_effect_rmse": 4.319414615584379 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 14.05807959324803, + "action_effect_rmse": 14.827401123336445 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 130.66308631534423, + "predicted_costs": [ + 665.3205520271109, + 663.7792894787856, + 662.7792894787856, + 663.7792894787856 + ], + "true_costs": [ + 573.409861421639, + 339.72298681792574, + 470.38607313327, + 647.7055515931927 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 434, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8665442202263508, + "action_effect_rmse": 0.9495555429386262 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.444471947509366, + "action_effect_rmse": 1.560038919182378 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7084291493656412, + "action_effect_rmse": 1.8720895375360267 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.888943895018732, + "action_effect_rmse": 3.120077838364756 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.816301613312092, + "action_effect_rmse": 2.3384811829016394 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.2100549778225895, + "action_effect_rmse": 5.718411355218291 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.592773920297777, + "action_effect_rmse": 2.94998143402668 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.716611519000557, + "action_effect_rmse": 9.90966894479303 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 32.99197486412021, + "predicted_costs": [ + 12.841831447325067, + 11.616079671029052, + 10.616079671029052, + 11.616079671029052 + ], + "true_costs": [ + 36.69907982460567, + 9.12917211853036, + 42.121146982650565, + 109.71887840245479 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 217, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37548270296926783, + "action_effect_rmse": 0.492666153181154 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41065194363261526, + "action_effect_rmse": 0.5870144033718552 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7433289699844187, + "action_effect_rmse": 0.9753126343620325 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8213038872652305, + "action_effect_rmse": 1.1740288067437104 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4567302662292902, + "action_effect_rmse": 1.9113575427320917 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.642607774530461, + "action_effect_rmse": 2.3480576134874207 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7985210784452677, + "action_effect_rmse": 3.6719044669997807 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.285215549060922, + "action_effect_rmse": 4.696115226974841 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 117.7243027458914, + "predicted_costs": [ + 455.1352683952228, + 453.78071848760175, + 452.78071848760175, + 453.78071848760175 + ], + "true_costs": [ + 580.907765341316, + 579.5532154336951, + 463.0446824417505, + 345.3203796958591 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 324, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19656949273599333, + "action_effect_rmse": 0.20248018089214692 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8675467474908226, + "action_effect_rmse": 0.876186899973173 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 36.87491598332316, + "action_effect_rmse": 37.92212029257316 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3928007620964502, + "action_effect_rmse": 0.4046302604407381 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7288781336604313, + "action_effect_rmse": 1.7458528536505349 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 36.91209878318608, + "action_effect_rmse": 38.03357396331319 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31714966765303376, + "action_effect_rmse": 0.3718947916533786 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2027226427079882, + "action_effect_rmse": 2.2542140789992766 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 20.750276654731596, + "action_effect_rmse": 22.949360417851448 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34010844137940555, + "action_effect_rmse": 0.40487719220548474 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1766145955406735, + "action_effect_rmse": 2.3671009297407575 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.910033863033709, + "action_effect_rmse": 11.316043295065633 + } + ], + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.06253798605669851, + 0.03288485443291478, + 0.01288485443291478, + 0.03288485443291478 + ], + "true_costs": [ + 0.44437086416403915, + 0.3033103342724274, + 0.012807566331017798, + 0.34342900668842313 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 375, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0678570446167095, + "action_effect_rmse": 0.11753184892760901 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.048572758860760956, + "action_effect_rmse": 0.06319858324060902 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6496684861200939, + "action_effect_rmse": 0.6496684861200939 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 42.744220690131066, + "action_effect_rmse": 52.89580217548932 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13941208467086388, + "action_effect_rmse": 0.2414688138390305 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09675155987581263, + "action_effect_rmse": 0.12683551707965818 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6973975845535917, + "action_effect_rmse": 0.6973975845535917 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 42.83982278716971, + "action_effect_rmse": 53.02854171397655 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26166615504065643, + "action_effect_rmse": 0.453219075151612 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1642669640396921, + "action_effect_rmse": 0.21360408058246652 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23076836275101162, + "action_effect_rmse": 0.23076836275101162 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 36.101147225893925, + "action_effect_rmse": 38.52356664878799 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.458945410024626, + "action_effect_rmse": 0.794916768063183 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2856013284564973, + "action_effect_rmse": 0.3755831474880658 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13002689871996514, + "action_effect_rmse": 0.13002689871996514 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.090483367159454, + "action_effect_rmse": 31.897404985825666 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 93.86135251051381, + 93.79782802861385, + 93.81782802861385, + 93.87782802861385 + ], + "true_costs": [ + 93.86134961997918, + 69.56671610246964, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "anchor_step": 26, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9509612448303226, + "action_effect_rmse": 1.0194252619098232 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004938565777051688, + "action_effect_rmse": 0.005294115546872745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.809198942945964, + "action_effect_rmse": 1.9027409275513616 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8280818832952026, + "action_effect_rmse": 1.9596937969888883 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019850861862222995, + "action_effect_rmse": 0.021280015524335266 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.618397885891928, + "action_effect_rmse": 3.805481855102723 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.340427394014064, + "action_effect_rmse": 3.5872725046640705 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0756429161103173, + "action_effect_rmse": 0.0811575642754651 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.105589711638383, + "action_effect_rmse": 7.486318234332334 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.744689853906391, + "action_effect_rmse": 6.174719029090652 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2702240211462789, + "action_effect_rmse": 0.2902442526845228 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 14.079973363131293, + "action_effect_rmse": 14.84816056381089 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 23.48896471521315, + "predicted_costs": [ + 80.87740147427284, + 79.78961686527849, + 78.78961686527849, + 79.78961686527849 + ], + "true_costs": [ + 176.0871549098058, + 98.94481071313356, + 51.04830779776004, + 27.55934308254689 + ] + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "anchor_step": 297, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6029224210542795, + "action_effect_rmse": 0.6944200878018307 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0010196679866929514, + "action_effect_rmse": 0.0011744096887450369 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.952716137258316, + "action_effect_rmse": 1.1202188448756916 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.174586277054922, + "action_effect_rmse": 1.352837906105791 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004145924621692387, + "action_effect_rmse": 0.004775097490619997 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.905432274516632, + "action_effect_rmse": 2.240437689751383 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2307454864027334, + "action_effect_rmse": 2.5692766141000187 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016256985803786723, + "action_effect_rmse": 0.018724096359720076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.810864549033264, + "action_effect_rmse": 4.480875379502766 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2300647808521012, + "action_effect_rmse": 2.5303332334576703 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04153371109791356, + "action_effect_rmse": 0.05245772501047374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.469563097659602, + "action_effect_rmse": 5.547590917236371 + } + ], + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 7.169846666407018, + "predicted_costs": [ + 61.996764268102766, + 60.90156144638132, + 59.90156144638132, + 60.90156144638132 + ], + "true_costs": [ + 59.31559237821617, + 19.395682182821613, + 26.56552884922863, + 58.27444321641375 + ] + }, + { + "system_id": "tank-00253", + "family": "tank", + "anchor_step": 425, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5864509072832776, + "action_effect_rmse": 0.6793543660466003 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017019279848324114, + "action_effect_rmse": 0.020163538042238895 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.38996965217421004, + "action_effect_rmse": 0.38996965217421004 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 65.46554202923491, + "action_effect_rmse": 92.59531618183 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1622563451762868, + "action_effect_rmse": 1.3422156997008143 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03235097453751715, + "action_effect_rmse": 0.03786114921313151 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48987624030503235, + "action_effect_rmse": 0.4898762403050324 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 65.787477535918, + "action_effect_rmse": 92.95091274572765 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7197959930492956, + "action_effect_rmse": 1.8113155395936837 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05142654247402353, + "action_effect_rmse": 0.05944562087955637 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13185938448206258, + "action_effect_rmse": 0.13185938448206258 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 66.95767846227336, + "action_effect_rmse": 94.88978204264342 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.174350690238646, + "action_effect_rmse": 2.2458656017552903 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08135626230005026, + "action_effect_rmse": 0.09362329525044887 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10247884173946625, + "action_effect_rmse": 0.10247884173946625 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 67.21182211414701, + "action_effect_rmse": 95.00633891116142 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 602.7682757396027, + 602.7670272988202, + 602.7870272988201, + 602.8470272988202 + ], + "true_costs": [ + 626.8196498954046, + 546.1604687264679, + 772.4831075889563, + 849.7151629434532 + ] + }, + { + "system_id": "tank-00217", + "family": "tank", + "anchor_step": 648, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1372194745987816, + "action_effect_rmse": 0.2376711017929967 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006660094292095427, + "action_effect_rmse": 0.007790770212276656 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15690318724289054, + "action_effect_rmse": 0.15690318724289054 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.333710027564045, + "action_effect_rmse": 34.295643162179424 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2827062324935703, + "action_effect_rmse": 0.4896615582952432 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012702508930320397, + "action_effect_rmse": 0.015019142531885884 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16873032488910922, + "action_effect_rmse": 0.16873032488910922 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.43792693790323, + "action_effect_rmse": 34.43103779762942 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5766169386557193, + "action_effect_rmse": 0.9987298342565323 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008837212708421896, + "action_effect_rmse": 0.011131284901486752 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.186120530339847, + "action_effect_rmse": 0.186120530339847 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 33.648464763854214, + "action_effect_rmse": 34.705813280733686 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.123735231362519, + "action_effect_rmse": 1.9463665149750502 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03467374554188396, + "action_effect_rmse": 0.04040091468919926 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15661062543509408, + "action_effect_rmse": 0.15661062543509408 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.04038344347168, + "action_effect_rmse": 35.22165765229205 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 501.3379560765093, + 501.2901925571804, + 501.31019255718036, + 501.37019255718036 + ], + "true_costs": [ + 501.3379567888675, + 374.120419728428, + 501.31019326953856, + 501.37019326953856 + ] + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "anchor_step": 645, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0870251095201564, + "action_effect_rmse": 1.3119820501406105 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5243701615467368, + "action_effect_rmse": 0.5966363896189953 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0547215780062396, + "action_effect_rmse": 2.4799407159699927 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0487403230934735, + "action_effect_rmse": 1.1932727792379907 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.683088013073801, + "action_effect_rmse": 4.445293231886717 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.097480646186947, + "action_effect_rmse": 2.3865455584759814 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.540087141038607, + "action_effect_rmse": 6.397833819468279 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.341123391778145, + "action_effect_rmse": 7.123890882686363 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 14.700855853611657, + 14.630772314943192, + 13.630772314943192, + 14.630772314943192 + ], + "true_costs": [ + 50.26864767536469, + 89.46176823171146, + 6.263034282677955, + 56.60312870064841 + ] + }, + { + "system_id": "battery-00128", + "family": "battery", + "anchor_step": 315, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008828301192195125, + "action_effect_rmse": 0.015220365869701354 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12492165885164397, + "action_effect_rmse": 0.21637066009683373 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.217921536151684, + "action_effect_rmse": 19.11860500224123 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01770595882146919, + "action_effect_rmse": 0.030490840713250367 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2360940244062141, + "action_effect_rmse": 0.4089268456349694 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.220892333488749, + "action_effect_rmse": 19.123121981471563 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15972609857575434, + "action_effect_rmse": 0.16727832117523597 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1612123999865074, + "action_effect_rmse": 2.2423905586478483 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 45.76380991704685, + "action_effect_rmse": 47.52135850979773 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14152526348648398, + "action_effect_rmse": 0.1730181394938256 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3147352164714736, + "action_effect_rmse": 1.5433997502691683 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.709340389526005, + "action_effect_rmse": 12.927997450810887 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.3148578274104795, + "predicted_costs": [ + 1.033141387863512, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.7087004137427478, + 1.02, + 0.9977035514638344, + 0.6828457240533549 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 252, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0712351611125581, + "action_effect_rmse": 0.0756637716537557 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.680569400217586, + "action_effect_rmse": 0.7228738248670277 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.795596034481854, + "action_effect_rmse": 8.641642373963231 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12812369908038487, + "action_effect_rmse": 0.13791443310836823 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1452497032039386, + "action_effect_rmse": 1.234247045960275 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.123016660410187, + "action_effect_rmse": 8.134310763560629 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20751378488144293, + "action_effect_rmse": 0.23133829162021805 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6158014596379324, + "action_effect_rmse": 1.8138663153101486 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.088900848505972, + "action_effect_rmse": 7.479308593042934 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28412465942010173, + "action_effect_rmse": 0.3410948393286296 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.784648953124729, + "action_effect_rmse": 2.0535092340237644 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.226815349083222, + "action_effect_rmse": 7.033365005162308 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.6408883122490506, + "predicted_costs": [ + 1.0223760670557835, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.3590961739310228, + 1.02, + 0.9999844861800734, + 0.45666284171403065 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 140, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02613858429251179, + "action_effect_rmse": 0.03146763238534502 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48146402799340277, + "action_effect_rmse": 0.5606779397314721 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.291729106355934, + "action_effect_rmse": 11.038817276823497 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.052297692433162825, + "action_effect_rmse": 0.06295182794022741 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9237309687516261, + "action_effect_rmse": 1.0771053212578185 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.33709175144933, + "action_effect_rmse": 11.107713748333715 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09839042052691456, + "action_effect_rmse": 0.11645706132906072 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8608948515582178, + "action_effect_rmse": 2.1200284088207653 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.410704494607861, + "action_effect_rmse": 11.211867282643665 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17213349138168008, + "action_effect_rmse": 0.19733726348324987 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.837103286411047, + "action_effect_rmse": 4.276269056451689 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.82500475781235, + "action_effect_rmse": 11.65128980617384 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.2394343632368291, + "predicted_costs": [ + 0.7505049274726802, + 0.7450289603211769, + 0.7250289603211769, + 0.7450289603211769 + ], + "true_costs": [ + 0.48476889126446254, + 0.9449805025214014, + 0.7242032545012916, + 0.5273461840047122 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 335, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.570782457405078, + "action_effect_rmse": 0.6507343619556462 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7342440946622446, + "action_effect_rmse": 0.7966106754839323 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1424672839873864, + "action_effect_rmse": 1.2987869569865556 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.444679229049105, + "action_effect_rmse": 1.5460588904149637 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.27764394120522, + "action_effect_rmse": 2.5831311447156824 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.811818456729611, + "action_effect_rmse": 2.946891418641546 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.895731429402923, + "action_effect_rmse": 4.618036766958925 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.944439790081674, + "action_effect_rmse": 4.946936459380923 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 23.76069807149033, + "predicted_costs": [ + 9.35727935953592, + 9.70991667264283, + 8.70991667264283, + 9.70991667264283 + ], + "true_costs": [ + 20.75863197206997, + 5.6902787002665045, + 29.450976771756835, + 141.8323179271818 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 136, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4042097607733446, + "action_effect_rmse": 0.5148963089454563 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4923970501877856, + "action_effect_rmse": 0.7252253744629199 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8001988447331753, + "action_effect_rmse": 1.019320836753779 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9847941003755712, + "action_effect_rmse": 1.4504507489258398 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5681803389809506, + "action_effect_rmse": 1.9976021033170792 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9695882007511425, + "action_effect_rmse": 2.9009014978516796 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.416626734056186, + "action_effect_rmse": 2.6741108480233775 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5325145870678987, + "action_effect_rmse": 5.053494508352795 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 11.78906670875892, + "predicted_costs": [ + 29.057701007729875, + 28.707384549657707, + 27.707384549657707, + 28.707384549657707 + ], + "true_costs": [ + 8.86520481063588, + 50.72743761191592, + 20.6542715193948, + 10.847614181065762 + ] + }, + { + "system_id": "tank-00880", + "family": "tank", + "anchor_step": 231, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10708861192494086, + "action_effect_rmse": 0.1854829167660239 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00912544709540164, + "action_effect_rmse": 0.011452849889542606 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06490078932584398, + "action_effect_rmse": 0.06490078932584398 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 61.78894175798678, + "action_effect_rmse": 69.10487380763158 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17183003025317353, + "action_effect_rmse": 0.2976183426645938 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015481613436148697, + "action_effect_rmse": 0.019879563846595182 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03878578931423304, + "action_effect_rmse": 0.03878578931423304 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 61.936772468805565, + "action_effect_rmse": 69.31245506336093 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30251371410205596, + "action_effect_rmse": 0.5239691228111265 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026762510375597515, + "action_effect_rmse": 0.03571979040645151 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04184919294181488, + "action_effect_rmse": 0.04184919294181488 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 62.2351759078197, + "action_effect_rmse": 69.73244964397328 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4543273080428459, + "action_effect_rmse": 0.7869179807962053 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07224033062348667, + "action_effect_rmse": 0.09952118017694782 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02085924439355813, + "action_effect_rmse": 0.02085924439355813 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 62.58182743451996, + "action_effect_rmse": 70.22197453714872 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 12.97094099344663, + 12.905634226338849, + 12.925634226338849, + 12.98563422633885 + ], + "true_costs": [ + 12.970937496929553, + 4.793207394132201, + 12.925630729821771, + 12.985630729821771 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 84, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11932978456489407, + "action_effect_rmse": 0.12144912093162687 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8137100882431684, + "action_effect_rmse": 0.8260145209365212 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 29.216542806427544, + "action_effect_rmse": 29.815669754669894 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23881505811859494, + "action_effect_rmse": 0.24305038429236772 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6239867568861008, + "action_effect_rmse": 1.647810842522375 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 30.325276435920006, + "action_effect_rmse": 30.943874694073113 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47825043711317083, + "action_effect_rmse": 0.4867078149564366 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.2274530232654968, + "action_effect_rmse": 3.272739136639582 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 32.54705698582391, + "action_effect_rmse": 33.20452801505434 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7443383833780386, + "action_effect_rmse": 0.7659399752546078 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.422832781098083, + "action_effect_rmse": 4.54000465313643 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 35.01615334935065, + "action_effect_rmse": 35.791990099018705 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.13659589514315387, + "predicted_costs": [ + 0.34658684434166315, + 0.28658684434166315, + 0.26658684434166313, + 0.28658684434166315 + ], + "true_costs": [ + 0.40069737179935405, + 0.12996406791876322, + 0.2665599630619171, + 0.5330559810877677 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 80, + "mean_regret": 0.23586612353037487, + "ranking_accuracy": 0.6166666666666667, + "ranking_comparable_pairs": 480, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 0.5029218842617267, + "action_effect_rmse": 0.839483946355599 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 0.9706282230459967, + "action_effect_rmse": 1.6408164015906148 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 1.7394813585105653, + "action_effect_rmse": 2.860545689752436 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 2.4479787647176843, + "action_effect_rmse": 4.00298621471956 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 0.05640250841820156, + "action_effect_rmse": 0.08424557410565679 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 0.11062373433109726, + "action_effect_rmse": 0.16335908753143297 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 0.19849877303323654, + "action_effect_rmse": 0.28239433810289133 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 0.3151771904849824, + "action_effect_rmse": 0.4234499353050087 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 13.322632771460903, + "action_effect_rmse": 16.73091906117121 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 13.866027801226895, + "action_effect_rmse": 17.421975194607562 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 14.399190032318467, + "action_effect_rmse": 18.214990702899925 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 14.660696586862196, + "action_effect_rmse": 17.884521235120307 + } + ] + }, + { + "family": "tank", + "sample_count": 109, + "mean_regret": 0.5771829865726249, + "ranking_accuracy": 0.9487767584097859, + "ranking_comparable_pairs": 654, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.2842451820098407, + "action_effect_rmse": 0.3973460459530085 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.284893338319528, + "action_effect_rmse": 0.39225664437009083 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.30762335367022453, + "action_effect_rmse": 0.4360303544038798 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 0.29234235075563386, + "action_effect_rmse": 0.46012005796350824 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 46.50021592803784, + "action_effect_rmse": 63.164814566375526 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 46.843474311862856, + "action_effect_rmse": 64.1871579721755 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 46.50170599226615, + "action_effect_rmse": 63.61193327565025 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 47.7972925028791, + "action_effect_rmse": 64.70415452079216 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.2785715561972351, + "action_effect_rmse": 0.42682245429844445 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.4807742977639219, + "action_effect_rmse": 0.7342182341676248 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.7751722201075999, + "action_effect_rmse": 1.2101538651391368 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 1.189292080720269, + "action_effect_rmse": 1.8660996382549508 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.036520605177922494, + "action_effect_rmse": 0.06533986229543134 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.06502936877519222, + "action_effect_rmse": 0.10919379069288136 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.10950448176935514, + "action_effect_rmse": 0.17105474207020535 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 0.1780733171848541, + "action_effect_rmse": 0.26857001261339825 + } + ] + }, + { + "family": "thermal", + "sample_count": 111, + "mean_regret": 90.07741424165826, + "ranking_accuracy": 0.5923423423423423, + "ranking_comparable_pairs": 666, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 111, + "action_effect_mae": 0.9014848373284966, + "action_effect_rmse": 1.1468747681128295 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 111, + "action_effect_mae": 1.7765727187546891, + "action_effect_rmse": 2.286097883986025 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 111, + "action_effect_mae": 3.5023195381361893, + "action_effect_rmse": 4.434732967199232 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 111, + "action_effect_mae": 6.575897335007761, + "action_effect_rmse": 8.345853778714636 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 111, + "action_effect_mae": 0.960054363265045, + "action_effect_rmse": 1.318910630719443 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 111, + "action_effect_mae": 1.8009518297704317, + "action_effect_rmse": 2.4898110385756502 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 111, + "action_effect_mae": 3.060770388901597, + "action_effect_rmse": 4.1668735851047165 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 111, + "action_effect_mae": 4.696302176418714, + "action_effect_rmse": 6.47557611466513 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 56, + "action_effect_mae": 0.009457940595806106, + "action_effect_rmse": 0.017217935426780982 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 56, + "action_effect_mae": 0.03504155885584946, + "action_effect_rmse": 0.06412666591334558 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 56, + "action_effect_mae": 0.12104345792099906, + "action_effect_rmse": 0.21924247824456614 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 56, + "action_effect_mae": 0.3579683686849146, + "action_effect_rmse": 0.6215466052979587 + } + ] + } + ] + } + }, + "history_linear_system_id": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 1247, + "mae": 0.02789473347365856, + "rmse": 0.04936075955629349, + "standardized_mae": 0.07664289325475693, + "standardized_rmse": 0.13562242686748505, + "standardized_gaussian_nll": -0.1274921699970956, + "physical_gaussian_nll": -1.1382111527232794, + "nominal_coverage": 0.9, + "coverage": 0.8893344025661588, + "mean_interval_width": 0.12186366319656372, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 1255, + "mae": 0.05538119375705719, + "rmse": 0.09321911633014679, + "standardized_mae": 0.152164027094841, + "standardized_rmse": 0.2561265826225281, + "standardized_gaussian_nll": 1.7756441428929188, + "physical_gaussian_nll": 0.7649251601667351, + "nominal_coverage": 0.9, + "coverage": 0.8948207171314742, + "mean_interval_width": 0.2604198157787323, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 1253, + "mae": 0.10499043017625809, + "rmse": 0.16722072660923004, + "standardized_mae": 0.2884691655635834, + "standardized_rmse": 0.4594516456127167, + "standardized_gaussian_nll": 4.43941430623397, + "physical_gaussian_nll": 3.428695323507786, + "nominal_coverage": 0.9, + "coverage": 0.888268156424581, + "mean_interval_width": 0.5278042554855347, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 1245, + "mae": 0.1843506097793579, + "rmse": 0.2705199718475342, + "standardized_mae": 0.5065172910690308, + "standardized_rmse": 0.7432741522789001, + "standardized_gaussian_nll": 8.10162540770252, + "physical_gaussian_nll": 7.090906424976335, + "nominal_coverage": 0.9, + "coverage": 0.9060240963855422, + "mean_interval_width": 1.0939643383026123, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 1247, + "mae": 0.36076322197914124, + "rmse": 0.6872318387031555, + "standardized_mae": 0.04732418432831764, + "standardized_rmse": 0.09014967828989029, + "standardized_gaussian_nll": -1.0133727721488486, + "physical_gaussian_nll": 1.0178275905413947, + "nominal_coverage": 0.9, + "coverage": 0.9037690457097033, + "mean_interval_width": 1.711870551109314, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 1247, + "mae": 0.7760361433029175, + "rmse": 1.4367172718048096, + "standardized_mae": 0.10179883986711502, + "standardized_rmse": 0.1884656548500061, + "standardized_gaussian_nll": 0.39008990946278543, + "physical_gaussian_nll": 2.421290272153029, + "nominal_coverage": 0.9, + "coverage": 0.9077786688051324, + "mean_interval_width": 3.8007540702819824, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 1243, + "mae": 1.6296429634094238, + "rmse": 2.9169318675994873, + "standardized_mae": 0.21377325057983398, + "standardized_rmse": 0.3826372027397156, + "standardized_gaussian_nll": 2.957231876167114, + "physical_gaussian_nll": 4.988432238857357, + "nominal_coverage": 0.9, + "coverage": 0.9026548672566371, + "mean_interval_width": 7.931910991668701, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 1241, + "mae": 3.2625832557678223, + "rmse": 5.390353202819824, + "standardized_mae": 0.427979052066803, + "standardized_rmse": 0.7070955634117126, + "standardized_gaussian_nll": 7.166487939049974, + "physical_gaussian_nll": 9.197688301740218, + "nominal_coverage": 0.9, + "coverage": 0.9000805801772764, + "mean_interval_width": 15.496526718139648, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 1264, + "mae": 2.484255313873291, + "rmse": 5.286131858825684, + "standardized_mae": 0.14688587188720703, + "standardized_rmse": 0.3125516474246979, + "standardized_gaussian_nll": 5.784457516893963, + "physical_gaussian_nll": 8.612529778796823, + "nominal_coverage": 0.9, + "coverage": 0.8939873417721519, + "mean_interval_width": 11.5237398147583, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 1258, + "mae": 3.7066047191619873, + "rmse": 7.150616645812988, + "standardized_mae": 0.21915939450263977, + "standardized_rmse": 0.42279252409935, + "standardized_gaussian_nll": 5.2933864481674116, + "physical_gaussian_nll": 8.121458710070272, + "nominal_coverage": 0.9, + "coverage": 0.875993640699523, + "mean_interval_width": 15.542627334594727, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 1254, + "mae": 5.013614654541016, + "rmse": 9.410301208496094, + "standardized_mae": 0.296438604593277, + "standardized_rmse": 0.5564002394676208, + "standardized_gaussian_nll": 5.1155522081613185, + "physical_gaussian_nll": 7.943624470064178, + "nominal_coverage": 0.9, + "coverage": 0.8931419457735247, + "mean_interval_width": 24.305421829223633, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 1259, + "mae": 6.365220546722412, + "rmse": 11.289307594299316, + "standardized_mae": 0.3763546347618103, + "standardized_rmse": 0.6674997806549072, + "standardized_gaussian_nll": 3.7845689484122564, + "physical_gaussian_nll": 6.612641210315116, + "nominal_coverage": 0.9, + "coverage": 0.8903891977760127, + "mean_interval_width": 30.146554946899414, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 1315, + "mae": 0.08357766270637512, + "rmse": 0.1677381694316864, + "standardized_mae": 0.016629260033369064, + "standardized_rmse": 0.03337448835372925, + "standardized_gaussian_nll": -1.854320183955135, + "physical_gaussian_nll": -0.23970768614427174, + "nominal_coverage": 0.9, + "coverage": 0.9155893536121673, + "mean_interval_width": 0.49442392587661743, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 1318, + "mae": 0.1796872913837433, + "rmse": 0.3356240689754486, + "standardized_mae": 0.03575197607278824, + "standardized_rmse": 0.06677836924791336, + "standardized_gaussian_nll": -1.2855963725191366, + "physical_gaussian_nll": 0.32901612529172675, + "nominal_coverage": 0.9, + "coverage": 0.9294385432473444, + "mean_interval_width": 1.1399072408676147, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 1312, + "mae": 0.41841036081314087, + "rmse": 0.7015154957771301, + "standardized_mae": 0.08325017243623734, + "standardized_rmse": 0.13957896828651428, + "standardized_gaussian_nll": -0.41170027678810023, + "physical_gaussian_nll": 1.2029122210227632, + "nominal_coverage": 0.9, + "coverage": 0.916920731707317, + "mean_interval_width": 2.419598340988159, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 1321, + "mae": 0.9539967179298401, + "rmse": 1.4465270042419434, + "standardized_mae": 0.18981458246707916, + "standardized_rmse": 0.2878122329711914, + "standardized_gaussian_nll": 1.0275695396812288, + "physical_gaussian_nll": 2.642182037492092, + "nominal_coverage": 0.9, + "coverage": 0.9008327024981075, + "mean_interval_width": 4.8968353271484375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 1323, + "mae": 0.01215325016528368, + "rmse": 0.03980705514550209, + "standardized_mae": 0.013303014449775219, + "standardized_rmse": 0.04357302188873291, + "standardized_gaussian_nll": -1.7285670511026858, + "physical_gaussian_nll": -1.8189610920131924, + "nominal_coverage": 0.9, + "coverage": 0.9040060468631897, + "mean_interval_width": 0.047908149659633636, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 1320, + "mae": 0.024961072951555252, + "rmse": 0.06951653957366943, + "standardized_mae": 0.02732252888381481, + "standardized_rmse": 0.07609318941831589, + "standardized_gaussian_nll": -1.2034497204949768, + "physical_gaussian_nll": -1.2938437614054834, + "nominal_coverage": 0.9, + "coverage": 0.9113636363636364, + "mean_interval_width": 0.10964222252368927, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 1313, + "mae": 0.05675611272454262, + "rmse": 0.1205536350607872, + "standardized_mae": 0.0621255561709404, + "standardized_rmse": 0.13195867836475372, + "standardized_gaussian_nll": -0.6054483907058767, + "physical_gaussian_nll": -0.6958424316163835, + "nominal_coverage": 0.9, + "coverage": 0.9101294744859101, + "mean_interval_width": 0.26016658544540405, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 1324, + "mae": 0.13011407852172852, + "rmse": 0.21914121508598328, + "standardized_mae": 0.1424235850572586, + "standardized_rmse": 0.23987318575382233, + "standardized_gaussian_nll": 0.29220334817646965, + "physical_gaussian_nll": 0.2018093072659629, + "nominal_coverage": 0.9, + "coverage": 0.9086102719033232, + "mean_interval_width": 0.6321470737457275, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 1338, + "mae": 0.1102336198091507, + "rmse": 0.1945941150188446, + "standardized_mae": 0.2062804400920868, + "standardized_rmse": 0.3641444444656372, + "standardized_gaussian_nll": 4.396167919009865, + "physical_gaussian_nll": 3.769533204091109, + "nominal_coverage": 0.9, + "coverage": 0.9133034379671151, + "mean_interval_width": 0.559303343296051, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 1338, + "mae": 0.1610192507505417, + "rmse": 0.28028011322021484, + "standardized_mae": 0.3013157248497009, + "standardized_rmse": 0.5244888663291931, + "standardized_gaussian_nll": 3.9460254368673646, + "physical_gaussian_nll": 3.3193907219486087, + "nominal_coverage": 0.9, + "coverage": 0.9073243647234679, + "mean_interval_width": 0.8353660702705383, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 1342, + "mae": 0.24408979713916779, + "rmse": 0.3845326900482178, + "standardized_mae": 0.4567658305168152, + "standardized_rmse": 0.7195769548416138, + "standardized_gaussian_nll": 4.264135665955795, + "physical_gaussian_nll": 3.637500951037039, + "nominal_coverage": 0.9, + "coverage": 0.9061102831594635, + "mean_interval_width": 1.343349814414978, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 1335, + "mae": 0.35267090797424316, + "rmse": 0.5042173266410828, + "standardized_mae": 0.6599538922309875, + "standardized_rmse": 0.9435430765151978, + "standardized_gaussian_nll": 3.6456552079336264, + "physical_gaussian_nll": 3.0190204930148705, + "nominal_coverage": 0.9, + "coverage": 0.897378277153558, + "mean_interval_width": 1.7845613956451416, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 1322, + "mae": 6.520258903503418, + "rmse": 15.087115287780762, + "standardized_mae": 0.1726817488670349, + "standardized_rmse": 0.39956533908843994, + "standardized_gaussian_nll": 15.723123792068948, + "physical_gaussian_nll": 19.35434286049803, + "nominal_coverage": 0.9, + "coverage": 0.9183055975794251, + "mean_interval_width": 32.82526397705078, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 1322, + "mae": 10.57241439819336, + "rmse": 20.269107818603516, + "standardized_mae": 0.2799985408782959, + "standardized_rmse": 0.5368046164512634, + "standardized_gaussian_nll": 13.032959111869332, + "physical_gaussian_nll": 16.664178180298414, + "nominal_coverage": 0.9, + "coverage": 0.905446293494705, + "mean_interval_width": 56.38041305541992, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 1321, + "mae": 15.09639835357666, + "rmse": 24.829254150390625, + "standardized_mae": 0.39981117844581604, + "standardized_rmse": 0.6575749516487122, + "standardized_gaussian_nll": 8.824809382080744, + "physical_gaussian_nll": 12.456028450509827, + "nominal_coverage": 0.9, + "coverage": 0.8962906888720666, + "mean_interval_width": 85.13654327392578, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 1318, + "mae": 21.530012130737305, + "rmse": 33.68907165527344, + "standardized_mae": 0.5701982378959656, + "standardized_rmse": 0.8922173380851746, + "standardized_gaussian_nll": 8.767286695775509, + "physical_gaussian_nll": 12.398505764204591, + "nominal_coverage": 0.9, + "coverage": 0.8975720789074355, + "mean_interval_width": 128.28057861328125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 1346, + "mae": 0.1822682023048401, + "rmse": 0.30546391010284424, + "standardized_mae": 0.022654583677649498, + "standardized_rmse": 0.03796689584851265, + "standardized_gaussian_nll": -1.788697355522751, + "physical_gaussian_nll": 0.29641972558391116, + "nominal_coverage": 0.9, + "coverage": 0.9086181277860327, + "mean_interval_width": 0.8688400983810425, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 1354, + "mae": 0.37984997034072876, + "rmse": 0.600549578666687, + "standardized_mae": 0.04721252992749214, + "standardized_rmse": 0.07464385032653809, + "standardized_gaussian_nll": -1.1757202185788815, + "physical_gaussian_nll": 0.9093968625277806, + "nominal_coverage": 0.9, + "coverage": 0.9165435745937962, + "mean_interval_width": 1.846684217453003, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 1354, + "mae": 0.8307462930679321, + "rmse": 1.284916877746582, + "standardized_mae": 0.10325559228658676, + "standardized_rmse": 0.15970562398433685, + "standardized_gaussian_nll": -0.13160769612118964, + "physical_gaussian_nll": 1.9535093849854726, + "nominal_coverage": 0.9, + "coverage": 0.9084194977843427, + "mean_interval_width": 3.8858916759490967, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 1349, + "mae": 1.7845854759216309, + "rmse": 2.668670415878296, + "standardized_mae": 0.2218107134103775, + "standardized_rmse": 0.33169591426849365, + "standardized_gaussian_nll": 1.6220364943904444, + "physical_gaussian_nll": 3.707153575497107, + "nominal_coverage": 0.9, + "coverage": 0.9043736100815419, + "mean_interval_width": 8.010927200317383, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 716, + "mae": 0.020563125610351562, + "rmse": 0.030933015048503876, + "standardized_mae": 0.005387394689023495, + "standardized_rmse": 0.008104233071208, + "standardized_gaussian_nll": -2.0636580510008478, + "physical_gaussian_nll": -0.7242205266398154, + "nominal_coverage": 0.9, + "coverage": 0.9231843575418994, + "mean_interval_width": 0.10541150718927383, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 716, + "mae": 0.04218152537941933, + "rmse": 0.06259087473154068, + "standardized_mae": 0.011051264591515064, + "standardized_rmse": 0.016398370265960693, + "standardized_gaussian_nll": -1.7033295231986525, + "physical_gaussian_nll": -0.36389199883762013, + "nominal_coverage": 0.9, + "coverage": 0.9273743016759777, + "mean_interval_width": 0.2139642983675003, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 713, + "mae": 0.09122680872678757, + "rmse": 0.14087072014808655, + "standardized_mae": 0.02390078455209732, + "standardized_rmse": 0.0369071401655674, + "standardized_gaussian_nll": -1.315539740829076, + "physical_gaussian_nll": 0.023897783531956263, + "nominal_coverage": 0.9, + "coverage": 0.9270687237026648, + "mean_interval_width": 0.48270970582962036, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 704, + "mae": 0.20277449488639832, + "rmse": 0.3200051784515381, + "standardized_mae": 0.053125496953725815, + "standardized_rmse": 0.08383911848068237, + "standardized_gaussian_nll": -0.8613480149465389, + "physical_gaussian_nll": 0.47808950941449346, + "nominal_coverage": 0.9, + "coverage": 0.9403409090909091, + "mean_interval_width": 1.1072455644607544, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 1358, + "mae": 0.44334283471107483, + "rmse": 0.7059119343757629, + "standardized_mae": 0.0015496895648539066, + "standardized_rmse": 0.0024674907326698303, + "standardized_gaussian_nll": -2.075576070648904, + "physical_gaussian_nll": 3.5807126441367383, + "nominal_coverage": 0.9, + "coverage": 0.8836524300441826, + "mean_interval_width": 2.0322670936584473, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 1355, + "mae": 0.9353965520858765, + "rmse": 1.436436653137207, + "standardized_mae": 0.003269646316766739, + "standardized_rmse": 0.005021014716476202, + "standardized_gaussian_nll": -1.7276991257626306, + "physical_gaussian_nll": 3.9285895890230114, + "nominal_coverage": 0.9, + "coverage": 0.888560885608856, + "mean_interval_width": 4.431865215301514, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 1354, + "mae": 2.075821876525879, + "rmse": 3.004047393798828, + "standardized_mae": 0.007255963981151581, + "standardized_rmse": 0.010500543750822544, + "standardized_gaussian_nll": -1.3781335164053474, + "physical_gaussian_nll": 4.278155198380295, + "nominal_coverage": 0.9, + "coverage": 0.8995568685376661, + "mean_interval_width": 9.953703880310059, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 1358, + "mae": 4.886444091796875, + "rmse": 6.808073997497559, + "standardized_mae": 0.0170803964138031, + "standardized_rmse": 0.02379738725721836, + "standardized_gaussian_nll": -1.022915107942267, + "physical_gaussian_nll": 4.633373606843375, + "nominal_coverage": 0.9, + "coverage": 0.9123711340206185, + "mean_interval_width": 23.789541244506836, + "interval_kind": "heldout_calibrated" + } + ], + "calibrated_query_fraction": 1.0, + "calibration_status": "heldout", + "counterfactual": { + "status": "completed", + "samples": 300, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 237, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2790512734207647, + "action_effect_rmse": 0.3474222110499912 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030135822479140373, + "action_effect_rmse": 0.03060264129230655 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.911202102120645, + "action_effect_rmse": 3.0291568894171483 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5599634283258585, + "action_effect_rmse": 0.7084551365593156 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05140929622091702, + "action_effect_rmse": 0.05147111229626731 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 5.853465914671934, + "action_effect_rmse": 6.089828769972125 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3105311960893968, + "action_effect_rmse": 1.4923409593169283 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07366727343535946, + "action_effect_rmse": 0.07724862746199086 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 11.829447405566478, + "action_effect_rmse": 12.304002039382745 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5900359884603192, + "action_effect_rmse": 2.755842821096569 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11356115364107063, + "action_effect_rmse": 0.1329747793884324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.556717624667954, + "action_effect_rmse": 15.19443852794629 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 16.751786825688214, + "predicted_costs": [ + 1486.9985615400346, + 2144.816924187498, + 1928.476232221811, + 1733.053137130781 + ], + "true_costs": [ + 1396.8534237290642, + 1961.2645601729296, + 1648.3294725217722, + 1380.101636903376 + ] + }, + { + "system_id": "tank-00175", + "family": "tank", + "anchor_step": 156, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5241865556569097, + "action_effect_rmse": 0.6232053086220866 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018038313891171498, + "action_effect_rmse": 0.02150429234430435 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0758935352465278, + "action_effect_rmse": 0.08909984300043879 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 44.81478201549995, + "action_effect_rmse": 63.872743881583936 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5579335655727427, + "action_effect_rmse": 0.6643116509126953 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03580195887574552, + "action_effect_rmse": 0.0423803458768963 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09627529259069005, + "action_effect_rmse": 0.11162240527831885 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 40.85795069965583, + "action_effect_rmse": 58.307715332998946 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8643468453764432, + "action_effect_rmse": 0.9453073336713006 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06323634659583277, + "action_effect_rmse": 0.07002345412973641 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34879460103788035, + "action_effect_rmse": 0.3787793645861235 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 42.07032451752638, + "action_effect_rmse": 61.14776229657948 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1819655685206925, + "action_effect_rmse": 1.3261962070377384 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09462664972430623, + "action_effect_rmse": 0.10040336983345984 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5995598894670848, + "action_effect_rmse": 0.6243435333766615 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 49.20295923977534, + "action_effect_rmse": 68.32408522064917 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 687.2690524799598, + 659.8691738715595, + 717.6348111122513, + 778.9913431522097 + ], + "true_costs": [ + 724.6730236514875, + 622.9163741425217, + 782.5522465312388, + 786.7661139371702 + ] + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "anchor_step": 507, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21540772590920199, + "action_effect_rmse": 0.23274324494296056 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001902509655275016, + "action_effect_rmse": 0.0022902442403865122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5259249270075088, + "action_effect_rmse": 0.5385240548177004 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3893885194158848, + "action_effect_rmse": 0.4187704197954457 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0006724744351949141, + "action_effect_rmse": 0.0006749028348893705 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0630034348557729, + "action_effect_rmse": 1.0853641286851121 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6322825539616291, + "action_effect_rmse": 0.6736002548372453 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014575026723368486, + "action_effect_rmse": 0.015492122993722502 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1726367296538833, + "action_effect_rmse": 2.211577821897872 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8082074203021143, + "action_effect_rmse": 0.8491940476564553 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0714608914653058, + "action_effect_rmse": 0.07711341910252775 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.528173035221471, + "action_effect_rmse": 4.628808971992682 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.07645451197152742, + "predicted_costs": [ + 0.6718382270846693, + 4.158135181451529, + 0.04043902413597336, + 3.059009285403037 + ], + "true_costs": [ + 0.6867920478683982, + 12.240016421594103, + 0.7632465598399256, + 7.111813786223596 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 141, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05924540999591047, + "action_effect_rmse": 0.10261606022816597 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01639204193444262, + "action_effect_rmse": 0.019905498058152653 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22323243741748597, + "action_effect_rmse": 0.25342444110597234 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.4273968598487, + "action_effect_rmse": 27.175581587190514 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12088703587232115, + "action_effect_rmse": 0.20938248810726168 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030361320381781336, + "action_effect_rmse": 0.03622500680342565 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20908013786362645, + "action_effect_rmse": 0.24337835829330032 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.376480825493317, + "action_effect_rmse": 24.748269236160354 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.35959218917471425, + "action_effect_rmse": 0.36309703357984635 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06987374977626952, + "action_effect_rmse": 0.07937848098915552 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1246591204251552, + "action_effect_rmse": 0.14284549265731616 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.147767633665705, + "action_effect_rmse": 18.66793012753343 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42655817359983556, + "action_effect_rmse": 0.7388204290587005 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11798821893880766, + "action_effect_rmse": 0.1338885035989207 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10960272439971581, + "action_effect_rmse": 0.13612737919515144 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.506789711423366, + "action_effect_rmse": 24.489520479804774 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 474.45091932092856, + 474.4312361780853, + 474.4512361780853, + 474.5112361780853 + ], + "true_costs": [ + 465.9995128161382, + 422.1657064452536, + 474.4512424228277, + 474.5112424228277 + ] + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "anchor_step": 527, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31054582778083883, + "action_effect_rmse": 0.37817441838498844 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4107484143649269, + "action_effect_rmse": 0.5531489443458525 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5824616585529251, + "action_effect_rmse": 0.7087494653630442 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8171084279354469, + "action_effect_rmse": 1.1091502035553475 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9321509329957465, + "action_effect_rmse": 1.0851368397612788 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6981336257903195, + "action_effect_rmse": 2.0856719201671643 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2634826328375788, + "action_effect_rmse": 1.3219118501445355 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.792197541898607, + "action_effect_rmse": 4.026802138644718 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 24.368885053702087, + 9.226826852854964, + 2.285973056470284, + 35.05578536394428 + ], + "true_costs": [ + 10.009301415944293, + 51.56567451972123, + 5.682231077047231, + 22.363120940179794 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 92, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40911196863695726, + "action_effect_rmse": 0.5374077491731665 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5426063084494217, + "action_effect_rmse": 0.7804651730915306 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7847274581352478, + "action_effect_rmse": 1.0309977994389035 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.096448990486034, + "action_effect_rmse": 1.5701530819028153 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.148746892869702, + "action_effect_rmse": 1.3859772163977069 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.574173649050806, + "action_effect_rmse": 3.422600950419733 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0288972967941805, + "action_effect_rmse": 2.455656769956056 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.244396719728139, + "action_effect_rmse": 6.937964930557667 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.2630706571339658, + "predicted_costs": [ + 208.78527593198007, + 530.9151013017141, + 350.992356195087, + 228.68033524039728 + ], + "true_costs": [ + 187.72560923301162, + 725.5488909910082, + 362.906739840099, + 187.46253857587766 + ] + }, + { + "system_id": "tank-00100", + "family": "tank", + "anchor_step": 259, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3482356792899382, + "action_effect_rmse": 0.40493960461754097 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016476493511556594, + "action_effect_rmse": 0.020627173268413037 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37861805701468104, + "action_effect_rmse": 0.3786584762428033 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 50.057458954626306, + "action_effect_rmse": 71.10355179870506 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6992130366994912, + "action_effect_rmse": 0.8150989284296916 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03178255376251352, + "action_effect_rmse": 0.039105711516216904 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23947612450208203, + "action_effect_rmse": 0.23959067433376172 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 49.820720319582925, + "action_effect_rmse": 70.71137569271275 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4179536805209836, + "action_effect_rmse": 1.6672380811499865 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05912074157442978, + "action_effect_rmse": 0.07027429655848096 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06876591287965865, + "action_effect_rmse": 0.06916612260875676 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 49.50239409958283, + "action_effect_rmse": 70.23488252829377 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.804902100655655, + "action_effect_rmse": 3.2872909572210465 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09692598956649807, + "action_effect_rmse": 0.1013038278269305 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04110650243694717, + "action_effect_rmse": 0.04137000128984946 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 41.45594111065497, + "action_effect_rmse": 53.654121171055806 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 261.631601865162, + 247.05752993716627, + 274.17122318031613, + 303.58005085066026 + ], + "true_costs": [ + 246.3202542613356, + 201.2704430705862, + 320.0355283357544, + 484.5309982203239 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 466, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0496223759332558, + "action_effect_rmse": 0.05117610141660329 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6592541678690604, + "action_effect_rmse": 1.8480281484837568 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.261609919375578, + "action_effect_rmse": 14.418014661493363 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09176468094210392, + "action_effect_rmse": 0.09468718772144556 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.059698970277933, + "action_effect_rmse": 3.42864929733224 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.146273876226957, + "action_effect_rmse": 14.306712095501211 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15626629289500113, + "action_effect_rmse": 0.1614403437572035 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.205871904723601, + "action_effect_rmse": 5.918799352894214 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.945976065592376, + "action_effect_rmse": 14.114362255192999 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10006449437322495, + "action_effect_rmse": 0.11826420374378048 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.524838850257917, + "action_effect_rmse": 4.729046777365663 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.742126133863005, + "action_effect_rmse": 12.107012945060115 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8383584255810347, + 0.688946449317543, + 0.4808243855101706, + 0.37085375502038354 + ], + "true_costs": [ + 0.9581692627347651, + 1.02, + 0.9994829875147585, + 0.7649192700242678 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 550, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09270747999946849, + "action_effect_rmse": 0.10830841298073696 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007970098427965885, + "action_effect_rmse": 0.009092555067397154 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5871348332099756, + "action_effect_rmse": 0.5966623288910379 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 37.52845492237856, + "action_effect_rmse": 38.972090204584994 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2101829719921048, + "action_effect_rmse": 0.24618654895671382 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01903144814362534, + "action_effect_rmse": 0.021816209124598127 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5006776500031149, + "action_effect_rmse": 0.5179158564832502 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 28.84995029221588, + "action_effect_rmse": 31.25031332473984 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5028265038342603, + "action_effect_rmse": 0.5480152615702872 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.042740953511434775, + "action_effect_rmse": 0.04950277012251615 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5830583964654968, + "action_effect_rmse": 0.6004016681339112 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.695841061051937, + "action_effect_rmse": 28.516799857969218 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.162768666890128, + "action_effect_rmse": 1.1932232283180269 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09713251600263462, + "action_effect_rmse": 0.11471276459451892 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5248450059250861, + "action_effect_rmse": 0.5557569147543717 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.13240825858487, + "action_effect_rmse": 29.901033962208743 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 509.69752281769524, + 371.2661930552669, + 462.88245250288315, + 573.2308707137123 + ], + "true_costs": [ + 474.46839168584177, + 359.17696269977023, + 474.4512424228277, + 474.5112424228277 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2628924471760383, + "action_effect_rmse": 0.32352938642934426 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01982642959604064, + "action_effect_rmse": 0.022030303961408787 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12033308872608245, + "action_effect_rmse": 0.1402881713293404 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 16.721770560165712, + "action_effect_rmse": 21.35114395408041 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32172151772150465, + "action_effect_rmse": 0.4010367371034847 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026571748237804727, + "action_effect_rmse": 0.02895775027140733 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13107177832410852, + "action_effect_rmse": 0.1487190569519633 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.205124408794905, + "action_effect_rmse": 18.808393231450584 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5430746493421209, + "action_effect_rmse": 0.6840032913340086 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04011553947789063, + "action_effect_rmse": 0.050271018644113076 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14538048052062305, + "action_effect_rmse": 0.16479210519312376 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 8.182639860021233, + "action_effect_rmse": 8.509212313542372 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3649190474246928, + "action_effect_rmse": 0.45992972319029934 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1414684223340507, + "action_effect_rmse": 0.15695065348877268 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.038530611477407266, + "action_effect_rmse": 0.04462566207810148 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.415268743065326, + "action_effect_rmse": 16.371091090725937 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 89.13533236680423, + 79.66887805375757, + 102.59623741309662, + 128.5269463572601 + ], + "true_costs": [ + 85.49013783178094, + 78.69996519077532, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "tank-00943", + "family": "tank", + "anchor_step": 402, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03739001801783607, + "action_effect_rmse": 0.04150900284545704 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00835635519249974, + "action_effect_rmse": 0.008615495117606195 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04363475872360392, + "action_effect_rmse": 0.0438013780487978 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.96070357594749, + "action_effect_rmse": 41.3447772555429 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.048509931499639926, + "action_effect_rmse": 0.05348010934514274 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03226287039864969, + "action_effect_rmse": 0.04219228798599802 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0722920098724035, + "action_effect_rmse": 0.07325030224743331 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 19.663491047993286, + "action_effect_rmse": 23.557252344169722 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18738153829090512, + "action_effect_rmse": 0.1946651765644133 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14094656996629004, + "action_effect_rmse": 0.1920580875312239 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08042356111480235, + "action_effect_rmse": 0.09133549607807066 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 98.68990308983645, + "action_effect_rmse": 116.80161838885053 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7745658733890748, + "action_effect_rmse": 0.9060721991486188 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.586430815007653, + "action_effect_rmse": 0.7776520887119543 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.315967035050647, + "action_effect_rmse": 0.3696387618238132 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 229.86127630967408, + "action_effect_rmse": 283.5802825909886 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 8.481539415626436, + "predicted_costs": [ + 43.851202466312245, + 44.00774667035733, + 42.74061695472359, + 41.61852159991936 + ], + "true_costs": [ + 37.2793303905962, + 35.20922167708185, + 43.63076109270829, + 43.690761092708286 + ] + }, + { + "system_id": "battery-00899", + "family": "battery", + "anchor_step": 211, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007366583540388068, + "action_effect_rmse": 0.008607224560389438 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10997476843741794, + "action_effect_rmse": 0.1500332394269061 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3557820243120915, + "action_effect_rmse": 1.569510942285287 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024331357471399213, + "action_effect_rmse": 0.02757661601352016 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5447671997712042, + "action_effect_rmse": 0.588068749611846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.45779830627167, + "action_effect_rmse": 5.507810812487031 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10873757589606647, + "action_effect_rmse": 0.11261350336899048 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3173017211314775, + "action_effect_rmse": 1.3606668066132441 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8781400610079686, + "action_effect_rmse": 1.9177190235137986 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2984354912746568, + "action_effect_rmse": 0.30534208572288574 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1992159082701193, + "action_effect_rmse": 2.252356709672625 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.555977191397877, + "action_effect_rmse": 2.641567454490254 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.8424750967535009, + 0.8970814400075529, + 0.965135347192184, + 1.0785273218631128 + ], + "true_costs": [ + 0.5715945500489996, + 0.705298612447684, + 0.9965164632647079, + 1.02 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 534, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25965746565373493, + "action_effect_rmse": 0.3106334809375419 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014937470769871434, + "action_effect_rmse": 0.019265285126914458 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16818263894158494, + "action_effect_rmse": 0.1682640231430561 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 50.31840184377662, + "action_effect_rmse": 62.13598186943037 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5206424867209135, + "action_effect_rmse": 0.621481148218805 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02057380289948796, + "action_effect_rmse": 0.027133407269597298 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28895895615407496, + "action_effect_rmse": 0.28897031277854374 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 47.68090086811397, + "action_effect_rmse": 58.76196502689909 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.42896034449303794, + "action_effect_rmse": 0.5518848252747149 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017336236062423183, + "action_effect_rmse": 0.026426519762275478 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31876762775628636, + "action_effect_rmse": 0.3188527884350641 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 42.69558678638669, + "action_effect_rmse": 52.254962656519375 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.148601585393471, + "action_effect_rmse": 1.285267568525659 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026532208964612874, + "action_effect_rmse": 0.034875977708145434 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2754327838861823, + "action_effect_rmse": 0.2766696850385595 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.547704342312066, + "action_effect_rmse": 41.580864126097175 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 603.0176808143283, + 407.79736675159256, + 512.0801872326505, + 633.7846794790964 + ], + "true_costs": [ + 615.5238303421713, + 393.7716371515541, + 554.7606262870349, + 617.3812077190014 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 617, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3503398119005314, + "action_effect_rmse": 0.437883240585178 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45570202689157213, + "action_effect_rmse": 0.7237855393419409 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6937811440132933, + "action_effect_rmse": 0.8807697151339868 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8311601127311784, + "action_effect_rmse": 1.3695765655913452 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.141895870082814, + "action_effect_rmse": 1.3432519493752177 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.225946671934518, + "action_effect_rmse": 2.273617622820622 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.823465308796506, + "action_effect_rmse": 2.11780494479848 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.921684296667005, + "action_effect_rmse": 4.606028312631866 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 5.732956340867675, + "predicted_costs": [ + 41.09218191834399, + 12.194858293937092, + 21.464724363391483, + 37.32651387292764 + ], + "true_costs": [ + 25.026924095586207, + 13.118128804260996, + 7.385172463393321, + 41.6318131284269 + ] + }, + { + "system_id": "tank-00841", + "family": "tank", + "anchor_step": 547, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18299617183082204, + "action_effect_rmse": 0.20352161554330245 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013459899737904143, + "action_effect_rmse": 0.015780709192261422 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3192554365759364, + "action_effect_rmse": 0.31935760749029035 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.810881020652335, + "action_effect_rmse": 31.090524341796694 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3646937452852684, + "action_effect_rmse": 0.4121257159141828 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027023694945574068, + "action_effect_rmse": 0.031399617408186996 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.37270459449501675, + "action_effect_rmse": 0.37316773927153857 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.607993715023486, + "action_effect_rmse": 25.42237162307312 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7578307518060564, + "action_effect_rmse": 0.8331897013575565 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.053594981655858, + "action_effect_rmse": 0.06118523416360404 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2893056376321268, + "action_effect_rmse": 0.2921579459172546 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 13.63051992498739, + "action_effect_rmse": 17.594773792050045 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6813228996194098, + "action_effect_rmse": 1.761496186507594 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1088248220527035, + "action_effect_rmse": 0.11911679163684706 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06627939802472323, + "action_effect_rmse": 0.0761788511647221 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.601566388940684, + "action_effect_rmse": 9.025090718019808 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 453.2780660100437, + 453.2742843354367, + 453.29428433543666, + 453.35428433543666 + ], + "true_costs": [ + 416.4730139267988, + 333.26292169929076, + 461.0767290462003, + 461.1367290462003 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 615, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8163068000101829, + "action_effect_rmse": 0.9913226968259226 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7763132458169745, + "action_effect_rmse": 0.9639671848533714 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3070329618951817, + "action_effect_rmse": 1.6172578486138995 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0483817992595732, + "action_effect_rmse": 1.4287277239256364 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1791888177621366, + "action_effect_rmse": 2.4942527668821337 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.01520217885358, + "action_effect_rmse": 2.295047367696556 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1864251039332054, + "action_effect_rmse": 3.713766815619965 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.0552452733826385, + "action_effect_rmse": 4.5857763308797495 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 21.602732849689097, + 20.018693555558, + 20.748010254071673, + 23.74327637087143 + ], + "true_costs": [ + 32.0513295723058, + 12.192213361367614, + 40.55011183932264, + 125.62763432187657 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 358, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23004008712007717, + "action_effect_rmse": 0.2610053052088241 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008809953733819023, + "action_effect_rmse": 0.009995843342477015 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7576272756123975, + "action_effect_rmse": 0.9905608869455662 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3511792662485919, + "action_effect_rmse": 0.39845077022527986 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023608849742593918, + "action_effect_rmse": 0.026786787787656273 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.514297419447928, + "action_effect_rmse": 1.9760471569625662 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3924732619711288, + "action_effect_rmse": 0.4544456863876545 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0561467838409655, + "action_effect_rmse": 0.06793388409795882 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.542272490686495, + "action_effect_rmse": 3.1809243495703385 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.269499666422193, + "action_effect_rmse": 0.28798897723439 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.168198749719051, + "action_effect_rmse": 0.19113793431308823 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.572437604425811, + "action_effect_rmse": 6.16727013752976 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 45.88922823999748, + 10.167764081366146, + 36.29777597062635, + 89.96426458597122 + ], + "true_costs": [ + 32.70009850356417, + 5.230680677316517, + 24.035223917336843, + 74.84661642351058 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 344, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10144241982997067, + "action_effect_rmse": 0.11166987402630477 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008885124079452448, + "action_effect_rmse": 0.009849153428115777 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01670401325688628, + "action_effect_rmse": 0.020078767732357217 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.53707151431948, + "action_effect_rmse": 43.298427784860124 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29195306302098495, + "action_effect_rmse": 0.3480451807113404 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016456650859743387, + "action_effect_rmse": 0.017928218861339842 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04046940945900369, + "action_effect_rmse": 0.045910158729038066 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 26.07689666495148, + "action_effect_rmse": 38.53904430033019 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4849541883766986, + "action_effect_rmse": 0.655757655060872 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028621527644977125, + "action_effect_rmse": 0.03047452686237962 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0826459311643858, + "action_effect_rmse": 0.09429916778190696 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.164514072093965, + "action_effect_rmse": 30.89491977406431 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8194498739557868, + "action_effect_rmse": 1.1281215078217426 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.031829014299569636, + "action_effect_rmse": 0.03782107122626552 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20643723300371505, + "action_effect_rmse": 0.25917112778543133 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.15719432281824, + "action_effect_rmse": 17.02994739185848 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 26.76824927047614, + 15.866180611995762, + 30.97257125739327, + 53.28990543468125 + ], + "true_costs": [ + 26.59590252335394, + 15.531065267772082, + 27.125159839721537, + 27.374796001372637 + ] + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "anchor_step": 487, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6292541092939601, + "action_effect_rmse": 0.7000913868286388 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01292336457528028, + "action_effect_rmse": 0.014378188774917065 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7613215234655778, + "action_effect_rmse": 0.8084237240250954 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0220680392557717, + "action_effect_rmse": 1.1313876338697373 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04905037435057835, + "action_effect_rmse": 0.05469182057985437 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5392491563045876, + "action_effect_rmse": 1.6331053730019778 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3578311298760692, + "action_effect_rmse": 1.4857986382829584 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30904016279472657, + "action_effect_rmse": 0.3420321773639837 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.144557331276095, + "action_effect_rmse": 3.334483489433425 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4594062326430084, + "action_effect_rmse": 0.534654504961239 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9298788508612136, + "action_effect_rmse": 1.0343735141119084 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.101925889735526, + "action_effect_rmse": 6.451566293801054 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 521.2727794899529, + 389.6554382866269, + 280.6770286697616, + 200.8179182739165 + ], + "true_costs": [ + 553.0447267707304, + 395.50609540918083, + 247.28601939025924, + 145.28956338631485 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 468, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03626923890971695, + "action_effect_rmse": 0.0363480321323064 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6550921715028674, + "action_effect_rmse": 0.7009490958248229 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.659036278941142, + "action_effect_rmse": 5.939335621046748 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10619813022897846, + "action_effect_rmse": 0.10629467169315156 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.3327529202289305, + "action_effect_rmse": 2.6537212649162627 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0250197606584959, + "action_effect_rmse": 1.2915514541521307 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24466749078898867, + "action_effect_rmse": 0.24612063856680821 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.400215512243979, + "action_effect_rmse": 6.941792015416492 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5731537517716632, + "action_effect_rmse": 0.7087843396713 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.46233303280293353, + "action_effect_rmse": 0.4680674737982737 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 11.318173027567767, + "action_effect_rmse": 12.527623309071675 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.122252051729278, + "action_effect_rmse": 10.191424995416545 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 3.1703131980200547, + 1.7205181240771, + 1.1958987154093643, + 0.8334131042839357 + ], + "true_costs": [ + 1.022055005344555, + 1.0117648890595206, + 0.8707241483260184, + 0.6534622115355494 + ] + }, + { + "system_id": "battery-00161", + "family": "battery", + "anchor_step": 550, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02346807939577389, + "action_effect_rmse": 0.034058291103448324 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2281128884068971, + "action_effect_rmse": 0.25874550608690633 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.9264626928815693, + "action_effect_rmse": 3.5375433290467537 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08200628269171117, + "action_effect_rmse": 0.10384880539375822 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6416605297764342, + "action_effect_rmse": 0.7281095470337104 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.854767405672316, + "action_effect_rmse": 4.066411788442483 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1931185995678717, + "action_effect_rmse": 0.23535476055501692 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1545286494763474, + "action_effect_rmse": 1.332317249521362 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9454729574476406, + "action_effect_rmse": 2.6480570895762425 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20393576294522398, + "action_effect_rmse": 0.27205753495923674 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3202376483314489, + "action_effect_rmse": 1.406175916045791 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.7080427850899085, + "action_effect_rmse": 6.01720664631297 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.22278991585853103, + 0.256340988999175, + 0.5294867436119918, + 1.3863033884770282 + ], + "true_costs": [ + 0.2105015740913006, + 0.4293997784838034, + 0.9217220020718027, + 1.02 + ] + }, + { + "system_id": "tank-01156", + "family": "tank", + "anchor_step": 57, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.052258104506922365, + "action_effect_rmse": 0.08746679824447967 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0024273706742364474, + "action_effect_rmse": 0.0028390140265271103 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06284207766974376, + "action_effect_rmse": 0.06387672742434676 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 22.798785378773218, + "action_effect_rmse": 35.5527593657734 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13925112738451872, + "action_effect_rmse": 0.13948266664858358 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004047745994308016, + "action_effect_rmse": 0.004444617374488942 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.060489846010945536, + "action_effect_rmse": 0.0608775501965227 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 26.031630918522648, + "action_effect_rmse": 36.057638468266724 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.35041387341372615, + "action_effect_rmse": 0.39819165544143426 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0031736968737720397, + "action_effect_rmse": 0.003659023833411998 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05740460276446278, + "action_effect_rmse": 0.05803712519454858 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 19.672770545752105, + "action_effect_rmse": 29.47594775820132 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8440322673789472, + "action_effect_rmse": 1.0217269677288479 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01593497916831706, + "action_effect_rmse": 0.021201658750191227 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06935632088903676, + "action_effect_rmse": 0.0750352668480755 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 19.347006031477267, + "action_effect_rmse": 29.149726071975447 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1168.2059948597948, + 1168.1341060498225, + 1172.5177261048314, + 1176.9550873579128 + ], + "true_costs": [ + 1108.0651251099248, + 1096.5413878591635, + 1176.805757115421, + 1176.865757115421 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 44, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4175797202235003, + "action_effect_rmse": 0.4883786356422232 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015793777330372905, + "action_effect_rmse": 0.0018471542216500578 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6934527441126809, + "action_effect_rmse": 0.8496986492278117 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7766276164416558, + "action_effect_rmse": 0.9083016250410716 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0068509371491115205, + "action_effect_rmse": 0.008012485532019168 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.386241348722012, + "action_effect_rmse": 1.6969934930405113 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3420238933376385, + "action_effect_rmse": 1.569558474689449 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027054887930881694, + "action_effect_rmse": 0.031641929609242087 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.769869413297023, + "action_effect_rmse": 3.384546106093439 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9941710325598703, + "action_effect_rmse": 2.332274503772154 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09792530627970326, + "action_effect_rmse": 0.11452813696408404 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.5296171380705585, + "action_effect_rmse": 6.732671368206223 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 40.585877721754684, + "predicted_costs": [ + 36.88533917810907, + 51.159155460421076, + 21.407068466353724, + 13.901037045984674 + ], + "true_costs": [ + 23.64637198862104, + 47.06271393783453, + 10.78581775296138, + 51.37169547471606 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 390, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10988166707343139, + "action_effect_rmse": 0.11554409031619398 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20138456639060376, + "action_effect_rmse": 0.24182164612194004 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.611547150865853, + "action_effect_rmse": 8.225652958854157 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12849570530405327, + "action_effect_rmse": 0.1527540469421678 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3645488917583517, + "action_effect_rmse": 0.5520643011720101 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.066030518976621, + "action_effect_rmse": 5.757403871159754 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21366755789947875, + "action_effect_rmse": 0.22004260407169754 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6269250953231298, + "action_effect_rmse": 0.9622427250978002 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.399520065177701, + "action_effect_rmse": 7.6622026269614825 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3543200071224705, + "action_effect_rmse": 0.38021044193479386 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7197190025913903, + "action_effect_rmse": 0.7806479995475238 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.374189860757919, + "action_effect_rmse": 9.127079862829474 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.029373724223316, + 0.514087732006431, + 0.25321153037540794, + 0.12640030332118019 + ], + "true_costs": [ + 1.044843643582757, + 1.02, + 0.999785177569984, + 0.44260232322904547 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 568, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11277397292270426, + "action_effect_rmse": 0.13152332221483584 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033195316662117356, + "action_effect_rmse": 0.03866669657288765 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11149880282033076, + "action_effect_rmse": 0.13492656197427533 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.804933952557068, + "action_effect_rmse": 31.277710469284823 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23531243968053772, + "action_effect_rmse": 0.27502508294478734 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06334086565317658, + "action_effect_rmse": 0.0729052946008673 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1254421335427454, + "action_effect_rmse": 0.1582548347654716 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.32504617333773, + "action_effect_rmse": 29.501800562252278 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48934987426735727, + "action_effect_rmse": 0.5708665105500573 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12145795030205402, + "action_effect_rmse": 0.13690596657567833 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12330132895279444, + "action_effect_rmse": 0.15617278871107867 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 19.147242955381117, + "action_effect_rmse": 28.12000547023086 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.46977858611461293, + "action_effect_rmse": 0.5121350874552942 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23478285808490065, + "action_effect_rmse": 0.2576026614120617 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12791815226459088, + "action_effect_rmse": 0.15459699075759356 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 18.77467560220882, + "action_effect_rmse": 27.313807826119024 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 153.00656324824092, + 140.05192930860724, + 180.38948307650014, + 228.12847233098796 + ], + "true_costs": [ + 155.21826899111335, + 132.03347915459165, + 201.6191703387359, + 250.9834112944493 + ] + }, + { + "system_id": "tank-00754", + "family": "tank", + "anchor_step": 316, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07252954137970373, + "action_effect_rmse": 0.12562485071931614 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01878599686991933, + "action_effect_rmse": 0.02272641326556217 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7339656102972788, + "action_effect_rmse": 0.7339713172321078 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.07951274184398, + "action_effect_rmse": 49.43370226182982 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1528860733807432, + "action_effect_rmse": 0.26480644686515087 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04202259176801704, + "action_effect_rmse": 0.05105964510500513 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7980934655777782, + "action_effect_rmse": 0.7981142983143587 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 40.352238976032645, + "action_effect_rmse": 49.623413648555314 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31799540464212467, + "action_effect_rmse": 0.550784197413584 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10428965387516165, + "action_effect_rmse": 0.1279891737726059 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7704615890843552, + "action_effect_rmse": 0.7705466500536899 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 40.87631109400228, + "action_effect_rmse": 49.985807456741085 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6442708025254245, + "action_effect_rmse": 1.1159097638072102 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24898303615868755, + "action_effect_rmse": 0.2943416299018083 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.46861048427075697, + "action_effect_rmse": 0.4691548163506104 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.36035049855579, + "action_effect_rmse": 28.596562161874704 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 717.6471697250822, + 717.5798200108284, + 717.5998200108284, + 717.6598200108284 + ], + "true_costs": [ + 717.6471384648748, + 627.0376333929215, + 717.599788750621, + 717.659788750621 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 505, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49772770999231025, + "action_effect_rmse": 0.5068106934513867 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.034653516324555746, + "action_effect_rmse": 0.03467808098765129 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7648538600331394, + "action_effect_rmse": 0.7665799360805976 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.700541907394282, + "action_effect_rmse": 25.87885005191401 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2009743708065089, + "action_effect_rmse": 0.2523001819029857 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04780851477171074, + "action_effect_rmse": 0.047818562139494404 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6139377991601812, + "action_effect_rmse": 0.6184471927238827 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 53.69854504604979, + "action_effect_rmse": 58.14475074662291 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4009081950770839, + "action_effect_rmse": 0.5009358344575218 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0825203733408942, + "action_effect_rmse": 0.08255601738610384 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9860697282699576, + "action_effect_rmse": 0.9904073227308784 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 47.55390415136793, + "action_effect_rmse": 52.31652719377575 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1074544579436008, + "action_effect_rmse": 1.4524121545155053 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1321205929313649, + "action_effect_rmse": 0.1324015263691666 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8274785972136628, + "action_effect_rmse": 0.8337390779005803 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 36.12188135688324, + "action_effect_rmse": 42.44523569884667 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 523.144919786295, + 452.4148308350662, + 484.1718362863861, + 517.2080125031644 + ], + "true_costs": [ + 595.1159859587121, + 469.555449909037, + 606.333619440158, + 606.6674454564157 + ] + }, + { + "system_id": "thermal-00870", + "family": "thermal", + "anchor_step": 338, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2346031448126548, + "action_effect_rmse": 0.2576333158186134 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00046685003321300655, + "action_effect_rmse": 0.0004767147766584823 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6316756961029455, + "action_effect_rmse": 0.6618569767980924 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42270086496427695, + "action_effect_rmse": 0.46348706626719355 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00686051958766735, + "action_effect_rmse": 0.007525999421680847 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2622900168154843, + "action_effect_rmse": 1.3208214442869746 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6838953094184141, + "action_effect_rmse": 0.7472170932856015 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03419707425798298, + "action_effect_rmse": 0.03785411753712043 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5203896846008433, + "action_effect_rmse": 2.630397274476449 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7832591224640323, + "action_effect_rmse": 0.8685956948123577 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12767752668904464, + "action_effect_rmse": 0.14136068467135518 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.000019271162235, + "action_effect_rmse": 5.180848407660297 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.0560122452532674, + 2.2343826694754467, + 4.640415491983695, + 17.438344043370474 + ], + "true_costs": [ + 4.732271939802422, + 2.055519042272101, + 12.552561248297032, + 45.899717700507644 + ] + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20158684523296463, + "action_effect_rmse": 0.2353957939493567 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001244492925117413, + "action_effect_rmse": 0.0014532118284802896 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6005880803199469, + "action_effect_rmse": 0.6075813116629264 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.37020009708321194, + "action_effect_rmse": 0.43039599048239063 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0063323586663959945, + "action_effect_rmse": 0.007382411630738252 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2202844691062087, + "action_effect_rmse": 1.2302412992633092 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6273992155243183, + "action_effect_rmse": 0.7260553472778347 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026371091734934755, + "action_effect_rmse": 0.030624803740434837 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4852311529536735, + "action_effect_rmse": 2.504087625459835 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9026317343208999, + "action_effect_rmse": 1.0425075509371038 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09719228368848103, + "action_effect_rmse": 0.1124925894941074 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.0381149428653105, + "action_effect_rmse": 5.096907176160554 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.6718684473620513, + 13.029500662577165, + 1.9556985597405117, + 1.585263855563261 + ], + "true_costs": [ + 0.5781179049765341, + 31.046584438579117, + 4.0792599723760485, + 3.1132280077136256 + ] + }, + { + "system_id": "tank-00583", + "family": "tank", + "anchor_step": 490, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3317594262924679, + "action_effect_rmse": 0.4170053953165783 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.138301880012247, + "action_effect_rmse": 0.17336651848738038 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07202196876877588, + "action_effect_rmse": 0.09075814320742984 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 39.17373733113323, + "action_effect_rmse": 55.81742450319078 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6637823001728694, + "action_effect_rmse": 0.8337659518526815 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25455643601322936, + "action_effect_rmse": 0.3159803426494913 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10611767332903736, + "action_effect_rmse": 0.12987932115161868 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 39.47568505012049, + "action_effect_rmse": 56.203494029260234 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9246776690049447, + "action_effect_rmse": 1.0805297693541307 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4422202165206972, + "action_effect_rmse": 0.5406299903896057 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15232250201124098, + "action_effect_rmse": 0.18406975107674758 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.68055835281738, + "action_effect_rmse": 56.29592412870745 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9645957524073788, + "action_effect_rmse": 1.0927849331133441 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7213786661270779, + "action_effect_rmse": 0.8677871824487517 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18163917238352068, + "action_effect_rmse": 0.21854953360054935 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 39.62567978504064, + "action_effect_rmse": 56.093021943973426 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 103.95635783019739, + 102.79724774376163, + 111.26527694439896, + 120.27165631311857 + ], + "true_costs": [ + 106.90520574366964, + 100.46696296138197, + 158.31495374980565, + 178.34353764718745 + ] + }, + { + "system_id": "battery-00770", + "family": "battery", + "anchor_step": 34, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019989635057366794, + "action_effect_rmse": 0.02697551263355842 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19488046978583995, + "action_effect_rmse": 0.24878235594833886 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.996645964597872, + "action_effect_rmse": 2.5684081521667665 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03725974122792378, + "action_effect_rmse": 0.049753055429307955 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3938673943905921, + "action_effect_rmse": 0.499119979093083 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5740356203809126, + "action_effect_rmse": 0.6751772086548291 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06637720555689944, + "action_effect_rmse": 0.08224400737926957 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7185262964081964, + "action_effect_rmse": 0.9000789761606077 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4443408010338625, + "action_effect_rmse": 0.5043589312540021 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0980133368913701, + "action_effect_rmse": 0.10058231832138465 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.010729209712835, + "action_effect_rmse": 1.2501280846184692 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.179016712857783, + "action_effect_rmse": 1.261233284615445 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.015600112815188832, + "predicted_costs": [ + 0.1052047979938652, + 0.5235096618163957, + 0.2060374167211088, + 0.10007403836827944 + ], + "true_costs": [ + 0.10929395596723428, + 0.8035100912031815, + 0.3048669548124276, + 0.12489406878242311 + ] + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "anchor_step": 447, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2310479849472659, + "action_effect_rmse": 0.2516133500568098 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015843373406513688, + "action_effect_rmse": 0.001719969286204716 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8084711244165419, + "action_effect_rmse": 0.9575598567408711 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4832555619707423, + "action_effect_rmse": 0.5150777582750125 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00689787516562627, + "action_effect_rmse": 0.0083519040759439 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6315318697001355, + "action_effect_rmse": 1.9275911699411288 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9122415173257584, + "action_effect_rmse": 0.9549870074379445 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02740501991598639, + "action_effect_rmse": 0.031287270953895586 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1745419215696224, + "action_effect_rmse": 3.7811524207706766 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0654618354135046, + "action_effect_rmse": 1.1172258817649272 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12074174086945415, + "action_effect_rmse": 0.13500315140233832 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.941781887120707, + "action_effect_rmse": 5.697036501586886 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 14.044178439377433, + 13.786589497639987, + 5.598406856273825, + 3.9415697914106937 + ], + "true_costs": [ + 11.388049280606772, + 24.26607531773182, + 10.60090289666998, + 4.133885573506308 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 84, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007524766572015951, + "action_effect_rmse": 0.011994385011663182 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32774517432237243, + "action_effect_rmse": 0.3998224485949015 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.4321615029700823, + "action_effect_rmse": 3.092496517227403 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016785091087516395, + "action_effect_rmse": 0.026070630738106032 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6107082889127659, + "action_effect_rmse": 0.748512312463013 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6229938701674744, + "action_effect_rmse": 2.0884852512577328 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03980354333670166, + "action_effect_rmse": 0.059706248123669335 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0682708415228455, + "action_effect_rmse": 1.3211020133528804 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.417257806849392, + "action_effect_rmse": 1.869907550601352 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02677948531499354, + "action_effect_rmse": 0.03469267217037138 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1207484352626413, + "action_effect_rmse": 2.5805469082479826 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.265625156509517, + "action_effect_rmse": 6.828344006403716 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 2, + "regret": 0.007851991438905498, + "predicted_costs": [ + 0.039878326675220024, + 0.41026707833205045, + 0.04116438399211858, + 0.10781421692483298 + ], + "true_costs": [ + 0.04484611778395424, + 0.5024412833518821, + 0.03699412634504874, + 0.1513591691399806 + ] + }, + { + "system_id": "tank-00526", + "family": "tank", + "anchor_step": 477, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09784550947867032, + "action_effect_rmse": 0.10134778159165132 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.046560167134638654, + "action_effect_rmse": 0.05466344844092255 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07074353272395521, + "action_effect_rmse": 0.08919749220703409 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 37.7994771972777, + "action_effect_rmse": 55.16402443864667 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.37034815221654444, + "action_effect_rmse": 0.47217382679338854 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08372489012387163, + "action_effect_rmse": 0.09655905731786237 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02449507096312903, + "action_effect_rmse": 0.03137623866566442 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.895100875278185, + "action_effect_rmse": 44.863109155991395 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1925491972870332, + "action_effect_rmse": 1.5800615281069983 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14208293640554004, + "action_effect_rmse": 0.15621238156860928 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10311193699274457, + "action_effect_rmse": 0.10372606730534059 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.841622428936432, + "action_effect_rmse": 34.772336542276506 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.187209024387201, + "action_effect_rmse": 2.94763838667124 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24091345025128183, + "action_effect_rmse": 0.2621726513971289 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08342472156976712, + "action_effect_rmse": 0.08932165275864162 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.77597616191834, + "action_effect_rmse": 46.457858213813886 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 851.312073473198, + 724.487928293501, + 941.5037103375093, + 1201.096061094962 + ], + "true_costs": [ + 872.5291928675214, + 745.9586156026301, + 922.8448840445204, + 939.3631955949032 + ] + }, + { + "system_id": "battery-00533", + "family": "battery", + "anchor_step": 552, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06942294564877793, + "action_effect_rmse": 0.07104371714255436 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.583867785334642, + "action_effect_rmse": 0.6670913813480145 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.396706792953696, + "action_effect_rmse": 2.5750157405234133 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13504566478633181, + "action_effect_rmse": 0.13828395524828518 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4344513962953915, + "action_effect_rmse": 1.5361519053325712 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3192062560932361, + "action_effect_rmse": 0.32867114102024064 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24690267506345884, + "action_effect_rmse": 0.25346888727191036 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.825404803684114, + "action_effect_rmse": 3.931389821877164 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.387926714931569, + "action_effect_rmse": 1.4518941521173543 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32654327911432385, + "action_effect_rmse": 0.3452849979033251 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.699023717393517, + "action_effect_rmse": 10.95685753311434 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.899065189608701, + "action_effect_rmse": 5.032281361250656 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.5547816397910372, + 0.5543384285718554, + 0.6285663617045126, + 0.956455377642145 + ], + "true_costs": [ + 0.9706590901178782, + 0.4315553271203338, + 0.9996555375085865, + 1.0200902275241106 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 656, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5837712757586111, + "action_effect_rmse": 0.7344463742820582 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02314457220920178, + "action_effect_rmse": 0.028502548989238957 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2814639561936565, + "action_effect_rmse": 0.28152739905014784 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 63.40078868726018, + "action_effect_rmse": 90.06892883334301 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.991609036799988, + "action_effect_rmse": 1.206233977755995 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04745351957933922, + "action_effect_rmse": 0.0580084679904052 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28259803379738785, + "action_effect_rmse": 0.2828918138895942 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 61.66157324076446, + "action_effect_rmse": 87.13469899409418 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5115443934999917, + "action_effect_rmse": 1.8085537836649186 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10528105764139777, + "action_effect_rmse": 0.12808179164422714 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1789614370147797, + "action_effect_rmse": 0.18131900602086787 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 58.31694053552869, + "action_effect_rmse": 81.61173205855091 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.871331523712664, + "action_effect_rmse": 2.274179325944213 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24783263748906195, + "action_effect_rmse": 0.3060514887818347 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5744418747568004, + "action_effect_rmse": 0.5785793829540833 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 46.217535832599026, + "action_effect_rmse": 68.34678382101688 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 271.7987292925635, + 279.9379658484411, + 289.92666816727836, + 300.23131838754426 + ], + "true_costs": [ + 279.5354257071553, + 292.61767476787907, + 430.40480839949083, + 456.200306976919 + ] + }, + { + "system_id": "battery-00152", + "family": "battery", + "anchor_step": 217, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.038824545722935845, + "action_effect_rmse": 0.04504694273834938 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25277697976731633, + "action_effect_rmse": 0.305701029838767 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.0001252893635004, + "action_effect_rmse": 3.5776373604206224 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07583533181059045, + "action_effect_rmse": 0.08794559799925827 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4820824117307711, + "action_effect_rmse": 0.5752376816800097 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6885566082088725, + "action_effect_rmse": 1.9995833310597575 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1523297783683344, + "action_effect_rmse": 0.1767448084223414 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8705570429666404, + "action_effect_rmse": 1.0180775038342837 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.766209683183438, + "action_effect_rmse": 2.075065188998694 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23782562123804807, + "action_effect_rmse": 0.30345427041782086 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6953130478703938, + "action_effect_rmse": 1.0782685553188667 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7262313796671265, + "action_effect_rmse": 3.609811411263149 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.26402130907671656, + 0.30832315937722005, + 0.17189520416563042, + 0.11615970521368663 + ], + "true_costs": [ + 0.6034385593925692, + 0.7114170993046638, + 0.20516045976770156, + 0.10229089111426462 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 37, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06973909426690235, + "action_effect_rmse": 0.08132105373410838 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006286923480440502, + "action_effect_rmse": 0.007674004425045181 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1049715485674861, + "action_effect_rmse": 0.1242108526491477 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 22.45254086241286, + "action_effect_rmse": 31.724477439805657 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1365549704422427, + "action_effect_rmse": 0.15716282422713868 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018444147362327357, + "action_effect_rmse": 0.02271406324662391 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11562268759825715, + "action_effect_rmse": 0.1324719496191367 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 21.18688021305513, + "action_effect_rmse": 31.017633435676323 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3017915603522943, + "action_effect_rmse": 0.3606228395147438 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06237841929885235, + "action_effect_rmse": 0.07936537771402231 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21885955679010635, + "action_effect_rmse": 0.25547172944258845 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.435947632416532, + "action_effect_rmse": 35.50313668178766 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6443713036138915, + "action_effect_rmse": 0.7714292355704426 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1724586628766994, + "action_effect_rmse": 0.225220896458798 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2965508377668773, + "action_effect_rmse": 0.31263267596224265 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.176323912012176, + "action_effect_rmse": 33.080385136049614 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 50.771685826347074, + 42.17841005646589, + 72.63299661327353, + 115.318764883749 + ], + "true_costs": [ + 52.24295391654761, + 40.94862477718916, + 82.80626106642683, + 146.19276631227194 + ] + }, + { + "system_id": "battery-00149", + "family": "battery", + "anchor_step": 217, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012066987873783666, + "action_effect_rmse": 0.014598328672346334 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40094419179547164, + "action_effect_rmse": 0.5426969068901637 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.875741035787392, + "action_effect_rmse": 4.439607742108481 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04565233518003816, + "action_effect_rmse": 0.05294468692516018 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8274117908314131, + "action_effect_rmse": 1.9870312009749669 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.981252110321657, + "action_effect_rmse": 4.899487349590443 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14222604589694074, + "action_effect_rmse": 0.1520802429051579 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.50451724034124, + "action_effect_rmse": 5.687506908006325 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9301559629003386, + "action_effect_rmse": 3.5013883912319828 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30183375163169873, + "action_effect_rmse": 0.3223314801933306 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 9.615709849256502, + "action_effect_rmse": 9.913419892487978 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7241257544674493, + "action_effect_rmse": 4.289250495017347 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.08281505849442339, + 0.032667431767569026, + 0.00124982096629903, + 0.022921921860460007 + ], + "true_costs": [ + 0.35916169158769207, + 0.11081629736443531, + 0.001627677973013579, + 0.05110796278008959 + ] + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "anchor_step": 498, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5004738837273557, + "action_effect_rmse": 0.5888352684241044 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6764497253039394, + "action_effect_rmse": 0.8076736646340111 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0290655914801536, + "action_effect_rmse": 1.225461185466775 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.261033889151804, + "action_effect_rmse": 1.4641291952427669 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9354601576618957, + "action_effect_rmse": 2.3303309381826747 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4317743026827165, + "action_effect_rmse": 2.8086728873327518 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.225983762585949, + "action_effect_rmse": 3.8852125589638087 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.779516507404708, + "action_effect_rmse": 5.5255789999072435 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 218.66383751143735, + 75.33984434862272, + 113.54271958167809, + 167.20067168969865 + ], + "true_costs": [ + 240.7127041065222, + 30.71947699315369, + 89.28968706779446, + 239.9146642121931 + ] + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 461, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23146723070649836, + "action_effect_rmse": 0.2830017915196148 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008799504651495482, + "action_effect_rmse": 0.0010758653491528402 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5251614368544324, + "action_effect_rmse": 0.6002496826880712 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39445380738829644, + "action_effect_rmse": 0.4771640972189746 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007704786952841047, + "action_effect_rmse": 0.009440460237529806 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0763485232081773, + "action_effect_rmse": 1.1902493263247655 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5538019425435424, + "action_effect_rmse": 0.6613274081533538 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.047439457178214774, + "action_effect_rmse": 0.05738934134357607 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.204257434234288, + "action_effect_rmse": 2.3685800057915154 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8964738383562748, + "action_effect_rmse": 0.9570756010779635 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18098373634586906, + "action_effect_rmse": 0.21153807882511988 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.088809872504574, + "action_effect_rmse": 4.8434749730225874 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 13.727687732953484, + "predicted_costs": [ + 9.354035626875199, + 34.49794392432976, + 4.0575100506813415, + 5.397135629403638 + ], + "true_costs": [ + 1.8098232003355745, + 73.93942612486521, + 15.504486359150583, + 1.7767986261970998 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 438, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15828148653338303, + "action_effect_rmse": 0.18437909662593885 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005269536221359061, + "action_effect_rmse": 0.006471451165291948 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19305838197680622, + "action_effect_rmse": 0.22001002760684693 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 37.582755985285324, + "action_effect_rmse": 42.334363022529025 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19775183518646836, + "action_effect_rmse": 0.2014174011721229 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010078250132327327, + "action_effect_rmse": 0.012671374382336448 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21973152686571806, + "action_effect_rmse": 0.24948617157245565 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.273133400585454, + "action_effect_rmse": 41.23061087655948 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9607970525905228, + "action_effect_rmse": 1.0959493539112923 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020191962779842736, + "action_effect_rmse": 0.025178365423149402 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2035517329987826, + "action_effect_rmse": 0.23180953998005435 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.11111884169472, + "action_effect_rmse": 41.85580548795923 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5079335413261639, + "action_effect_rmse": 1.6476725193520816 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03847176248816334, + "action_effect_rmse": 0.048655408608712064 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2829659996724004, + "action_effect_rmse": 0.3341482017779174 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 35.76406202638003, + "action_effect_rmse": 51.865010562195096 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1417.261852444425, + 1072.9022332082998, + 1240.3013993270945, + 1425.2727523538751 + ], + "true_costs": [ + 1200.9870556547016, + 969.9540212183189, + 1170.9124386421881, + 1208.0925310762684 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 336, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09411097334387127, + "action_effect_rmse": 0.10880186888552201 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.691304268298173, + "action_effect_rmse": 0.7542166509940752 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17817738108357872, + "action_effect_rmse": 0.2059911946003005 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3924472020438543, + "action_effect_rmse": 1.5152729872274808 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31759464323564995, + "action_effect_rmse": 0.36717174348050297 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8239205486239976, + "action_effect_rmse": 3.057996033931667 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.334110131486882, + "action_effect_rmse": 1.415641498632926 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.24325714992608, + "action_effect_rmse": 6.106146560569218 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 59.33909362883553, + 11.160468993777407, + 28.551287815292515, + 74.69760010712523 + ], + "true_costs": [ + 39.65755262260835, + 10.103233174386638, + 26.73739111254878, + 83.79418454469314 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 385, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007817620683240031, + "action_effect_rmse": 0.013540516217673054 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07278531826892376, + "action_effect_rmse": 0.09222122525393889 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.600895052188724, + "action_effect_rmse": 10.214332459044266 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015491148298466073, + "action_effect_rmse": 0.0268314559205274 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1412074768701276, + "action_effect_rmse": 0.175900249290706 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.19477344317016, + "action_effect_rmse": 8.741504655501908 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04265582937465905, + "action_effect_rmse": 0.04424615837346306 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.357049265787758, + "action_effect_rmse": 0.359690415528307 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.504875116079099, + "action_effect_rmse": 10.725026627751781 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11926588286160074, + "action_effect_rmse": 0.13939365864118433 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9409684449748733, + "action_effect_rmse": 1.1222488798224282 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.573008302036134, + "action_effect_rmse": 7.591613682290274 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.2840444371775981, + "predicted_costs": [ + 1.0373291580648585, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.8626261292827178, + 1.02, + 0.9993953861049494, + 0.7153509489273513 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 498, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04902037772230775, + "action_effect_rmse": 0.050986628821041 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3902143129770887, + "action_effect_rmse": 0.42012794710796725 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.483115893110752, + "action_effect_rmse": 6.745344824283531 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09688768746150368, + "action_effect_rmse": 0.10077701701448422 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7490919523976073, + "action_effect_rmse": 0.8100370076055746 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7552947491665544, + "action_effect_rmse": 0.9772149483173308 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19046478857305923, + "action_effect_rmse": 0.1981441005411189 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4011061666670546, + "action_effect_rmse": 1.5274986846240148 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7560736593590722, + "action_effect_rmse": 1.8129794347121528 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16048594704082078, + "action_effect_rmse": 0.1928444066029796 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9986468165656248, + "action_effect_rmse": 1.2358879090119896 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6697664133133732, + "action_effect_rmse": 2.024209742584248 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.04349567960316099, + "predicted_costs": [ + 0.502811250697242, + 0.07374728654629832, + 0.109562885928961, + 0.20674796742491933 + ], + "true_costs": [ + 0.53319295912498, + 0.05775129044918767, + 0.014255610846026683, + 0.1324388350163988 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 262, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4759152864734231, + "action_effect_rmse": 0.538690421448677 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15244691804628965, + "action_effect_rmse": 0.17677245557055757 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15186310979402873, + "action_effect_rmse": 0.15192585819601648 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 50.70970270194439, + "action_effect_rmse": 71.80214889054939 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5426935284164783, + "action_effect_rmse": 0.5804081634325617 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2247160981068935, + "action_effect_rmse": 0.2470993416036539 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17374036826136063, + "action_effect_rmse": 0.1739097936170622 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 49.02029937265795, + "action_effect_rmse": 69.23494113388593 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5077627710225949, + "action_effect_rmse": 0.5221980653775539 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3065415565042926, + "action_effect_rmse": 0.316172177930783 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16598042697791673, + "action_effect_rmse": 0.16640293496572528 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 45.74822028438599, + "action_effect_rmse": 64.67206894731716 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5935704341179773, + "action_effect_rmse": 0.7429668676608752 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.47308621237724563, + "action_effect_rmse": 0.483240965266887 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2105853024352818, + "action_effect_rmse": 0.21105751397213382 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 41.31268791597765, + "action_effect_rmse": 58.06822519901689 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 0.13674046325794714, + "predicted_costs": [ + 2.7667491492239717, + 2.9805941106959306, + 1.363207617930966, + 0.6451116999284741 + ], + "true_costs": [ + 1.4372284787186647, + 6.296994151092552, + 0.26310145998187806, + 0.3998419232398252 + ] + }, + { + "system_id": "tank-00943", + "family": "tank", + "anchor_step": 314, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06322768368562788, + "action_effect_rmse": 0.1095135605884013 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05357361926185433, + "action_effect_rmse": 0.061003248202867504 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18279877274989023, + "action_effect_rmse": 0.19090088517982298 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 22.8207033098172, + "action_effect_rmse": 26.613653893652526 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12807758539062833, + "action_effect_rmse": 0.22183688520730968 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09213044593412434, + "action_effect_rmse": 0.10997247643132109 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6038800149631085, + "action_effect_rmse": 0.609071730337744 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 37.76020794700734, + "action_effect_rmse": 42.07359422163064 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30343242923576036, + "action_effect_rmse": 0.525560384100385 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17416771625834038, + "action_effect_rmse": 0.20269036686364567 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8427204514174521, + "action_effect_rmse": 0.8491558865181074 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.131894466344622, + "action_effect_rmse": 34.430727019967 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6890049735825796, + "action_effect_rmse": 1.19339162091268 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.371973734893795, + "action_effect_rmse": 0.41879558069609396 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19099875974902245, + "action_effect_rmse": 0.22471712399523985 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 22.509340985775527, + "action_effect_rmse": 24.730734475400492 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 43.63457475453162, + 43.61076025275737, + 43.630760252757376, + 43.69076025275737 + ], + "true_costs": [ + 43.634575594482534, + 25.44381009085859, + 43.63076109270829, + 43.690761092708286 + ] + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "anchor_step": 222, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6163926890595851, + "action_effect_rmse": 0.719335109203738 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6859132154282103, + "action_effect_rmse": 0.8171832150238421 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3657325711576842, + "action_effect_rmse": 1.7516550262114 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1738392373582276, + "action_effect_rmse": 1.4529349785912793 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9247030565037675, + "action_effect_rmse": 3.511623626702826 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.551283946864013, + "action_effect_rmse": 2.9082522617587374 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.988771539008721, + "action_effect_rmse": 5.8507647224342865 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.338451626207113, + "action_effect_rmse": 5.931675974734615 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 358.81103664177766, + 326.8295516048124, + 203.11892795997187, + 125.11620096529909 + ], + "true_costs": [ + 424.3858616583585, + 354.122983675261, + 131.16150683020277, + 85.19685159475225 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 566, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10660660317953052, + "action_effect_rmse": 0.12358375977540662 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007747428988494676, + "action_effect_rmse": 0.008859477714586372 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2153239547860495, + "action_effect_rmse": 0.2479948890172785 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.489832711689557, + "action_effect_rmse": 17.67770298644324 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2554643765792193, + "action_effect_rmse": 0.26589544604189913 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011748976744623718, + "action_effect_rmse": 0.012650659122723036 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2617330683994992, + "action_effect_rmse": 0.3351071579266511 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 11.59952071021126, + "action_effect_rmse": 13.182846807253371 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6504994860621516, + "action_effect_rmse": 1.9643577834792774 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017369645652960248, + "action_effect_rmse": 0.01745314376469228 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5792000602777377, + "action_effect_rmse": 0.6111108492032812 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 11.78639841599263, + "action_effect_rmse": 12.427873072921457 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4017384667218487, + "action_effect_rmse": 2.5554158747686477 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0319859876324422, + "action_effect_rmse": 0.03951110110936243 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2901093268056439, + "action_effect_rmse": 0.3568853405701702 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.082258006848745, + "action_effect_rmse": 17.63777689391023 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 554.1962649103264, + 281.26822178163513, + 439.3589190726367, + 652.0539108823119 + ], + "true_costs": [ + 468.18652226274594, + 307.9641638273308, + 449.2133851084743, + 475.3256324898401 + ] + }, + { + "system_id": "tank-00526", + "family": "tank", + "anchor_step": 399, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19312731142368142, + "action_effect_rmse": 0.2291545358510092 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0031227913148844286, + "action_effect_rmse": 0.003402512542985224 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16753638364183177, + "action_effect_rmse": 0.1936769635758607 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 19.18852637192199, + "action_effect_rmse": 23.117053058736747 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23015325460620417, + "action_effect_rmse": 0.2402093937720774 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011372606593144022, + "action_effect_rmse": 0.013924552011076624 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1554773311483926, + "action_effect_rmse": 0.17443941804135735 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 14.722409898726951, + "action_effect_rmse": 18.73510695209233 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48582103430273565, + "action_effect_rmse": 0.5907693262069647 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03948371680407329, + "action_effect_rmse": 0.049352036386143015 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04901236031880784, + "action_effect_rmse": 0.062460268239396925 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.641968848169357, + "action_effect_rmse": 21.260724329096206 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.909543557380608, + "action_effect_rmse": 1.106176493475385 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12108178144437076, + "action_effect_rmse": 0.15637364394474101 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16951257256502492, + "action_effect_rmse": 0.1730446813061303 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 15.331900598232053, + "action_effect_rmse": 21.704467861589716 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 9.941075293196945, + "predicted_costs": [ + 738.6989435333543, + 719.4300552257939, + 827.635370924153, + 948.395396293888 + ], + "true_costs": [ + 806.9354321575997, + 816.8765074507967, + 939.3031955949032, + 939.3631955949032 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 232, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09446656689491932, + "action_effect_rmse": 0.14216673765619248 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08642682961425703, + "action_effect_rmse": 0.098017543057072 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1114528030099063, + "action_effect_rmse": 0.13517495530264526 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 15.199714123657442, + "action_effect_rmse": 23.86617857645398 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14395907934618668, + "action_effect_rmse": 0.2136198236075228 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17037092135162565, + "action_effect_rmse": 0.19183750447083742 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11919140247074685, + "action_effect_rmse": 0.13650117259468464 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.97372763672684, + "action_effect_rmse": 16.720082993239807 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22483135681990177, + "action_effect_rmse": 0.3356156227914472 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3314890679584999, + "action_effect_rmse": 0.3692028974021638 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12664183428019662, + "action_effect_rmse": 0.1440223190427189 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.503037965311835, + "action_effect_rmse": 10.523629371652298 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.319597253124633, + "action_effect_rmse": 0.48273079626544174 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.62602746068131, + "action_effect_rmse": 0.6886396295823815 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13271151963107244, + "action_effect_rmse": 0.15885956216733624 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.586994639046353, + "action_effect_rmse": 9.147087441475609 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 4.469600074158617, + 3.5709657535261536, + 4.2648827286008455, + 5.062854412284744 + ], + "true_costs": [ + 4.258191322261145, + 1.0127917126839447, + 4.268116697950092, + 4.328116697950093 + ] + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "anchor_step": 493, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4326503404986128, + "action_effect_rmse": 0.5854319724026918 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.378589061302705, + "action_effect_rmse": 0.5671734595161085 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8291063948771044, + "action_effect_rmse": 1.1223261708480905 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7573545929441631, + "action_effect_rmse": 1.134124633063653 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5241787063689545, + "action_effect_rmse": 2.0648594850505333 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5153812296997557, + "action_effect_rmse": 2.2674059231504455 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5879057007087676, + "action_effect_rmse": 3.511722828131839 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0331966310374128, + "action_effect_rmse": 4.531771814558209 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1601.2904203357964, + 1594.3774260335829, + 1445.7020700547625, + 1309.678793150463 + ], + "true_costs": [ + 1765.7393364735785, + 1765.6945167387541, + 1446.209904016595, + 1057.7028231147715 + ] + }, + { + "system_id": "battery-00161", + "family": "battery", + "anchor_step": 497, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23844912464319715, + "action_effect_rmse": 0.24012360893653356 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41595863823022583, + "action_effect_rmse": 0.44281657625325455 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8707692299370866, + "action_effect_rmse": 2.4763955867054266 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28569429670227525, + "action_effect_rmse": 0.2908968583420659 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4649109487148107, + "action_effect_rmse": 0.5184315591535674 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8793522586049154, + "action_effect_rmse": 2.227855464737795 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2673871509748321, + "action_effect_rmse": 0.3025688354971667 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3484411650289155, + "action_effect_rmse": 0.485211561568813 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.323819626956279, + "action_effect_rmse": 2.4775128902385606 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4861224393832586, + "action_effect_rmse": 0.5937392362216268 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.733686626813504, + "action_effect_rmse": 1.8034534507863806 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.445136723073709, + "action_effect_rmse": 6.529730879846785 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9082555043015086, + 0.27274529576094136, + 0.1081305391425149, + 0.05573813098483428 + ], + "true_costs": [ + 1.0503346526578634, + 1.02, + 0.9985912542000999, + 0.40079183041434674 + ] + }, + { + "system_id": "battery-00194", + "family": "battery", + "anchor_step": 133, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007331743977800259, + "action_effect_rmse": 0.009367403297530202 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23423891747364914, + "action_effect_rmse": 0.2769722909148608 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.022439329808345, + "action_effect_rmse": 3.363366678638013 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016440469077006453, + "action_effect_rmse": 0.020624391839186434 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36412729746831535, + "action_effect_rmse": 0.47602210082775154 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0735314804860654, + "action_effect_rmse": 1.2211668908772835 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03682594952422374, + "action_effect_rmse": 0.045859036021655156 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6492493775889377, + "action_effect_rmse": 0.7340476932269745 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1689315545465746, + "action_effect_rmse": 1.4777634498903696 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04315434389411819, + "action_effect_rmse": 0.04891150343030921 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8610782216612005, + "action_effect_rmse": 1.0340505255124142 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.404395159661265, + "action_effect_rmse": 4.127193721177637 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.18926778168378616, + 0.6500109340594175, + 0.3791749347618829, + 0.2338595057480615 + ], + "true_costs": [ + 0.16933492912920486, + 0.7464437380970996, + 0.393129884861904, + 0.21914204695575967 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 638, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31226714008142525, + "action_effect_rmse": 0.37674691960543005 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0028774348150536846, + "action_effect_rmse": 0.003090044819288994 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6172114486443786, + "action_effect_rmse": 0.6179372161419853 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.93531184866602, + "action_effect_rmse": 25.0958667306375 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6621085836054803, + "action_effect_rmse": 0.795165216708726 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006479503400437163, + "action_effect_rmse": 0.006582419234966806 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5324950565688519, + "action_effect_rmse": 0.5329168919301909 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.893931805078807, + "action_effect_rmse": 17.654846602915537 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4927468748829362, + "action_effect_rmse": 1.7260008171844885 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012023835295619753, + "action_effect_rmse": 0.013071330010317949 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7918919564490846, + "action_effect_rmse": 0.7919052252985459 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.305692939553131, + "action_effect_rmse": 15.534971035850626 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8310045886964506, + "action_effect_rmse": 2.357878365145042 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008547672962272657, + "action_effect_rmse": 0.011800792003849255 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.36498080762998036, + "action_effect_rmse": 0.36498126652816265 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.428724617485889, + "action_effect_rmse": 15.645646831720633 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1197.2024578528867, + 1145.2612416759762, + 1348.206548989034, + 1575.7115626108905 + ], + "true_costs": [ + 1170.2699742911393, + 1065.3925765512915, + 1219.8766161377919, + 1219.9366161377918 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 71, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030547079610702976, + "action_effect_rmse": 0.037688964598602354 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33476570947845136, + "action_effect_rmse": 0.3811797654594486 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.408390550076016, + "action_effect_rmse": 4.112053945652827 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06136775948804766, + "action_effect_rmse": 0.07678248493043627 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6613578906413528, + "action_effect_rmse": 0.797021173668076 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3034254617962162, + "action_effect_rmse": 1.679767522030235 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11674665361433258, + "action_effect_rmse": 0.14882785775289611 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1891409663409884, + "action_effect_rmse": 1.622848320874363 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48688996453690336, + "action_effect_rmse": 0.5759502251165659 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18925668554551364, + "action_effect_rmse": 0.22795445581748935 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.621632894547081, + "action_effect_rmse": 2.376643617688691 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0081671297275154, + "action_effect_rmse": 1.1343757017614728 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.18472351026852835, + "predicted_costs": [ + 0.7941871633536537, + 0.7626188893960049, + 0.7502500678298234, + 0.7934841137460347 + ], + "true_costs": [ + 0.41847939177156385, + 1.0400385791461022, + 0.6032029020400922, + 0.424969576456954 + ] + }, + { + "system_id": "battery-00341", + "family": "battery", + "anchor_step": 525, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013635758793407171, + "action_effect_rmse": 0.017868728654197537 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5930719602190315, + "action_effect_rmse": 0.6903498962653744 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8943713231861825, + "action_effect_rmse": 2.3524554267290023 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02384497914123355, + "action_effect_rmse": 0.02994160687741175 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2873110808358337, + "action_effect_rmse": 1.506364763754809 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7608625667529006, + "action_effect_rmse": 0.8634640261464025 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05352787022047212, + "action_effect_rmse": 0.06978732247776061 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1120419798201944, + "action_effect_rmse": 2.3733403857490236 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.700055345091374, + "action_effect_rmse": 5.733949005395388 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18846781828321757, + "action_effect_rmse": 0.2220741634886155 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.904647749885565, + "action_effect_rmse": 5.685656122272758 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7264982274953495, + "action_effect_rmse": 3.2212938615192055 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.07076194545663263, + 0.06551512510772417, + 0.00714636760216674, + 0.02827448490703869 + ], + "true_costs": [ + 0.14581552631878428, + 0.2064416472069626, + 0.01262307518475242, + 0.05330139879100712 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 251, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030067149116457397, + "action_effect_rmse": 0.05207782990845389 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009271865304683638, + "action_effect_rmse": 0.010191596441165598 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07629454855728286, + "action_effect_rmse": 0.08050039615170722 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 51.502215872267634, + "action_effect_rmse": 75.69180529898848 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06198893347161268, + "action_effect_rmse": 0.10736798227984015 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016779783142104893, + "action_effect_rmse": 0.017823915621486035 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06593553262389167, + "action_effect_rmse": 0.07511891219162058 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 47.58822814699087, + "action_effect_rmse": 67.57968105643653 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1439249233370686, + "action_effect_rmse": 0.24928527969525843 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014722442515577564, + "action_effect_rmse": 0.01822015008414686 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37222447892194904, + "action_effect_rmse": 0.3735706059090675 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 44.21544474787883, + "action_effect_rmse": 58.88198032832858 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34252880950558023, + "action_effect_rmse": 0.5932773011197463 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.037324082873938146, + "action_effect_rmse": 0.06059189204674724 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.254730565878097, + "action_effect_rmse": 0.2548405396221762 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 36.363062906345554, + "action_effect_rmse": 37.243895832343505 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 77.9604892696308, + 77.94035639870411, + 77.9603563987041, + 78.02035639870411 + ], + "true_costs": [ + 77.96048602846425, + 63.90351710520498, + 77.96035315753755, + 78.02035315753756 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 273, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.557846597228893, + "action_effect_rmse": 0.6773683850751946 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24319083579862522, + "action_effect_rmse": 0.30392148718499246 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2090422792218912, + "action_effect_rmse": 0.20964396491741985 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 53.48774041668734, + "action_effect_rmse": 75.79265398682874 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6901147715632794, + "action_effect_rmse": 0.8280834578048502 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3646738340933903, + "action_effect_rmse": 0.4470712335979766 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16765835423738404, + "action_effect_rmse": 0.1702448956700673 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 53.79668897892685, + "action_effect_rmse": 75.75726812258766 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.641542451701944, + "action_effect_rmse": 0.7852383543884672 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4956603743217573, + "action_effect_rmse": 0.5783512300867278 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24948214768031804, + "action_effect_rmse": 0.25475352563896986 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 53.105929765788225, + "action_effect_rmse": 74.83269711644688 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4789251006642235, + "action_effect_rmse": 0.5544086938404461 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6337027156539055, + "action_effect_rmse": 0.6689941484221911 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22619392552930204, + "action_effect_rmse": 0.23993577909625216 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 51.771551918547026, + "action_effect_rmse": 72.58225568386752 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 0.13963022981508194, + "predicted_costs": [ + 2.2887506231595056, + 2.3568719663884394, + 0.855291840865308, + 0.5511713891779181 + ], + "true_costs": [ + 4.439829866359846, + 5.494837524311402, + 0.26021169342474326, + 0.3998419232398252 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 664, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009447343025214333, + "action_effect_rmse": 0.010933669852527347 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3385285026064473, + "action_effect_rmse": 0.5466735380082198 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7806566375930852, + "action_effect_rmse": 2.2488269293638736 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015300209174405, + "action_effect_rmse": 0.017649065233198227 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47461222615359827, + "action_effect_rmse": 0.5683688467385093 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0594320133582091, + "action_effect_rmse": 1.3176766328853995 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031016395056459006, + "action_effect_rmse": 0.03776961093307263 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.619369096392634, + "action_effect_rmse": 5.675583761275417 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9147094553466293, + "action_effect_rmse": 2.3274888604367354 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1346765418533548, + "action_effect_rmse": 0.13997445856137813 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.887967775129036, + "action_effect_rmse": 4.586685740018345 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2798928084783867, + "action_effect_rmse": 4.039730516066967 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.7357631692669714, + 1.1114038394535715, + 0.9026814299111476, + 0.7583133790703382 + ], + "true_costs": [ + 0.6687122516127565, + 1.02, + 0.9999631038930925, + 0.7604758836411295 + ] + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "anchor_step": 441, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18351458021186554, + "action_effect_rmse": 0.2251800662386047 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006704906445917184, + "action_effect_rmse": 0.0068749696797997615 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1915595486660397, + "action_effect_rmse": 1.3308876686727844 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21104011450540008, + "action_effect_rmse": 0.24935868803690237 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007976079286913537, + "action_effect_rmse": 0.008235457643509235 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.213088280512011, + "action_effect_rmse": 2.5107758303833245 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49307770944830764, + "action_effect_rmse": 0.5889320081720927 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005863286936489705, + "action_effect_rmse": 0.0058762501858609486 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.264452994367768, + "action_effect_rmse": 4.879965171209772 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8886828702020951, + "action_effect_rmse": 1.1471695946177456 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014835025303636229, + "action_effect_rmse": 0.01892490414810843 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.39916804843036, + "action_effect_rmse": 9.648243188733511 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 189.9370343689684, + 82.13201208452797, + 109.9542700865924, + 149.99781253960714 + ], + "true_costs": [ + 239.59833126072232, + 83.24645766497784, + 131.29673455098657, + 203.8860791377735 + ] + }, + { + "system_id": "battery-00212", + "family": "battery", + "anchor_step": 469, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008522136168577919, + "action_effect_rmse": 0.014337134502852606 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10008999451473126, + "action_effect_rmse": 0.17144365347966453 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.0847677400445996, + "action_effect_rmse": 2.5897564318037154 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01720990289756826, + "action_effect_rmse": 0.029230529394015232 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18700035022188644, + "action_effect_rmse": 0.32329643642505934 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.634867437021671, + "action_effect_rmse": 2.060240328892719 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.034892096240561096, + "action_effect_rmse": 0.06021732203095121 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33948428068731573, + "action_effect_rmse": 0.5721122895601339 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8797379115515879, + "action_effect_rmse": 1.1888389455653499 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07344996646648773, + "action_effect_rmse": 0.12513727586628737 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5573886893744296, + "action_effect_rmse": 0.8944939266391 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3160205577143505, + "action_effect_rmse": 0.36495815331494785 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.3151589309254621, + "predicted_costs": [ + 0.8491771149924885, + 0.8526337668913766, + 0.8333852977936762, + 0.8541666751948149 + ], + "true_costs": [ + 1.0164106727682527, + 1.02, + 0.9999315713775236, + 0.6847726404520615 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 243, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09307970256073972, + "action_effect_rmse": 0.10858779526566559 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7952902559602345, + "action_effect_rmse": 0.9672202231534216 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18331338417644125, + "action_effect_rmse": 0.21404853197661206 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5909270684216115, + "action_effect_rmse": 1.927084294841904 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3543549018092567, + "action_effect_rmse": 0.4154278382877943 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1919065793195878, + "action_effect_rmse": 3.847472196717367 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6983937277819491, + "action_effect_rmse": 0.8012673109291142 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.561704554764731, + "action_effect_rmse": 5.929990085030489 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 7.2141696187763, + "predicted_costs": [ + 3.2456723831416783, + 2.714303272157345, + 3.352072031800952, + 19.52314049563128 + ], + "true_costs": [ + 2.1308285740034827, + 8.971693658141842, + 1.7575240393655416, + 24.208974623937912 + ] + }, + { + "system_id": "battery-00989", + "family": "battery", + "anchor_step": 300, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011070382673738064, + "action_effect_rmse": 0.011427228166540359 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39866589357660587, + "action_effect_rmse": 0.4134969657868243 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.5330827156035425, + "action_effect_rmse": 3.768010639851854 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01993877320798026, + "action_effect_rmse": 0.020544931637291364 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8264675210441013, + "action_effect_rmse": 0.8551303523049402 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9129742548238333, + "action_effect_rmse": 0.9683467318214721 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.049755940110125844, + "action_effect_rmse": 0.05070361150418573 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9658788817471079, + "action_effect_rmse": 1.065119139721538 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3550612033296853, + "action_effect_rmse": 0.4432011990716817 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2095501397816432, + "action_effect_rmse": 0.2097129593629034 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5183627692015673, + "action_effect_rmse": 1.6908927136610195 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5743993932529072, + "action_effect_rmse": 1.8560770414060552 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.2645874018326553, + 0.8209899398555374, + 0.5298886753051641, + 0.3542109390657059 + ], + "true_costs": [ + 0.9350476316016388, + 0.79112033376364, + 0.4961133356749645, + 0.3296384215801036 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 188, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07010223846871222, + "action_effect_rmse": 0.07417057810023593 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3044072479202029, + "action_effect_rmse": 0.3146272880001243 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.306836369696088, + "action_effect_rmse": 9.630197103350566 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0735478684964392, + "action_effect_rmse": 0.08817338765821209 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43807174534495985, + "action_effect_rmse": 0.5450071879255027 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.038513533516387, + "action_effect_rmse": 5.1402151446531095 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09857262430519964, + "action_effect_rmse": 0.10435726669263862 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0346502402815763, + "action_effect_rmse": 1.4270783242898137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 42.61217930629092, + "action_effect_rmse": 43.29960263545599 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15576934687377084, + "action_effect_rmse": 0.1558191030900045 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8714460159230022, + "action_effect_rmse": 1.924280555038406 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 34.31656290620902, + "action_effect_rmse": 39.924725466070655 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.9469130363969394, + 0.10054602299100478, + 0.2656811403309627, + 0.6711961783619381 + ], + "true_costs": [ + 0.7448383711750787, + 0.18492242979692758, + 0.19286063304602696, + 0.650448629269548 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 371, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4935090783326757, + "action_effect_rmse": 1.7195635313898514 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023517796858820123, + "action_effect_rmse": 0.024014519365033123 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.403841635463588, + "action_effect_rmse": 1.523724795858268 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0391776559337007, + "action_effect_rmse": 2.3782016174199114 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011516877758438682, + "action_effect_rmse": 0.0132009662744753 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.6963990503883983, + "action_effect_rmse": 2.9437923689589938 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9441565653060664, + "action_effect_rmse": 2.364768276692707 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09155410672192232, + "action_effect_rmse": 0.11685694346479887 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.994411026711002, + "action_effect_rmse": 5.52266254832164 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.435178622842848, + "action_effect_rmse": 1.7906091546258416 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31479076328555183, + "action_effect_rmse": 0.3830797462616755 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.085534918125518, + "action_effect_rmse": 8.523176269442768 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 324.07415538020393, + 238.78999617517704, + 165.76933950534539, + 114.2405664191877 + ], + "true_costs": [ + 307.8346326666764, + 204.15287949183295, + 80.69256507240458, + 25.1220123968383 + ] + }, + { + "system_id": "battery-00599", + "family": "battery", + "anchor_step": 131, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04649735545613848, + "action_effect_rmse": 0.05214080180864469 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46564781553357193, + "action_effect_rmse": 0.4891929405133991 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.8153384228218292, + "action_effect_rmse": 3.055556961391682 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11040403225671207, + "action_effect_rmse": 0.12294781180472308 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7961486417644549, + "action_effect_rmse": 0.8483446095808479 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3457020721875921, + "action_effect_rmse": 0.4425363858307958 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2289040203396466, + "action_effect_rmse": 0.26136057064647245 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9365455983440351, + "action_effect_rmse": 1.0984074856816433 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9418109414233247, + "action_effect_rmse": 2.2088879375337642 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2777172166003216, + "action_effect_rmse": 0.3419423450760009 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.722009148588782, + "action_effect_rmse": 1.9177332676393997 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.855609811995746, + "action_effect_rmse": 11.106873951518978 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.021610553807369787, + "predicted_costs": [ + 0.17120524133502862, + 0.1449720216234971, + 0.04754732672171884, + 0.05182205202586883 + ], + "true_costs": [ + 0.329372709132691, + 0.6400452809615691, + 0.12638504342453202, + 0.10477448961716224 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 156, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06016578490055835, + "action_effect_rmse": 0.06918308439231946 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7421672955265611, + "action_effect_rmse": 0.8366892596238655 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11022797917604284, + "action_effect_rmse": 0.1265994709718502 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4799906580375364, + "action_effect_rmse": 1.660858474232986 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18164354993333967, + "action_effect_rmse": 0.20833748124264378 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.952526132488174, + "action_effect_rmse": 3.292690386329929 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33577538728726947, + "action_effect_rmse": 0.4173234818918709 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.078639192928866, + "action_effect_rmse": 5.579742402011014 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 9.269643952712128, + 3.8757535893655124, + 21.8753298980495, + 91.63395406935595 + ], + "true_costs": [ + 9.247142636262126, + 8.236269351844314, + 12.961697930394525, + 78.09412055121004 + ] + }, + { + "system_id": "battery-00212", + "family": "battery", + "anchor_step": 154, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010537860172974811, + "action_effect_rmse": 0.012301221891863352 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1931639300210577, + "action_effect_rmse": 0.21094350145972882 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4300130179314117, + "action_effect_rmse": 1.634227239637071 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021753006684265053, + "action_effect_rmse": 0.025375654200442403 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.37508209739943393, + "action_effect_rmse": 0.40872583278790603 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0696180812894067, + "action_effect_rmse": 1.2247730029167032 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04408790435786932, + "action_effect_rmse": 0.05064176497476208 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6783564989710911, + "action_effect_rmse": 0.7390369772416828 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8037020653031952, + "action_effect_rmse": 0.9197626608684424 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07595615673227815, + "action_effect_rmse": 0.07749959796353262 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8140850725299463, + "action_effect_rmse": 0.897176212050632 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1380681791215974, + "action_effect_rmse": 1.322781947171447 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.5601964994886104, + 0.7582597921434069, + 0.6028412063013362, + 0.5057683886510967 + ], + "true_costs": [ + 0.5130408701839388, + 0.8994778501894748, + 0.616000922236566, + 0.38618616164243524 + ] + }, + { + "system_id": "thermal-00387", + "family": "thermal", + "anchor_step": 98, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10042590501631092, + "action_effect_rmse": 0.11449698454732393 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0065016714948349374, + "action_effect_rmse": 0.007412647509297689 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7354847393986006, + "action_effect_rmse": 0.9716762227983209 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18361687578436658, + "action_effect_rmse": 0.20981813192917484 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008124212877754408, + "action_effect_rmse": 0.009455110290259788 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7312062245423097, + "action_effect_rmse": 1.830168104552926 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30387868126276746, + "action_effect_rmse": 0.3885110863164039 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006892257140310202, + "action_effect_rmse": 0.008639426201686416 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.504415573071725, + "action_effect_rmse": 4.940535409406599 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12060049231216337, + "action_effect_rmse": 0.13920537059950858 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09012246974425508, + "action_effect_rmse": 0.11273130512674592 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.612373713636634, + "action_effect_rmse": 11.13156865704815 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 49.21990556963187, + 109.9150327484697, + 67.90808915620993, + 41.442998192974464 + ], + "true_costs": [ + 39.0644804537221, + 105.29140225117192, + 58.10388544978911, + 30.416830190354254 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 258, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3556935714879253, + "action_effect_rmse": 0.43692005772956916 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023911390645846353, + "action_effect_rmse": 0.02851406574480658 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6925610374800927, + "action_effect_rmse": 0.6943229795301471 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 20.801987803756642, + "action_effect_rmse": 30.130638866208876 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.657427609668701, + "action_effect_rmse": 0.8472785186765653 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04808686181799023, + "action_effect_rmse": 0.05703613618652709 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6763202020820126, + "action_effect_rmse": 0.6797855568475348 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.247378654764628, + "action_effect_rmse": 24.176136519359172 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2518392837323098, + "action_effect_rmse": 1.6151889433702764 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09777456165658076, + "action_effect_rmse": 0.11584769080355836 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9477820249025789, + "action_effect_rmse": 0.9512790564064465 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.761736841443827, + "action_effect_rmse": 20.823993392245686 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3840421806691268, + "action_effect_rmse": 2.9187886631554822 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2128114871340235, + "action_effect_rmse": 0.2511313037138931 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0203332856299832, + "action_effect_rmse": 1.0240586471475353 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 17.614672759124645, + "action_effect_rmse": 22.240167932153366 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 414.07995060250266, + 338.64906954815945, + 469.5467098287802, + 633.8796700279105 + ], + "true_costs": [ + 482.4431223328681, + 366.5811814365039, + 482.4561444105135, + 482.5161444105135 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 297, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15605933677654318, + "action_effect_rmse": 0.1774414121798985 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06832294190040382, + "action_effect_rmse": 0.08206839697355334 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06860486543647004, + "action_effect_rmse": 0.08683933336116742 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.905332881065466, + "action_effect_rmse": 29.500353021808017 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26689357667278113, + "action_effect_rmse": 0.2973403533509146 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11940291430208443, + "action_effect_rmse": 0.14246785496667316 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1287121807376698, + "action_effect_rmse": 0.16024524806619644 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 21.19465303424486, + "action_effect_rmse": 21.36071673860328 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4387712229629206, + "action_effect_rmse": 0.48347071478326425 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18108842358018626, + "action_effect_rmse": 0.21339776990995443 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15782074967754697, + "action_effect_rmse": 0.19480793925945725 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 12.604898357373825, + "action_effect_rmse": 13.417610514680472 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6114476206754177, + "action_effect_rmse": 0.637977211131459 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21682318224300032, + "action_effect_rmse": 0.23943408475388203 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20998008312888838, + "action_effect_rmse": 0.26354013817755223 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.421349697176822, + "action_effect_rmse": 27.381779562785216 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 10.840942867170025, + 3.5142251841907743, + 7.257792824318786, + 13.992076446197801 + ], + "true_costs": [ + 11.100833303697842, + 7.866341780314967, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 61, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2401643582635972, + "action_effect_rmse": 0.29481934406233296 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0027939942576402643, + "action_effect_rmse": 0.003429832018273817 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46995699863373847, + "action_effect_rmse": 0.6476881139683731 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36111311891753317, + "action_effect_rmse": 0.38868876406317926 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0223792748362186, + "action_effect_rmse": 0.028279448869874192 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8281348657165022, + "action_effect_rmse": 2.1994687865938425 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2570624658790533, + "action_effect_rmse": 0.32763012342209186 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09973560597442106, + "action_effect_rmse": 0.11776596998591732 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.249494972489804, + "action_effect_rmse": 5.871685414302563 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1350346231442998, + "action_effect_rmse": 1.305439920910775 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2388879766245194, + "action_effect_rmse": 0.27576401140380974 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.50723555353776, + "action_effect_rmse": 14.751416888159751 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 80.41770886177201, + 45.331321221928874, + 2.2838477276193436, + 40.68538244363019 + ], + "true_costs": [ + 49.356759951505396, + 51.04240832062804, + 2.498005534790688, + 21.84336449281605 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 284, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14628601329733235, + "action_effect_rmse": 0.1811431122322533 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0033847461495746245, + "action_effect_rmse": 0.004191265032625526 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46844833562215626, + "action_effect_rmse": 0.6458470787485395 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2583174652676365, + "action_effect_rmse": 0.30502192108863535 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00934042449413397, + "action_effect_rmse": 0.011200150556935741 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0900037992533764, + "action_effect_rmse": 1.1845259504278471 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4160196703891626, + "action_effect_rmse": 0.47202597804353497 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0271436028370798, + "action_effect_rmse": 0.03127338326221886 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6042612924552677, + "action_effect_rmse": 2.636018783267311 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5919287501446094, + "action_effect_rmse": 0.7049847437187127 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07892140436652302, + "action_effect_rmse": 0.0896820820643108 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.6987108257743175, + "action_effect_rmse": 6.0922882630832795 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 6.391262326278525, + "predicted_costs": [ + 26.198340279375664, + 12.48688030183822, + 35.8884079386477, + 85.65523285280304 + ], + "true_costs": [ + 7.500597091524316, + 13.891859417802841, + 14.714756725024348, + 58.95763270647905 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 93, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04495499562640915, + "action_effect_rmse": 0.04707699213024015 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7540210413587308, + "action_effect_rmse": 0.7986141770789811 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.1764361321840004, + "action_effect_rmse": 7.604880805434237 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0905099348967795, + "action_effect_rmse": 0.09477535893463758 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.518626758727045, + "action_effect_rmse": 1.602010663900751 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.0485087393693915, + "action_effect_rmse": 5.342681566875021 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06954177019672343, + "action_effect_rmse": 0.08457952596106297 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8651847840168388, + "action_effect_rmse": 1.2201733578954976 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.033503673632807, + "action_effect_rmse": 4.37916921501585 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1103124867699627, + "action_effect_rmse": 0.13662757734505235 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1506457531510557, + "action_effect_rmse": 3.637239718408412 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.845689745415941, + "action_effect_rmse": 4.5157560139401784 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0834452323625672, + 0.6479509401982904, + 0.39366446088582313, + 0.2443242648297178 + ], + "true_costs": [ + 0.8517813579420245, + 0.6298588008697896, + 0.25112664151186115, + 0.11601663262152741 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 599, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05135435905250977, + "action_effect_rmse": 0.05205339556316546 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5196798238210126, + "action_effect_rmse": 0.5638880196855258 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.764887452205512, + "action_effect_rmse": 9.098522271259778 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04964914609742532, + "action_effect_rmse": 0.052509412381969954 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39803390291542823, + "action_effect_rmse": 0.43260253003966886 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.42140908641497, + "action_effect_rmse": 9.512955222390243 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04519433992532851, + "action_effect_rmse": 0.05441198810582573 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.088715979309787, + "action_effect_rmse": 1.2882640767223728 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1781827922190238, + "action_effect_rmse": 3.186245344387991 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06531596196450143, + "action_effect_rmse": 0.06831890413208505 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.310087054979995, + "action_effect_rmse": 2.78650693442081 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2391811249851326, + "action_effect_rmse": 1.6513799596870964 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.685743967153839, + 0.8804945099345718, + 0.6414685010317084, + 0.5001155866446936 + ], + "true_costs": [ + 0.7316160862719202, + 1.02, + 0.9995778108440766, + 0.7161277801048529 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 344, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12970046734839968, + "action_effect_rmse": 0.14711124579960758 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036551305306815607, + "action_effect_rmse": 0.004116063244214618 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16274948675019407, + "action_effect_rmse": 0.18490547656973094 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.08588175734218, + "action_effect_rmse": 49.67990554771668 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18282284796284345, + "action_effect_rmse": 0.19121805589557922 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006151394436550106, + "action_effect_rmse": 0.0075058891562969614 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.203581303566809, + "action_effect_rmse": 0.23181874550341736 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 25.499290924185484, + "action_effect_rmse": 36.13692080714038 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7155053320872108, + "action_effect_rmse": 0.9128331526067576 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010287933209747043, + "action_effect_rmse": 0.013445017828738337 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20808072317528983, + "action_effect_rmse": 0.24693808151072125 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 19.67455468487221, + "action_effect_rmse": 22.7680432594073 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.214807164202571, + "action_effect_rmse": 2.0327889696681525 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03087450017050486, + "action_effect_rmse": 0.03318411470634904 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19520543175190244, + "action_effect_rmse": 0.2312761527381602 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.10541189634974, + "action_effect_rmse": 30.952301229475182 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 210.41927428156188, + 138.76482632281954, + 226.31434331514583, + 345.01152090349217 + ], + "true_costs": [ + 215.81633303311435, + 133.9452103948684, + 234.86024621917824, + 259.96505463442975 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 74, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1489258284907121, + "action_effect_rmse": 0.16258405103818704 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6524947750609016, + "action_effect_rmse": 0.6739673260433884 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2845616329768603, + "action_effect_rmse": 0.3104558547274287 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3155987003788805, + "action_effect_rmse": 1.3653957793597464 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5199916626383576, + "action_effect_rmse": 0.5671235317089409 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.66950076123967, + "action_effect_rmse": 2.796375316079908 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8674269969548748, + "action_effect_rmse": 0.9498130403305013 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.4868922341587165, + "action_effect_rmse": 5.863417704701124 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 7.712299903139825, + 4.923406443897713, + 12.158215141279998, + 40.43551977209913 + ], + "true_costs": [ + 10.011737151429479, + 6.0204391434691615, + 18.875510886928513, + 69.9828263309227 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 501, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023160142973739094, + "action_effect_rmse": 0.024802230037138925 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1525396492878753, + "action_effect_rmse": 0.19952837169764373 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.3291865363843947, + "action_effect_rmse": 2.633234556851032 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.040565299598118575, + "action_effect_rmse": 0.04533781363828932 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2827198957993886, + "action_effect_rmse": 0.39188056275500005 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0844148512755716, + "action_effect_rmse": 1.2874475876884164 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06476430782877024, + "action_effect_rmse": 0.07343684245504085 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5890334103273448, + "action_effect_rmse": 0.8506622942464962 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7553706938034447, + "action_effect_rmse": 1.0757809023009912 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08874971243288139, + "action_effect_rmse": 0.08896468773353013 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2808674023477191, + "action_effect_rmse": 1.8785993279279465 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.537203495272902, + "action_effect_rmse": 2.706427909959685 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 2.052547553384985, + 2.425242763145616, + 1.6725845406594255, + 1.1124146211453705 + ], + "true_costs": [ + 0.9659884791384732, + 1.02, + 0.7588929274626598, + 0.33198214028520096 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 332, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7200045119302475, + "action_effect_rmse": 0.8170187479295409 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6668339545861576, + "action_effect_rmse": 0.6818852840026113 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4643840726012094, + "action_effect_rmse": 1.6630093441017917 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3405248822186497, + "action_effect_rmse": 1.3648269633957657 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9669322282392563, + "action_effect_rmse": 3.3712025482906873 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.748128242727072, + "action_effect_rmse": 2.877961524902288 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.878431407885503, + "action_effect_rmse": 6.68222581933826 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.747857646849828, + "action_effect_rmse": 6.658636795680461 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 53.41797634564094, + "predicted_costs": [ + 20.269181546971968, + 7.16965948608019, + 67.88570697666117, + 326.04252092013587 + ], + "true_costs": [ + 13.519884302492473, + 66.93786064813341, + 111.86725326978802, + 831.0216533541544 + ] + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "anchor_step": 347, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17552110354126427, + "action_effect_rmse": 0.2020982452111625 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7686733960622405, + "action_effect_rmse": 1.1243051681850125 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31630374443172, + "action_effect_rmse": 0.3594570870173076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5652637512759686, + "action_effect_rmse": 2.2986484384249612 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5043652494529122, + "action_effect_rmse": 0.5838657107305869 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1240744380244223, + "action_effect_rmse": 4.591329356658917 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7770169005339168, + "action_effect_rmse": 0.9019307697354157 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.802248320347114, + "action_effect_rmse": 8.175607386833313 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 23.95351000180702, + "predicted_costs": [ + 10.973795052395598, + 34.140374280091784, + 8.459969123936357, + 7.390692944921204 + ], + "true_costs": [ + 7.00655397496941, + 26.356125778067103, + 3.6532436352966, + 27.606753637103623 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 202, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19022900119812292, + "action_effect_rmse": 0.21580840324081654 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003471627598710114, + "action_effect_rmse": 0.003938444888470804 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6914031248893101, + "action_effect_rmse": 0.7194527551418756 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3162193780933862, + "action_effect_rmse": 0.3586790562642534 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002731441664810319, + "action_effect_rmse": 0.003097739676869654 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.380582762949113, + "action_effect_rmse": 1.43202324822874 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3796592258301305, + "action_effect_rmse": 0.45153289150408016 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014645474828056374, + "action_effect_rmse": 0.016372562464844743 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.282585578622123, + "action_effect_rmse": 2.364169435057475 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5178102681953807, + "action_effect_rmse": 1.5658605930063294 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04229964398021835, + "action_effect_rmse": 0.04815792194352974 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.608796603886314, + "action_effect_rmse": 7.341973709496534 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 5.658019445654952, + 4.910958633581767, + 7.232776101642292, + 25.214014535529394 + ], + "true_costs": [ + 13.645692104911692, + 4.16173339792618, + 20.192199941167072, + 61.598840109323795 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 113, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06765438240758422, + "action_effect_rmse": 0.08130586487740957 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004480675368160547, + "action_effect_rmse": 0.00510079278260972 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11419442564869832, + "action_effect_rmse": 0.12976470044419755 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.727107166328546, + "action_effect_rmse": 19.729500750969883 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14109015344213946, + "action_effect_rmse": 0.16684299137100153 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011231260832374801, + "action_effect_rmse": 0.011437099038135565 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16256642485521428, + "action_effect_rmse": 0.18637710412260203 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.308746995570905, + "action_effect_rmse": 16.612395091461284 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30622536073758394, + "action_effect_rmse": 0.3484431258157241 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03226572926548362, + "action_effect_rmse": 0.03954605939706039 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23053395048555125, + "action_effect_rmse": 0.2769447767146962 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 15.365822349999682, + "action_effect_rmse": 18.315501492265327 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3188828188222095, + "action_effect_rmse": 0.33994755328444715 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09507551155630385, + "action_effect_rmse": 0.1378510008012193 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.388573443010795, + "action_effect_rmse": 0.42404973756440656 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.139675637610143, + "action_effect_rmse": 21.159702765837093 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 75.49748448753579, + 56.40222834937986, + 79.29719193224815, + 108.10664420828542 + ], + "true_costs": [ + 74.54572961601502, + 49.78448341719532, + 83.66157091847666, + 112.71046547225009 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 336, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7043523306486771, + "action_effect_rmse": 0.8324097396460486 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7626304860788384, + "action_effect_rmse": 1.8609258782333677 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2882936532954823, + "action_effect_rmse": 1.528784037972386 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.4533304364718638, + "action_effect_rmse": 3.6548598905444134 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1669411027088086, + "action_effect_rmse": 2.5931539283880443 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.650799486246702, + "action_effect_rmse": 7.072920051879186 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6978358638697912, + "action_effect_rmse": 4.292085292823119 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.385179402885512, + "action_effect_rmse": 10.570487341800652 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 134.81495223347258, + 312.22910724673017, + 179.5648200129437, + 121.86242030952221 + ], + "true_costs": [ + 235.52277124293718, + 390.83826740327265, + 166.3071753191985, + 121.4889471528497 + ] + }, + { + "system_id": "tank-00100", + "family": "tank", + "anchor_step": 89, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10883960934035859, + "action_effect_rmse": 0.135923272298365 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.034799687881476395, + "action_effect_rmse": 0.039825576378176665 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24320231336268372, + "action_effect_rmse": 0.26485945331856686 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 37.56884541763121, + "action_effect_rmse": 53.92669807173485 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24557801702310536, + "action_effect_rmse": 0.2909363828367548 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06746982782134954, + "action_effect_rmse": 0.07679175065644733 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38214870437892284, + "action_effect_rmse": 0.3969896305256587 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.74641843692533, + "action_effect_rmse": 48.571545637872404 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6406781005137425, + "action_effect_rmse": 0.6916858379438081 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12982899968763562, + "action_effect_rmse": 0.1461719160873712 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.345032021792898, + "action_effect_rmse": 0.3541803030761027 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.010504525285075, + "action_effect_rmse": 42.96868825802722 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2230603610450175, + "action_effect_rmse": 1.3112573567762489 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24166750623525957, + "action_effect_rmse": 0.2657289579739963 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2999592535781165, + "action_effect_rmse": 0.30274324762351695 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.439669251556186, + "action_effect_rmse": 38.69151082394305 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 787.3755035564416, + 761.1630351488061, + 818.5020453108594, + 879.2226337947252 + ], + "true_costs": [ + 799.6323337153948, + 698.8189523989311, + 807.4833145676276, + 807.5433145676277 + ] + }, + { + "system_id": "tank-00271", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4857645884858452, + "action_effect_rmse": 0.5584667043854833 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0398961969271158, + "action_effect_rmse": 0.045443444702156784 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5452928445586376, + "action_effect_rmse": 0.5453725147229457 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 55.04095854945687, + "action_effect_rmse": 75.33061222513498 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8831583472607889, + "action_effect_rmse": 1.0029727466272083 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0786934958151863, + "action_effect_rmse": 0.08874074547111688 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3392502489469529, + "action_effect_rmse": 0.339685368648886 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 54.49149531357251, + "action_effect_rmse": 74.29544841051185 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6423617082816488, + "action_effect_rmse": 1.9128080639536336 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14091700317172004, + "action_effect_rmse": 0.15985520609493742 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30454866178965223, + "action_effect_rmse": 0.30596620791420487 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 52.756480691892705, + "action_effect_rmse": 71.56384513996639 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1138723687816388, + "action_effect_rmse": 3.753892081720566 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2271222939219252, + "action_effect_rmse": 0.2823131496692375 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2513874644879139, + "action_effect_rmse": 0.2552537982911419 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 54.83926633981908, + "action_effect_rmse": 67.15148181435697 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 254.96435773245943, + 252.5328363698768, + 255.47963079313445, + 258.49586362570915 + ], + "true_costs": [ + 320.6187682083392, + 197.8750864022285, + 334.41551953404996, + 529.8848336250102 + ] + }, + { + "system_id": "tank-00127", + "family": "tank", + "anchor_step": 42, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1113837501568374, + "action_effect_rmse": 0.16830759760511724 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004577220416679258, + "action_effect_rmse": 0.00535815871975163 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15419841639421916, + "action_effect_rmse": 0.18136203076772872 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.769460114403746, + "action_effect_rmse": 38.7602813597206 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1974236352221368, + "action_effect_rmse": 0.317407400535232 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014263309934238558, + "action_effect_rmse": 0.01702487526535125 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12348872790419992, + "action_effect_rmse": 0.14546403334575786 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.6695166331151, + "action_effect_rmse": 30.443359710279747 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4715748180664126, + "action_effect_rmse": 0.6468415062577791 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05525500289057147, + "action_effect_rmse": 0.06996946543475492 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31177217682428177, + "action_effect_rmse": 0.31178502235430106 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 21.25805924543562, + "action_effect_rmse": 26.391542137296458 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6558432586756417, + "action_effect_rmse": 1.7165454759826244 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2337067473906226, + "action_effect_rmse": 0.2635228965559794 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22729598133306825, + "action_effect_rmse": 0.2600952717214937 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.411247542035436, + "action_effect_rmse": 36.65812353757205 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 98.5633247004713, + "predicted_costs": [ + 911.4906406905257, + 951.0564274791333, + 912.7012404174142, + 876.5281785768292 + ], + "true_costs": [ + 894.3806575196269, + 835.2207018021377, + 933.7240265026089, + 933.784026502609 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 120, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1135710141506993, + "action_effect_rmse": 0.12525454705913638 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013977905211704686, + "action_effect_rmse": 0.015823770163634367 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24894773608638185, + "action_effect_rmse": 0.25795802195129897 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.471108319841807, + "action_effect_rmse": 19.49667784364233 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.254451555802173, + "action_effect_rmse": 0.2663844148662503 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.029805079276769675, + "action_effect_rmse": 0.036099772198484405 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26387665495853574, + "action_effect_rmse": 0.27931398199068086 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.618887764100206, + "action_effect_rmse": 19.077061553741274 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.580058529219802, + "action_effect_rmse": 0.6891113256669974 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0451426559307464, + "action_effect_rmse": 0.05631626466980363 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3287448124060545, + "action_effect_rmse": 0.34850461968298957 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.81699351334384, + "action_effect_rmse": 21.011537890175703 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5004514067455386, + "action_effect_rmse": 1.7755929906282548 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.053568489582836776, + "action_effect_rmse": 0.06294782416796048 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.440466487954937, + "action_effect_rmse": 0.4652718095531027 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.278197054528665, + "action_effect_rmse": 22.742077207346487 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 88.36319217704522, + "predicted_costs": [ + 678.9426199729925, + 678.7784764498065, + 677.7648937190895, + 676.792805257878 + ], + "true_costs": [ + 600.5191343256232, + 594.1037150055688, + 682.406907182614, + 682.466907182614 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 28, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002399465730753595, + "action_effect_rmse": 0.0036065757829088175 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10451183060342355, + "action_effect_rmse": 0.10566698561793278 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8922201435173562, + "action_effect_rmse": 1.0433068461351094 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003978567029153557, + "action_effect_rmse": 0.006231263773719175 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23709108717344782, + "action_effect_rmse": 0.24423171057194823 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29667327608080996, + "action_effect_rmse": 0.34397281376689776 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013189975428268644, + "action_effect_rmse": 0.014713492064772639 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37270448513000076, + "action_effect_rmse": 0.3804887856615222 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3681996358547224, + "action_effect_rmse": 0.4279422693442296 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.039307867704492426, + "action_effect_rmse": 0.04586654345919378 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9365477603908173, + "action_effect_rmse": 1.0932300058877795 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8982244073948351, + "action_effect_rmse": 1.0624430418568467 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.6025300724159678, + 0.45149168203853884, + 0.6499172742572621, + 0.9723660228948161 + ], + "true_costs": [ + 0.6564588497071319, + 0.46761787764904794, + 0.7438343993100244, + 0.9564904755093048 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 36, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014342836762870412, + "action_effect_rmse": 0.014665504345784687 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6654907741121896, + "action_effect_rmse": 0.7565404904726417 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.913205878406532, + "action_effect_rmse": 8.193063139359783 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07480211347943515, + "action_effect_rmse": 0.07488643964090208 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4225076584572705, + "action_effect_rmse": 2.532610251985579 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.9306868552711847, + "action_effect_rmse": 4.133065734921094 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22145392180695414, + "action_effect_rmse": 0.22204035046980913 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.234648597866552, + "action_effect_rmse": 6.470120257504337 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.136942982121134, + "action_effect_rmse": 1.1915766506684624 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5363317689284562, + "action_effect_rmse": 0.5395807699376807 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 13.033249241894262, + "action_effect_rmse": 13.484590164177218 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.135963030935186, + "action_effect_rmse": 1.2111448208447784 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 2.8027497510744093, + 1.4629557818861922, + 1.0830665717700263, + 0.8121549382028236 + ], + "true_costs": [ + 1.0713801509533218, + 1.0002854263760401, + 0.8311918759968273, + 0.620860435365282 + ] + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "anchor_step": 158, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23127059976255993, + "action_effect_rmse": 0.2622753370002121 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7495926203863709, + "action_effect_rmse": 0.9086267577035493 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4611833458693984, + "action_effect_rmse": 0.5230107850341704 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4986732286705546, + "action_effect_rmse": 1.8146459913285269 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9169128632306295, + "action_effect_rmse": 1.0398365907274398 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9953361653254547, + "action_effect_rmse": 3.619090686454975 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9380145042830985, + "action_effect_rmse": 2.219951545275495 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.641717103773317, + "action_effect_rmse": 6.589873161341673 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.389123542244903, + 21.94642082832274, + 31.824664074176514, + 48.14441915922951 + ], + "true_costs": [ + 28.11839938805009, + 15.922778311870337, + 42.590139624338434, + 106.58665367135072 + ] + }, + { + "system_id": "tank-00571", + "family": "tank", + "anchor_step": 510, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20366569653534228, + "action_effect_rmse": 0.24566426171206018 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02265512782332557, + "action_effect_rmse": 0.023661475756009548 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1972086571279705, + "action_effect_rmse": 1.2186001262012847 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.351463475943834, + "action_effect_rmse": 29.804930393914507 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41237864304337535, + "action_effect_rmse": 0.5005841002913551 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04182275410398321, + "action_effect_rmse": 0.04301124776073908 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1549310203834624, + "action_effect_rmse": 1.1799803069390458 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.50166430348604, + "action_effect_rmse": 27.237074415886962 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6783101567938594, + "action_effect_rmse": 0.8504669239467212 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07162588193370507, + "action_effect_rmse": 0.07213213671313279 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2105275754410785, + "action_effect_rmse": 1.2253414942374579 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 23.055047772913962, + "action_effect_rmse": 24.593138089270973 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.117568994509778, + "action_effect_rmse": 1.4480011563595114 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11908124250185341, + "action_effect_rmse": 0.11942080873088642 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7254138958003905, + "action_effect_rmse": 0.7324190752040921 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.149138009561877, + "action_effect_rmse": 22.428212182029082 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 487.78868421673377, + 481.1784429405527, + 512.1244492724311, + 544.5602654654782 + ], + "true_costs": [ + 480.45903482813213, + 386.25968005891446, + 507.106677639473, + 596.9624495771427 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 85, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3236500300176542, + "action_effect_rmse": 0.36713242527198403 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026524599088726102, + "action_effect_rmse": 0.0308758748165855 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3310173303178947, + "action_effect_rmse": 0.33346618433534697 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 45.49417947929937, + "action_effect_rmse": 61.90481990959892 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6503562809228534, + "action_effect_rmse": 0.7377159077517849 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05061155184440717, + "action_effect_rmse": 0.05848366934801025 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28668922812125613, + "action_effect_rmse": 0.29230299156680223 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 46.621112322650795, + "action_effect_rmse": 63.151824002649356 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3066868227201482, + "action_effect_rmse": 1.4824396009755378 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08680426965218402, + "action_effect_rmse": 0.09947743933979282 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2194676563229477, + "action_effect_rmse": 0.22933293986399236 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 49.427222758055414, + "action_effect_rmse": 66.34517591590547 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6612478773475488, + "action_effect_rmse": 3.0178026017075186 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13888702874101236, + "action_effect_rmse": 0.1590864937314202 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11178028961512058, + "action_effect_rmse": 0.13069280605788716 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 55.57126892265046, + "action_effect_rmse": 73.82422154369976 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 246.64735869601046, + 215.8420291425315, + 245.06422332183038, + 276.9905368251509 + ], + "true_costs": [ + 267.8064605938828, + 173.93184545631715, + 301.9223337672543, + 482.0822236583184 + ] + }, + { + "system_id": "tank-00643", + "family": "tank", + "anchor_step": 283, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07915120009202425, + "action_effect_rmse": 0.07978156303729321 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01494225108031344, + "action_effect_rmse": 0.017703598796069527 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2317733053485327, + "action_effect_rmse": 0.26618502242806746 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 46.85915939555554, + "action_effect_rmse": 47.6168473236399 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1175471300743401, + "action_effect_rmse": 0.1633618477983284 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02441449473952299, + "action_effect_rmse": 0.027834421176537207 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3955912110198492, + "action_effect_rmse": 0.4687312292981214 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 41.92560232513119, + "action_effect_rmse": 54.09272524388964 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2415869615152785, + "action_effect_rmse": 0.37538147667386307 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06000237196543997, + "action_effect_rmse": 0.06946356223886084 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5021171394942154, + "action_effect_rmse": 0.552101368735291 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 23.493835332144684, + "action_effect_rmse": 36.84977837200461 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5811668051366544, + "action_effect_rmse": 0.8079714862108084 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1320014306714441, + "action_effect_rmse": 0.15972853957558186 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4632064139138641, + "action_effect_rmse": 0.5100291679164111 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.980566035135507, + "action_effect_rmse": 33.48400366065992 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 725.9314736041347, + 713.2959174976817, + 773.1624579743777, + 836.4669213441182 + ], + "true_costs": [ + 685.5852310971861, + 672.7810634481364, + 725.1263822107599, + 725.1863822107599 + ] + }, + { + "system_id": "battery-00722", + "family": "battery", + "anchor_step": 534, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04773401931979207, + "action_effect_rmse": 0.04904112552265604 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6214828742151516, + "action_effect_rmse": 0.6389315078192979 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.737303581274213, + "action_effect_rmse": 14.281726256581264 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06266335370211716, + "action_effect_rmse": 0.0661872677510521 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6955144235625473, + "action_effect_rmse": 0.7527728235431808 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.875567904942892, + "action_effect_rmse": 4.8804220741703865 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.057582179258248524, + "action_effect_rmse": 0.06904537825922326 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.524995585553075, + "action_effect_rmse": 0.7471027815358677 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.33625400482734, + "action_effect_rmse": 2.773427254200221 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06882486029062967, + "action_effect_rmse": 0.07261776636303403 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9928674057560384, + "action_effect_rmse": 1.3151094191583645 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8890093201094398, + "action_effect_rmse": 1.889748537071577 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.7100578932867125, + 1.3867311750816214, + 0.919829637701225, + 0.5926456520057044 + ], + "true_costs": [ + 0.8754232237436191, + 0.6881944925526742, + 0.31856260359173943, + 0.16277707761298923 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 25, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1540108812569366, + "action_effect_rmse": 0.16184780332769272 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027573224629278432, + "action_effect_rmse": 0.03362473262989477 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020179088601411637, + "action_effect_rmse": 0.023712651084583657 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 16.99332383516323, + "action_effect_rmse": 21.484844840289295 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1291482381743183, + "action_effect_rmse": 0.15751351920775514 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0480481999477013, + "action_effect_rmse": 0.05722625955625846 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13194681408006032, + "action_effect_rmse": 0.13612220307479098 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 9.963113073491373, + "action_effect_rmse": 15.890883386733968 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2731037612737956, + "action_effect_rmse": 0.4051785445763772 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10779881157500348, + "action_effect_rmse": 0.11855145693784704 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19849648382030294, + "action_effect_rmse": 0.20701214405898138 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 15.83183339564282, + "action_effect_rmse": 17.549995646225906 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9545629025694211, + "action_effect_rmse": 1.4481221267531346 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2180833616786071, + "action_effect_rmse": 0.23482943303325782 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24002679465132312, + "action_effect_rmse": 0.2608025210045623 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.064694437339657, + "action_effect_rmse": 18.061670004610583 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 79.76442201597308, + "predicted_costs": [ + 720.7061997474307, + 729.052083920408, + 728.9389303318044, + 729.2590876613493 + ], + "true_costs": [ + 648.5503723469318, + 568.7859503309587, + 648.5290898822337, + 648.5890898822338 + ] + }, + { + "system_id": "tank-00151", + "family": "tank", + "anchor_step": 604, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.171844027474067, + "action_effect_rmse": 0.23404862361748174 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013435425885397478, + "action_effect_rmse": 0.013591510599689013 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7034731064016636, + "action_effect_rmse": 0.723811221780006 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 16.676042873978215, + "action_effect_rmse": 19.663579156646485 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29994430034461733, + "action_effect_rmse": 0.46332890579797126 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026081600014444224, + "action_effect_rmse": 0.02641780065045543 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7011929372025761, + "action_effect_rmse": 0.7332351318163552 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 14.943463317062362, + "action_effect_rmse": 18.421456451429844 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6769139429408645, + "action_effect_rmse": 0.981054153899966 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.050243440303075225, + "action_effect_rmse": 0.052217592054960654 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8333485165322783, + "action_effect_rmse": 0.8672797998211009 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.030969373310906, + "action_effect_rmse": 20.88036591154182 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9333222856384105, + "action_effect_rmse": 2.3267450392901114 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.084535918391623, + "action_effect_rmse": 0.09793027335808108 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8061178555805926, + "action_effect_rmse": 0.8462067547730086 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.57633454793145, + "action_effect_rmse": 23.90988507739161 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 385.2290241727532, + 304.99746468632617, + 406.3807428534239, + 530.0533174991649 + ], + "true_costs": [ + 400.2667579956328, + 302.24795473485244, + 398.67898199022113, + 400.3200199523158 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 423, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32328584247830366, + "action_effect_rmse": 0.37406160877936856 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008656699010553363, + "action_effect_rmse": 0.001001633328945473 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5799503689212315, + "action_effect_rmse": 0.6056863728341203 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5789329557155796, + "action_effect_rmse": 0.6698610567680193 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0019274887235193698, + "action_effect_rmse": 0.002230222996059704 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1603024365551466, + "action_effect_rmse": 1.211163738078204 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9099405704067346, + "action_effect_rmse": 1.0528572526227205 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017081068734964806, + "action_effect_rmse": 0.019763847837423083 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3222171743331046, + "action_effect_rmse": 2.4215116359406617 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8587429332117757, + "action_effect_rmse": 2.0851517708274154 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06864852576950635, + "action_effect_rmse": 0.07812767978544258 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.124408429620416, + "action_effect_rmse": 7.021446770938632 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 278.43157360923817, + 141.5572572731011, + 248.375418328463, + 396.5372981822294 + ], + "true_costs": [ + 177.47038790027884, + 49.81596546516001, + 136.83152532592484, + 300.7098590933177 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 71, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012018011395944305, + "action_effect_rmse": 0.013132121933311541 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14501662619390387, + "action_effect_rmse": 0.17680372010788326 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.0798655590161736, + "action_effect_rmse": 2.361741708987068 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02470599170440513, + "action_effect_rmse": 0.02701912990402493 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2876372641654707, + "action_effect_rmse": 0.3454589947255718 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4324764977283972, + "action_effect_rmse": 1.622067080057906 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05132274704090756, + "action_effect_rmse": 0.05619132009007059 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5578342362696477, + "action_effect_rmse": 0.6643202031703084 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4328643074536747, + "action_effect_rmse": 1.615190996276441 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0890537021871002, + "action_effect_rmse": 0.10261905268490275 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8486465616031668, + "action_effect_rmse": 0.9206677909704417 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.883051363930856, + "action_effect_rmse": 2.1426976818598935 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.4195300114721573, + 0.4755402067278769, + 0.4002764083435563, + 0.3702310712466071 + ], + "true_costs": [ + 0.5719290243197725, + 0.7788727393513659, + 0.4915318251005587, + 0.335871054161651 + ] + }, + { + "system_id": "tank-00628", + "family": "tank", + "anchor_step": 489, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43448690522328803, + "action_effect_rmse": 0.48481299540823347 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02027233642754093, + "action_effect_rmse": 0.020324950555747883 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04140145790759321, + "action_effect_rmse": 0.050727935627470196 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 41.49023570759399, + "action_effect_rmse": 42.0344086931696 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9057412756956319, + "action_effect_rmse": 1.007265777606719 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04075910997929929, + "action_effect_rmse": 0.040857481301169334 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.054275653430085745, + "action_effect_rmse": 0.06516570331480963 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.523537548549303, + "action_effect_rmse": 36.16556360893077 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8906463066029477, + "action_effect_rmse": 2.098354146384008 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08875130865143473, + "action_effect_rmse": 0.08913496126253594 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.062294477057960596, + "action_effect_rmse": 0.07409084093109594 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 25.314343360581017, + "action_effect_rmse": 36.91027203204528 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8950715461972636, + "action_effect_rmse": 4.316169049180325 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20458783879151632, + "action_effect_rmse": 0.20915631210128 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09998001899291954, + "action_effect_rmse": 0.12657389762771099 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.55189662246705, + "action_effect_rmse": 38.42688802509528 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 942.7816057329824, + 577.43137667092, + 706.1963488111866, + 853.6764226420948 + ], + "true_costs": [ + 552.2688108213129, + 517.5594163044932, + 552.2205973819476, + 552.2805973819477 + ] + }, + { + "system_id": "tank-00532", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04824600422485078, + "action_effect_rmse": 0.060472734940630636 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012199634290900837, + "action_effect_rmse": 0.014146787924228013 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09373434224512278, + "action_effect_rmse": 0.10908620835657953 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.09942024890939, + "action_effect_rmse": 50.089159676508416 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09308899212312631, + "action_effect_rmse": 0.10522863734191118 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01964900927156658, + "action_effect_rmse": 0.022219525149579835 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14786532078831713, + "action_effect_rmse": 0.1685754794898621 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.14403063246414, + "action_effect_rmse": 41.235152038033675 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1968073784848657, + "action_effect_rmse": 0.27097904236214865 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026865700733785875, + "action_effect_rmse": 0.028931683487233247 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22566064937494676, + "action_effect_rmse": 0.26117732212599376 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.40784552527008, + "action_effect_rmse": 34.13911438744686 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3537971237876934, + "action_effect_rmse": 0.4541094283660868 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.022636078541249677, + "action_effect_rmse": 0.026858804142808473 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24598865910303416, + "action_effect_rmse": 0.27989537882302534 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.64299743633447, + "action_effect_rmse": 31.48527976819732 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 108.18468212956758, + 114.91581935146293, + 132.4791348723599, + 151.95696350904115 + ], + "true_costs": [ + 105.6044020109916, + 107.71932301488042, + 131.64251877952873, + 131.70251877952873 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 581, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17282071777028207, + "action_effect_rmse": 0.21545434266985927 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49335245751721385, + "action_effect_rmse": 0.7218367396035237 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3035213609858249, + "action_effect_rmse": 0.383500124413097 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9577520702018395, + "action_effect_rmse": 1.2755271318399288 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4547138152798311, + "action_effect_rmse": 0.5187755676446569 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.026867713606786, + "action_effect_rmse": 2.4361507708116883 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1503293595684472, + "action_effect_rmse": 1.4616265821129597 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.971856732833923, + "action_effect_rmse": 6.852805154898736 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 8.39331518811168, + "predicted_costs": [ + 13.063226888310242, + 68.46659031972638, + 10.140819380108708, + 8.153837672709049 + ], + "true_costs": [ + 6.122028744714159, + 97.58280390098912, + 11.73875237494026, + 14.51534393282584 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 174, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16501307631330656, + "action_effect_rmse": 0.20538303152302978 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001116016177269567, + "action_effect_rmse": 0.0013890459117845964 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45046854589494006, + "action_effect_rmse": 0.6716417343020934 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26429232762072274, + "action_effect_rmse": 0.3289506220938266 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006821635979528414, + "action_effect_rmse": 0.008490528237054738 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9053472516344717, + "action_effect_rmse": 1.3359266435100174 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33820088308002977, + "action_effect_rmse": 0.42094070779452447 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02714292019379272, + "action_effect_rmse": 0.033783351419464355 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.82669690818913, + "action_effect_rmse": 2.6462313086801306 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27663920208692616, + "action_effect_rmse": 0.34431818746414444 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08366864963570819, + "action_effect_rmse": 0.10413792482827046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7072283712528624, + "action_effect_rmse": 5.212699867404165 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 172.64718205086157, + 68.13449628332624, + 115.49343151372805, + 183.02896693428454 + ], + "true_costs": [ + 191.24748078825186, + 62.90773339313003, + 120.09051238531427, + 204.34076243585383 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 655, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025869743498338222, + "action_effect_rmse": 0.02708835699499781 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.165802237037172, + "action_effect_rmse": 2.224006183417702 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.939887425701137, + "action_effect_rmse": 14.276801388916397 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.047861832483537294, + "action_effect_rmse": 0.05024142032039297 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.375009873290989, + "action_effect_rmse": 4.479749189618394 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.277477415893816, + "action_effect_rmse": 10.508188031515859 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07021664515260073, + "action_effect_rmse": 0.0766809856917075 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.459231948798643, + "action_effect_rmse": 6.711352295134757 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.214737358206228, + "action_effect_rmse": 7.481503425359022 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0733578291292174, + "action_effect_rmse": 0.0788341410469308 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.41851027998054, + "action_effect_rmse": 3.941509502580354 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.818935583239907, + "action_effect_rmse": 8.149865363714193 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.18862961892151797, + "predicted_costs": [ + 4.690684515965481, + 2.8268354449644373, + 3.155372880310728, + 3.5619316156330125 + ], + "true_costs": [ + 2.968442838547159, + 1.3718310194077423, + 1.1832014004862244, + 1.7358031591587983 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 392, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1050193083284358, + "action_effect_rmse": 0.12975424960770604 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008337398366079421, + "action_effect_rmse": 0.00915471045179659 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2519029513881985, + "action_effect_rmse": 1.383735526722198 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18448480336994066, + "action_effect_rmse": 0.23639780074347422 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020853985468046215, + "action_effect_rmse": 0.023398673646111225 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.238154973681503, + "action_effect_rmse": 2.5297925336114973 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1874476084350635, + "action_effect_rmse": 0.2174675766772733 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05180128145876495, + "action_effect_rmse": 0.06073458997316262 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8535595181161852, + "action_effect_rmse": 3.702980242391281 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28926887040637794, + "action_effect_rmse": 0.28953388094136967 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11367492697021338, + "action_effect_rmse": 0.14475076096885087 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9142550657369384, + "action_effect_rmse": 4.9893280012939725 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 31.271602688729594, + 37.23794693005597, + 54.486175486469335, + 86.576813558845 + ], + "true_costs": [ + 30.83161846690436, + 34.72872158164805, + 58.19636557341762, + 98.3721592129841 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 430, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0665413870713077, + "action_effect_rmse": 0.07646160840188297 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04506387141380467, + "action_effect_rmse": 0.05160368343906192 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12693186599305425, + "action_effect_rmse": 0.14404999517770836 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.5601745017169, + "action_effect_rmse": 39.874600311764674 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17907669468209786, + "action_effect_rmse": 0.20182121403927336 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0764374288441599, + "action_effect_rmse": 0.09380293438865799 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16972833525589856, + "action_effect_rmse": 0.1925132325278569 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 44.31011142883028, + "action_effect_rmse": 50.30777022620241 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4153163736841113, + "action_effect_rmse": 0.43647769512482354 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12232135906808494, + "action_effect_rmse": 0.15636252353152907 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48331960727700146, + "action_effect_rmse": 0.5238380016825267 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.71347768079844, + "action_effect_rmse": 39.22830727422527 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1159566798680005, + "action_effect_rmse": 1.1929526097301957 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19249511306961153, + "action_effect_rmse": 0.24249267861463905 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4312991108629534, + "action_effect_rmse": 0.4807148014591645 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.07528548838949, + "action_effect_rmse": 38.37163338836264 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 120.45738291879475, + 6.867805318371978, + 49.89607196743388, + 144.5105321571525 + ], + "true_costs": [ + 123.40833386686519, + 11.316643173440225, + 67.20313828365019, + 136.66978997628536 + ] + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "anchor_step": 610, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16171598025122572, + "action_effect_rmse": 0.1878213725291008 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6296802455127212, + "action_effect_rmse": 0.7155157423548538 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3212587794889785, + "action_effect_rmse": 0.37310259088292924 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2596912285902893, + "action_effect_rmse": 1.4314993356438914 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6339228816098483, + "action_effect_rmse": 0.7361621107245583 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5206870676692765, + "action_effect_rmse": 2.864979223862556 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.234237749733121, + "action_effect_rmse": 1.4330751888446216 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.0464496780609425, + "action_effect_rmse": 5.738688557203427 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1270.887327411459, + 1124.7845505815953, + 1251.6412791348419, + 1391.0769267318665 + ], + "true_costs": [ + 1219.205134240836, + 1008.2531773025578, + 1177.6439736041655, + 1492.1237109332349 + ] + }, + { + "system_id": "battery-00578", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019248549464335147, + "action_effect_rmse": 0.022676889895387378 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6313517702168999, + "action_effect_rmse": 0.7261328712097328 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.6026689719322333, + "action_effect_rmse": 3.158364598350877 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028620222034101528, + "action_effect_rmse": 0.033824517873440804 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3085466796281697, + "action_effect_rmse": 1.5291998639774296 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4386282611837717, + "action_effect_rmse": 0.4522516321770789 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10585285089405468, + "action_effect_rmse": 0.1091213545212078 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.985485389880258, + "action_effect_rmse": 7.223081272827194 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.614500119378143, + "action_effect_rmse": 5.79725714989366 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26868100266521194, + "action_effect_rmse": 0.2762727949075131 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 18.568861854616497, + "action_effect_rmse": 18.925149957253364 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.852728663133673, + "action_effect_rmse": 8.869810716228299 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.4476881821155301, + 0.29373255702959256, + 0.37898254375497176, + 0.6056824844227747 + ], + "true_costs": [ + 0.5519672480548681, + 0.4050590608188248, + 0.7889736155815679, + 0.9977188797382064 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21648908829429084, + "action_effect_rmse": 0.2646856686105283 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0021831945433774536, + "action_effect_rmse": 0.0026692351441835087 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8318147751160391, + "action_effect_rmse": 1.0180386163354298 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.363452234799734, + "action_effect_rmse": 0.44135717018131465 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0003993201636944832, + "action_effect_rmse": 0.0004636262773645224 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6534485068738292, + "action_effect_rmse": 2.0093441320613725 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5767468306830672, + "action_effect_rmse": 0.6547831683354026 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012035190980379676, + "action_effect_rmse": 0.013902371763756931 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.016792253362984, + "action_effect_rmse": 3.354955631622484 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.754124593413079, + "action_effect_rmse": 0.9554693962868295 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05254362976766913, + "action_effect_rmse": 0.06080321780277442 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.060163933481268, + "action_effect_rmse": 4.94382710660681 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 12.824785719176509, + 2.554597660444639, + 12.582573381588578, + 38.74330134808895 + ], + "true_costs": [ + 5.679177588601696, + 4.709009199794398, + 5.393504787456809, + 38.08484964127223 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 404, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7899681117272586, + "action_effect_rmse": 0.9212639577563432 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0310841379856015, + "action_effect_rmse": 1.167653752168031 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5113950998821235, + "action_effect_rmse": 1.7647175588207398 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.071601090723997, + "action_effect_rmse": 2.3436784756181486 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.767221555434123, + "action_effect_rmse": 3.239161374821228 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.1796686623540795, + "action_effect_rmse": 4.719802379559609 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.645229428474384, + "action_effect_rmse": 5.467324036181852 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.495676514413864, + "action_effect_rmse": 9.56148884476764 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 224.10087496388306, + 121.8986135254928, + 46.80431407449241, + 10.120313740861395 + ], + "true_costs": [ + 352.5780063950277, + 186.49236823337944, + 22.533621110310907, + 17.87684821708127 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 98, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.557547784393775, + "action_effect_rmse": 0.5872994196392705 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003933354168669467, + "action_effect_rmse": 0.004143143033897317 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 3.1639920592788067, + "action_effect_rmse": 3.221663954465712 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.886703098030677, + "action_effect_rmse": 0.9316974618121794 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024278512324148238, + "action_effect_rmse": 0.02539371302001318 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 6.309986986003689, + "action_effect_rmse": 6.425687342606924 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9757055285558623, + "action_effect_rmse": 1.027713199608197 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09638363727861332, + "action_effect_rmse": 0.10069106779021976 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 12.236925392843622, + "action_effect_rmse": 12.475526377064268 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06891418426208418, + "action_effect_rmse": 0.08214249645787419 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.280077377958212, + "action_effect_rmse": 0.29380406435629264 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 22.092475379741007, + "action_effect_rmse": 22.62003602429557 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 132.40108649025916, + 3.7890666262206416, + 13.279804182741318, + 44.2437978764699 + ], + "true_costs": [ + 125.15234748385411, + 4.802503085376159, + 5.712869021308206, + 33.69070601559473 + ] + }, + { + "system_id": "thermal-00801", + "family": "thermal", + "anchor_step": 417, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1860223453705956, + "action_effect_rmse": 0.19487825170823386 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011853411943716216, + "action_effect_rmse": 0.012677661685034047 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1922207755366874, + "action_effect_rmse": 1.3316737100454845 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.40098932399650405, + "action_effect_rmse": 0.4133012998027606 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028560711882644085, + "action_effect_rmse": 0.03132271550084048 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4913400351912287, + "action_effect_rmse": 2.758163395250036 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9021768427946562, + "action_effect_rmse": 0.9135017568571141 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07188281535587748, + "action_effect_rmse": 0.08174904987011605 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.404484145594286, + "action_effect_rmse": 5.89699103354955 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.101516383071336, + "action_effect_rmse": 2.1042886158264498 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17232721543158291, + "action_effect_rmse": 0.2075782086959597 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.451705895926125, + "action_effect_rmse": 13.316374976237169 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 23.797252255084206, + 52.47708674376459, + 82.99297254136224, + 126.2928378943148 + ], + "true_costs": [ + 25.599340418065918, + 37.32159855723562, + 64.8825341761399, + 107.48303446864452 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 441, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49716593042104407, + "action_effect_rmse": 0.5699570049464437 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 6.935895554131359e-05, + "action_effect_rmse": 7.951308528220926e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6536059956269659, + "action_effect_rmse": 0.668035053495465 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8408021909391709, + "action_effect_rmse": 1.081087817217012 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013912221481038026, + "action_effect_rmse": 0.015972031532131885 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0975280720500677, + "action_effect_rmse": 1.6059147073644708 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4634202458328829, + "action_effect_rmse": 1.6596597025507218 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06224042216517134, + "action_effect_rmse": 0.07548587598125478 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.0291870639204035, + "action_effect_rmse": 4.689778721527019 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.026601673715075, + "action_effect_rmse": 1.3085901199002974 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1919896134242336, + "action_effect_rmse": 0.2385964296815867 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.929637574681616, + "action_effect_rmse": 11.019737352063737 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 6.306185187756164, + "predicted_costs": [ + 82.82647855066087, + 50.72212419045317, + 9.292440044596539, + 1.9152658753274183 + ], + "true_costs": [ + 105.10081274339834, + 67.38338877928024, + 5.799812223174218, + 12.105997410930382 + ] + }, + { + "system_id": "tank-00640", + "family": "tank", + "anchor_step": 595, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32643978230945514, + "action_effect_rmse": 0.3921864932209308 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016509639128154063, + "action_effect_rmse": 0.017967297841747373 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08912143780030418, + "action_effect_rmse": 0.09032474543831708 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 19.937386214222762, + "action_effect_rmse": 28.06197803517853 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6367354627402962, + "action_effect_rmse": 0.7665145485011696 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0379791469088128, + "action_effect_rmse": 0.04141401948792463 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07792292893465158, + "action_effect_rmse": 0.08056708394887774 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 17.650792058980016, + "action_effect_rmse": 25.71974742931597 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2142412844513608, + "action_effect_rmse": 1.4676390532580352 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09619264321162824, + "action_effect_rmse": 0.1095615109191258 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0917941566755645, + "action_effect_rmse": 0.09551362880395516 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.52903640995847, + "action_effect_rmse": 22.64604115744823 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.109254444365954, + "action_effect_rmse": 2.6122998097588574 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27097123884516944, + "action_effect_rmse": 0.32108166074055206 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1749112061124811, + "action_effect_rmse": 0.17928094968495242 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.579454976365568, + "action_effect_rmse": 20.381408594133696 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 320.9406055445704, + 213.45278022095468, + 334.6664975636844, + 495.14222588256587 + ], + "true_costs": [ + 256.4136693890703, + 217.7289149503544, + 256.41546886355803, + 256.47546886355804 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 508, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1428941003918555, + "action_effect_rmse": 0.15829037432809756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8093398609378634, + "action_effect_rmse": 1.028981625770649 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2868464199062248, + "action_effect_rmse": 0.31775298077467684 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6027615999708662, + "action_effect_rmse": 2.0472437400406562 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5774998254716728, + "action_effect_rmse": 0.6397231308597131 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.143346491610297, + "action_effect_rmse": 4.0531742635543875 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9015772366587219, + "action_effect_rmse": 1.0593163567893003 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.721311499699141, + "action_effect_rmse": 9.28828382064379 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 41.20055482697684, + 5.415957569605402, + 5.2021565428462235, + 24.238725594843885 + ], + "true_costs": [ + 45.3862275807323, + 12.598059764584676, + 3.479327516563067, + 24.026215471890154 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 619, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06816081360697712, + "action_effect_rmse": 0.07775698821721708 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01986767088783618, + "action_effect_rmse": 0.022732659623856337 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15260478401439972, + "action_effect_rmse": 0.17248807102960254 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.91188997290277, + "action_effect_rmse": 24.98680282507571 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1309277806117075, + "action_effect_rmse": 0.15344080669373997 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03787471277831619, + "action_effect_rmse": 0.04356435311909859 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1815459838530229, + "action_effect_rmse": 0.19695787854943106 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.613821750168135, + "action_effect_rmse": 19.78300972057027 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1873969258650773, + "action_effect_rmse": 0.21279520652465075 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07437268049518526, + "action_effect_rmse": 0.08670515073224982 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09715366297548307, + "action_effect_rmse": 0.09769809717799997 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 13.084287941703197, + "action_effect_rmse": 15.297634375652818 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.348283164421744, + "action_effect_rmse": 1.5104467566121507 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16046069759740553, + "action_effect_rmse": 0.19190378350377216 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3649660097022364, + "action_effect_rmse": 0.40548391660967087 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.763199796146187, + "action_effect_rmse": 11.170902555190379 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 151.541575574644, + 64.8088811950508, + 98.08998527815729, + 141.55638300910914 + ], + "true_costs": [ + 111.90095435950685, + 50.903907689589104, + 86.33101511392485, + 111.11075131113586 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 331, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42287850496104085, + "action_effect_rmse": 0.4875183001430828 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 5.019179491701683e-05, + "action_effect_rmse": 5.7863550157998556e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6747974884247204, + "action_effect_rmse": 0.7430384091208663 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3973386794811719, + "action_effect_rmse": 0.4571895725103258 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019746055985446986, + "action_effect_rmse": 0.0227644809251681 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3418401485567983, + "action_effect_rmse": 1.4559037124713394 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16860988290561943, + "action_effect_rmse": 0.19799420926589908 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07897877248435729, + "action_effect_rmse": 0.09093060755387984 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6594416985135276, + "action_effect_rmse": 2.817345805849356 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.433062218808989, + "action_effect_rmse": 1.6488072529843985 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1863959960531029, + "action_effect_rmse": 0.2136598695159979 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.268424845744903, + "action_effect_rmse": 5.418038463334451 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 6.291991280629642, + "predicted_costs": [ + 13.89563769207243, + 42.93966884105245, + 0.1529062371013406, + 53.13287067330176 + ], + "true_costs": [ + 0.5244745931643816, + 70.53706549736296, + 6.816465873794023, + 10.985627994087054 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 231, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09961777876447798, + "action_effect_rmse": 0.10077790957236597 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11914076025958191, + "action_effect_rmse": 0.18422336658087843 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.167250382782617, + "action_effect_rmse": 3.5716424822614803 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1726978233760166, + "action_effect_rmse": 0.17476226975360284 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20258070170897113, + "action_effect_rmse": 0.2587779413087867 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.899550065130055, + "action_effect_rmse": 5.465535662560474 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28411528671904845, + "action_effect_rmse": 0.2882539322966272 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4439170996371781, + "action_effect_rmse": 0.4548484289212613 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.419224024500701, + "action_effect_rmse": 5.975561820407114 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.413064268157171, + "action_effect_rmse": 0.42480133204753373 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.426086563538804, + "action_effect_rmse": 1.550390923055059 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.9963775488067625, + "action_effect_rmse": 5.881693603895671 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 2.3268701205526012, + 1.147058112024502, + 0.7510743391897952, + 0.4925792713407454 + ], + "true_costs": [ + 1.062948815212185, + 1.02, + 0.9984260538787524, + 0.47483822124814073 + ] + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "anchor_step": 33, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7248833139392351, + "action_effect_rmse": 0.8399939472284901 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.571124598588535, + "action_effect_rmse": 0.6076578902541869 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3412704768288215, + "action_effect_rmse": 1.5542626593354016 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1409293331500265, + "action_effect_rmse": 1.2163868385107504 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.295879238881811, + "action_effect_rmse": 2.6604621153165864 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.276635739316511, + "action_effect_rmse": 2.4372476310850724 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3565242623756606, + "action_effect_rmse": 3.889536218753324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.5328221455138005, + "action_effect_rmse": 4.8938125476854655 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 83.37982030231966, + "predicted_costs": [ + 94.34673516141223, + 121.0356670323909, + 66.41508468302965, + 32.17910526932522 + ], + "true_costs": [ + 19.01510583564812, + 57.69510366320672, + 7.536095598522211, + 90.91591590084187 + ] + }, + { + "system_id": "battery-00899", + "family": "battery", + "anchor_step": 617, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007641220413939599, + "action_effect_rmse": 0.008231652439564712 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0693763160450576, + "action_effect_rmse": 1.0881834324600517 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.332998215020943, + "action_effect_rmse": 5.548183503208427 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011573118945329678, + "action_effect_rmse": 0.01263007718635665 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0898254918742816, + "action_effect_rmse": 2.126863045286742 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6636390415491025, + "action_effect_rmse": 1.7428487652764233 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011726728688976609, + "action_effect_rmse": 0.0136603875807001 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.097515489609447, + "action_effect_rmse": 4.171213076780769 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9683492395105091, + "action_effect_rmse": 0.9970557825639125 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011070863077952853, + "action_effect_rmse": 0.011259370685459657 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 8.046052524597767, + "action_effect_rmse": 8.195678225141487 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0016802752840235, + "action_effect_rmse": 2.0841913701168977 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.23629168376121593, + 0.9395191923417743, + 0.6154194624321735, + 0.40982241790827034 + ], + "true_costs": [ + 0.20174858380192556, + 0.7109437268245085, + 0.42596323905933664, + 0.2755428314068438 + ] + }, + { + "system_id": "battery-00989", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06168776437858494, + "action_effect_rmse": 0.06351100116655041 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45215486014904843, + "action_effect_rmse": 0.4729525870723723 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.89274506476508, + "action_effect_rmse": 15.217216432717708 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12424526388254875, + "action_effect_rmse": 0.12790208810948833 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8757035682550599, + "action_effect_rmse": 0.9182753056865108 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.247363030276485, + "action_effect_rmse": 10.48536789851478 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25174451539207054, + "action_effect_rmse": 0.25909605035504885 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6699760854251942, + "action_effect_rmse": 1.7560053861939635 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.608588604518989, + "action_effect_rmse": 7.817899809451362 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5154349920293488, + "action_effect_rmse": 0.5302761474989615 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0706395999479277, + "action_effect_rmse": 3.2429148064109445 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.699240370837255, + "action_effect_rmse": 7.966765346855007 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.06040831138110199, + "predicted_costs": [ + 0.12195745895442879, + 0.12529132816100289, + 0.08333759367598385, + 0.08621277795546439 + ], + "true_costs": [ + 0.33590153089227304, + 0.37649197412421287, + 0.13943932961384853, + 0.07903101823274654 + ] + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "anchor_step": 337, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20449069525652655, + "action_effect_rmse": 0.2185909619717213 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014347771407943336, + "action_effect_rmse": 0.015337095021613742 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5737349397235978, + "action_effect_rmse": 1.6841280231728366 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16776703330728063, + "action_effect_rmse": 0.21308863930737612 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.033183057894471325, + "action_effect_rmse": 0.03318590285916722 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.126873248157684, + "action_effect_rmse": 3.3496515100098385 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2374728452311435, + "action_effect_rmse": 0.30194697363901246 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.061328120769831664, + "action_effect_rmse": 0.06988648151283194 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.308616468420458, + "action_effect_rmse": 6.753317851739404 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7186546347968582, + "action_effect_rmse": 0.7377388082656974 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1460529078175886, + "action_effect_rmse": 0.1665732692916824 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.998407311598763, + "action_effect_rmse": 13.876214694990722 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 619.8177140219308, + 612.9041223114925, + 720.2183355566627, + 843.6427883813667 + ], + "true_costs": [ + 594.7900684150994, + 542.8966090688712, + 659.2685260885094, + 795.4919004583367 + ] + }, + { + "system_id": "thermal-00870", + "family": "thermal", + "anchor_step": 337, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23881049972178067, + "action_effect_rmse": 0.2624114044013222 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0003780168420360515, + "action_effect_rmse": 0.0003817507922956567 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6307862727178417, + "action_effect_rmse": 0.65944143857042 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4310099274139283, + "action_effect_rmse": 0.4729208304761619 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006663625500892796, + "action_effect_rmse": 0.007302470276757199 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2605968074504783, + "action_effect_rmse": 1.316268426543006 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7000965095413889, + "action_effect_rmse": 0.7655991896841438 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0337274251063017, + "action_effect_rmse": 0.037320175583195246 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5173391545579116, + "action_effect_rmse": 2.6223578409496278 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9081192787429421, + "action_effect_rmse": 0.9839798094588549 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12856230235632302, + "action_effect_rmse": 0.14266564286307745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.019635256283777, + "action_effect_rmse": 5.206147108211469 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.5824972591685236, + "predicted_costs": [ + 2.076508374261076, + 2.253170675881436, + 3.6539086341667346, + 15.085589449499677 + ], + "true_costs": [ + 4.568001198947415, + 1.9855039397788912, + 12.443435810894481, + 45.75682152597833 + ] + }, + { + "system_id": "battery-00341", + "family": "battery", + "anchor_step": 522, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03167248305789613, + "action_effect_rmse": 0.03392529072725162 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2935390807253266, + "action_effect_rmse": 1.4482678716757882 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.411281665499666, + "action_effect_rmse": 5.662977654679984 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05299576456578678, + "action_effect_rmse": 0.05787180418396803 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9637514904259785, + "action_effect_rmse": 2.317222339111015 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0677969954129682, + "action_effect_rmse": 1.296346136545474 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08585357154476729, + "action_effect_rmse": 0.09832249856513847 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3941959035143063, + "action_effect_rmse": 2.6798507294143774 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6351089270798399, + "action_effect_rmse": 0.750224068372769 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17841813793215844, + "action_effect_rmse": 0.2061133148202711 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.764059596543266, + "action_effect_rmse": 4.096700643230053 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.290001513906861, + "action_effect_rmse": 4.507141047539385 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.07698051523371106, + 0.23219870135029902, + 0.11559043679748314, + 0.0822836453216584 + ], + "true_costs": [ + 0.0879487851525556, + 0.5765595250589765, + 0.21562067897067494, + 0.10591337557058281 + ] + }, + { + "system_id": "battery-00857", + "family": "battery", + "anchor_step": 578, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08665513909347049, + "action_effect_rmse": 0.09229394370308154 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28729456134823295, + "action_effect_rmse": 0.37740249267038234 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.003291959930265, + "action_effect_rmse": 7.965080588140842 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12733886465406963, + "action_effect_rmse": 0.1395411192005998 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.121799099052486, + "action_effect_rmse": 3.167252224668198 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.057756879778549, + "action_effect_rmse": 4.947552598552311 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17263456832714422, + "action_effect_rmse": 0.19767537156279988 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8210838621741776, + "action_effect_rmse": 3.8945358993112267 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.5039345064615213, + "action_effect_rmse": 4.548817997393192 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.408381319580806, + "action_effect_rmse": 0.45649455634287617 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.548941756453298, + "action_effect_rmse": 4.650035593809236 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.402749309911047, + "action_effect_rmse": 8.454329493176953 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.62982302524243, + "predicted_costs": [ + 2.0988075470360643, + 0.5350955381641781, + 0.2112851403785061, + 0.2613773572283352 + ], + "true_costs": [ + 0.8283452932038929, + 1.02, + 0.9995771715525317, + 0.3697541463101018 + ] + }, + { + "system_id": "battery-00578", + "family": "battery", + "anchor_step": 659, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015470185355586677, + "action_effect_rmse": 0.01665325975077422 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29199022631801225, + "action_effect_rmse": 0.34456728750755644 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5112556269507234, + "action_effect_rmse": 1.7090006188411118 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.034742520408097444, + "action_effect_rmse": 0.037620700557738244 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5865071183253588, + "action_effect_rmse": 0.6606548177068787 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6616596032063882, + "action_effect_rmse": 0.746912271585786 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07634370503908768, + "action_effect_rmse": 0.08322327145502599 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1591615071167685, + "action_effect_rmse": 1.2692000256005387 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7998329161795148, + "action_effect_rmse": 0.9046375007753453 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16766595102592163, + "action_effect_rmse": 0.20019063839274664 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.906793963300726, + "action_effect_rmse": 2.56544949556447 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.139060159540571, + "action_effect_rmse": 6.422670311917616 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.09347022294190015, + 0.06612987680710576, + 0.08113930289449744, + 0.15697948578876877 + ], + "true_costs": [ + 0.15632474674327304, + 0.06967683216458202, + 0.11672992275541952, + 0.3971714014441846 + ] + }, + { + "system_id": "tank-00325", + "family": "tank", + "anchor_step": 436, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11970844303742882, + "action_effect_rmse": 0.1410546353806528 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017000711616653657, + "action_effect_rmse": 0.020145600651477996 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3674380632172551, + "action_effect_rmse": 0.45130999219005213 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.494574248440188, + "action_effect_rmse": 42.06962885175131 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2843870138094869, + "action_effect_rmse": 0.44118025068092814 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03583168874914181, + "action_effect_rmse": 0.04223511772705542 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4512819893096703, + "action_effect_rmse": 0.5654281811364895 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 28.888648421489645, + "action_effect_rmse": 37.1915884850516 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9258765984828692, + "action_effect_rmse": 1.263510118486489 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07099786310387479, + "action_effect_rmse": 0.08394677226968544 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44496759448272244, + "action_effect_rmse": 0.5457499316270088 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.974728999284505, + "action_effect_rmse": 26.249499732311467 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2273949687652714, + "action_effect_rmse": 2.957652392338836 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13786765665701614, + "action_effect_rmse": 0.1663864525928623 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.47002749245812314, + "action_effect_rmse": 0.5604963728286608 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 19.272442430188004, + "action_effect_rmse": 25.258688437529756 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 86.25367980255713, + 70.69845375176702, + 128.7554832993917, + 211.67416554075697 + ], + "true_costs": [ + 78.84126715894118, + 64.54787705194971, + 94.59431332344234, + 94.65431332344234 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 549, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23579913155933477, + "action_effect_rmse": 0.27297416576781597 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2076160988201916, + "action_effect_rmse": 1.3522648165706674 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.460322248659061, + "action_effect_rmse": 0.532921018096464 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.428920416543027, + "action_effect_rmse": 2.7176456667079596 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8692197035282246, + "action_effect_rmse": 1.0087759613180745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.9159641411857065, + "action_effect_rmse": 5.490878665923459 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4360635119410705, + "action_effect_rmse": 1.7113397599311062 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.7199766135847, + "action_effect_rmse": 10.896589630563618 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 359.64655414911016, + 348.6124622239705, + 256.3161809480341, + 184.39312780868238 + ], + "true_costs": [ + 352.57828110638275, + 327.2943744395607, + 205.5814754946431, + 124.29121204370735 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 304, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20912105866845732, + "action_effect_rmse": 0.22678429107989306 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0204211606748192, + "action_effect_rmse": 1.1930931914102505 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.40407561329543107, + "action_effect_rmse": 0.4393434930657115 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.100017213267165, + "action_effect_rmse": 2.4436951784691945 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7552259864941343, + "action_effect_rmse": 0.826917872557934 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.424580188005336, + "action_effect_rmse": 5.107797507629299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1272785266754837, + "action_effect_rmse": 2.4341811567498985 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.808205520776161, + "action_effect_rmse": 12.04271660077738 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 1.0155520208565463, + "predicted_costs": [ + 370.1409243991447, + 752.1634287236798, + 587.9575567897514, + 455.3053059100581 + ], + "true_costs": [ + 369.0142596576818, + 775.0135701395986, + 525.5401187775543, + 367.99870763682526 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 566, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15097648594539237, + "action_effect_rmse": 0.18053535358613937 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7769240580806809, + "action_effect_rmse": 0.9340639369930098 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2869229190299478, + "action_effect_rmse": 0.34627226782249415 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5637536578633824, + "action_effect_rmse": 1.889746201237816 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5255869750156587, + "action_effect_rmse": 0.6413357231513082 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.074220658137847, + "action_effect_rmse": 3.6464813414476365 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9174381649320047, + "action_effect_rmse": 1.0999325131841313 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.984785027105431, + "action_effect_rmse": 6.9042502339948655 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.8360373782907438, + 6.154730262353645, + 2.5556892356482916, + 17.280809157218627 + ], + "true_costs": [ + 3.652577861376392, + 14.934181606215345, + 3.103230625494976, + 31.818552747218426 + ] + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "anchor_step": 592, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6789660941030604, + "action_effect_rmse": 0.8456343044432963 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0004495480826728719, + "action_effect_rmse": 0.0005593620290323502 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5609047253375744, + "action_effect_rmse": 0.6400913356418715 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2054396127598999, + "action_effect_rmse": 1.5066725322124044 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010223548947925801, + "action_effect_rmse": 0.01273604425428137 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1142599576029777, + "action_effect_rmse": 1.27972139775801 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9073855067528704, + "action_effect_rmse": 2.389032420911784 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05058422311941394, + "action_effect_rmse": 0.06323101406932023 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.21916745649609, + "action_effect_rmse": 2.558997551526762 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4570757304174795, + "action_effect_rmse": 3.0495887699505184 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17933833798459156, + "action_effect_rmse": 0.22402070842619906 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.483885819752989, + "action_effect_rmse": 5.117437440060553 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 26.032259291464946, + 120.42798038607766, + 60.16617700374665, + 22.229770224164795 + ], + "true_costs": [ + 3.0575562509697587, + 192.9594687053006, + 51.133995526482096, + 1.799633979937676 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 120, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16274586546145553, + "action_effect_rmse": 0.18443700851582415 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01525259494734558, + "action_effect_rmse": 0.022133267711032013 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11705307841315993, + "action_effect_rmse": 0.11737722125833377 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.92858539565888, + "action_effect_rmse": 27.08903034224196 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3280472201632671, + "action_effect_rmse": 0.36837339689100534 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.037484566228857354, + "action_effect_rmse": 0.04872398208153103 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1375981512014298, + "action_effect_rmse": 0.13887669355697188 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 14.493405388318612, + "action_effect_rmse": 22.28237034555087 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5040430848436237, + "action_effect_rmse": 0.6178812260105587 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13310441030937525, + "action_effect_rmse": 0.18343438012569366 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15445114823761505, + "action_effect_rmse": 0.15967136833060244 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 13.277674715684507, + "action_effect_rmse": 16.364898777608825 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8933708118386408, + "action_effect_rmse": 1.1380751801414932 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41101986451955597, + "action_effect_rmse": 0.5219542263756527 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23606133474142332, + "action_effect_rmse": 0.24976729084622676 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.658978102815789, + "action_effect_rmse": 18.851735763034206 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 6.877042355687467, + 0.16726541317379184, + 6.400905592696783, + 22.131782162336123 + ], + "true_costs": [ + 3.401244068682054, + 3.2885384101007444, + 3.6319887174945817, + 4.328116697950093 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 355, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4228857797407599, + "action_effect_rmse": 0.5322510892405624 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017288603361457433, + "action_effect_rmse": 0.019802279825683243 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26695917429746896, + "action_effect_rmse": 0.267629003139838 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.02921129349419, + "action_effect_rmse": 18.38537126499685 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8000584402786896, + "action_effect_rmse": 1.0392721682082862 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025805565460165287, + "action_effect_rmse": 0.030011044894991904 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3815287772137812, + "action_effect_rmse": 0.3831872309419478 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.746685954705852, + "action_effect_rmse": 12.335780418568387 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.518757168338877, + "action_effect_rmse": 1.9961028582895481 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03862134459271024, + "action_effect_rmse": 0.04797391352866081 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28407335197945593, + "action_effect_rmse": 0.29110664739508957 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.850377736114845, + "action_effect_rmse": 10.54922048268833 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.707809419138718, + "action_effect_rmse": 3.691037799989391 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06187408540933603, + "action_effect_rmse": 0.09394444354468669 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34718382987648466, + "action_effect_rmse": 0.3629532013676164 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.90982631374703, + "action_effect_rmse": 10.396188147640942 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 74.45184027908658, + 42.682958788804946, + 100.78715648531704, + 219.93075693392734 + ], + "true_costs": [ + 93.80826457354712, + 56.156023305857374, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "battery-00086", + "family": "battery", + "anchor_step": 390, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08008543123697964, + "action_effect_rmse": 0.09734246023410324 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0786841026023044, + "action_effect_rmse": 0.08699960330742357 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1596608373685933, + "action_effect_rmse": 2.5577648499698142 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16076779724435394, + "action_effect_rmse": 0.19539808362867528 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15546996199863963, + "action_effect_rmse": 0.1699743992047286 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6482104412245302, + "action_effect_rmse": 1.9710664754868024 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29006084354493267, + "action_effect_rmse": 0.3869466573484478 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22460203457700642, + "action_effect_rmse": 0.2880440362836777 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1536220949635616, + "action_effect_rmse": 1.5801944096054112 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.47950158377302915, + "action_effect_rmse": 0.5737088946525508 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4082437205940146, + "action_effect_rmse": 1.4685981506202774 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2461106802619988, + "action_effect_rmse": 1.5146614066744355 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.1416911193690299, + "predicted_costs": [ + 0.6909325132500652, + 0.6434212376069246, + 0.7716031128068428, + 0.9568578908029002 + ], + "true_costs": [ + 0.6887604745184307, + 0.339865471297431, + 0.1981743519284011, + 0.790057141767252 + ] + }, + { + "system_id": "battery-00266", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010290862958361355, + "action_effect_rmse": 0.01360879830905984 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10396181135561378, + "action_effect_rmse": 0.1490382719645788 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.484586118609786, + "action_effect_rmse": 6.036713594484937 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020922769173191066, + "action_effect_rmse": 0.0327734736602062 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1262288159073807, + "action_effect_rmse": 0.21147557829786412 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.617018869180176, + "action_effect_rmse": 4.014159048701179 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.046591663431842005, + "action_effect_rmse": 0.07708991212945088 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.235215076889529, + "action_effect_rmse": 0.28294536258363523 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.513943594852808, + "action_effect_rmse": 2.8701411056957786 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10617748351904276, + "action_effect_rmse": 0.16604751121147557 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.42051724403160406, + "action_effect_rmse": 0.4448809440608923 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.712316634324187, + "action_effect_rmse": 3.2189915570721594 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.36903559627224214, + "predicted_costs": [ + 0.7508898082691859, + 0.737794797487215, + 0.7231695532018276, + 0.7488648154819102 + ], + "true_costs": [ + 1.0373813625517274, + 1.02, + 0.9998473627910399, + 0.6308117665187978 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 332, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1716389880602899, + "action_effect_rmse": 0.20401528081589895 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004019955906613859, + "action_effect_rmse": 0.004778241501624619 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5835222061153141, + "action_effect_rmse": 0.6065399918220487 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.314526637202178, + "action_effect_rmse": 0.3760744253733319 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005244292407039571, + "action_effect_rmse": 0.006286073351487522 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.148613013323408, + "action_effect_rmse": 1.2057430393128665 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5308742753059251, + "action_effect_rmse": 0.6440191522329952 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0011530730393462345, + "action_effect_rmse": 0.0012685232713449083 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2189202184690657, + "action_effect_rmse": 2.3973960702751156 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7553427076868099, + "action_effect_rmse": 0.9375207734481795 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.027919315103980342, + "action_effect_rmse": 0.033646841849845906 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.214569178701329, + "action_effect_rmse": 4.831019773037521 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 43.04044064276803, + 39.08762826314185, + 59.62320419397978, + 87.6680008288028 + ], + "true_costs": [ + 29.920474862989455, + 24.672385791117613, + 54.618326696640196, + 101.27241724996034 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 139, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07656474547530578, + "action_effect_rmse": 0.0882560330680365 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00027614803339541066, + "action_effect_rmse": 0.00034800389574532876 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07698148427597552, + "action_effect_rmse": 0.08950259889535306 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.83762302320322, + "action_effect_rmse": 43.37555644793914 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3160869221128066, + "action_effect_rmse": 0.42755199334128213 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0015309831747612652, + "action_effect_rmse": 0.0019900789698293893 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11789530095420958, + "action_effect_rmse": 0.14034943263791191 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.69141788825037, + "action_effect_rmse": 43.09950195362968 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6569560877581656, + "action_effect_rmse": 0.9758337009936348 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005170251140581191, + "action_effect_rmse": 0.005986667061599554 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15457478979497863, + "action_effect_rmse": 0.18726096705351875 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.95387873144612, + "action_effect_rmse": 40.95529796056452 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.717105278042964, + "action_effect_rmse": 2.2047769299264015 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02477757194093518, + "action_effect_rmse": 0.02864722552006237 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22166735216835157, + "action_effect_rmse": 0.26098432100841396 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 36.03576569894147, + "action_effect_rmse": 51.161482154348036 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 750.1998878765614, + 590.015442764017, + 756.8253423790336, + 953.5903395655599 + ], + "true_costs": [ + 663.809359609668, + 553.4658129961261, + 667.8698727809453, + 682.466907182614 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 287, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3956822737268375, + "action_effect_rmse": 0.4732661383618339 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008714029573321606, + "action_effect_rmse": 0.001042264361387474 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5023126477823515, + "action_effect_rmse": 0.6244829687323777 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5794286924042625, + "action_effect_rmse": 0.6791660276769301 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004235353243891164, + "action_effect_rmse": 0.0044208500735094716 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9600047541890149, + "action_effect_rmse": 1.3341785828852744 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1991724466065736, + "action_effect_rmse": 1.3716900434633361 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01064698440183894, + "action_effect_rmse": 0.012765157638872413 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.021868071549136, + "action_effect_rmse": 2.489988246156412 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.743999933750023, + "action_effect_rmse": 1.9817697892735178 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.056431296074440716, + "action_effect_rmse": 0.06402144190890831 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.080828044379511, + "action_effect_rmse": 5.1991321595990385 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 89.90939935476402, + 60.279217355412555, + 112.62942431831553, + 187.99607279459806 + ], + "true_costs": [ + 31.662338947913288, + 17.01780303686896, + 44.18643410216182, + 148.21783907408303 + ] + }, + { + "system_id": "battery-00860", + "family": "battery", + "anchor_step": 442, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09195432542028255, + "action_effect_rmse": 0.09323231828553914 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06094759924911012, + "action_effect_rmse": 0.08401323555035362 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.7777023433451355, + "action_effect_rmse": 2.919668894902359 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17881942059186018, + "action_effect_rmse": 0.18133568640932576 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1264520639486347, + "action_effect_rmse": 0.1335797217127066 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4435791031812168, + "action_effect_rmse": 0.49416600885049133 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12828454793410912, + "action_effect_rmse": 0.14018886140117223 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21505118114933572, + "action_effect_rmse": 0.23644249835035017 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.56704592196454, + "action_effect_rmse": 0.618750988576756 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09509472579063931, + "action_effect_rmse": 0.14422570774567717 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5581534323075855, + "action_effect_rmse": 0.6651547654253507 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.355244575275987, + "action_effect_rmse": 1.3656577568579984 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.236950490112336, + 0.4214087202591309, + 0.6693952060160296, + 1.1055202472082881 + ], + "true_costs": [ + 0.827070992145194, + 0.4383807549854502, + 0.9994162208526463, + 1.02 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 384, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21710062869543498, + "action_effect_rmse": 0.26756603074093555 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.542532842699984, + "action_effect_rmse": 0.6109640851076767 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26853139954568067, + "action_effect_rmse": 0.32536010450786024 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1159040387195773, + "action_effect_rmse": 1.2271878347329137 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46793798754484683, + "action_effect_rmse": 0.5314069620887977 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.240913580107796, + "action_effect_rmse": 2.4858362263517555 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6887627047029934, + "action_effect_rmse": 0.845729576352253 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.288305764793336, + "action_effect_rmse": 5.305089594816801 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 39.95264019410442, + "predicted_costs": [ + 13.128503989931238, + 140.04433482204388, + 11.143562400504088, + 28.855388462775885 + ], + "true_costs": [ + 27.902733056905895, + 267.34120877639407, + 47.675704664564364, + 7.723064470459949 + ] + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "anchor_step": 281, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7908982863927108, + "action_effect_rmse": 0.8218334515618254 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013717987275985166, + "action_effect_rmse": 0.014631377803703537 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7748683763357841, + "action_effect_rmse": 0.9282387906119957 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5855935060525728, + "action_effect_rmse": 1.6386061527662896 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021654548440891357, + "action_effect_rmse": 0.02282197095478528 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6029303989768664, + "action_effect_rmse": 1.959922641433766 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8968154473835833, + "action_effect_rmse": 1.0423285856388274 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02769751293994342, + "action_effect_rmse": 0.028127052754588593 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.2727133627273397, + "action_effect_rmse": 4.009999443092862 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8704284346398362, + "action_effect_rmse": 1.0751922167445562 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06897538921126767, + "action_effect_rmse": 0.0743462979205511 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.770882251412881, + "action_effect_rmse": 8.308515953838505 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1123.1478587154108, + 895.1176049397474, + 1011.3380471996982, + 1144.5634953027172 + ], + "true_costs": [ + 1084.2690274557178, + 714.7493728515386, + 848.4252549774976, + 1084.065477020854 + ] + }, + { + "system_id": "tank-00637", + "family": "tank", + "anchor_step": 67, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6041041621862492, + "action_effect_rmse": 0.723730293217923 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0329161175620977, + "action_effect_rmse": 0.03801774322800837 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08871955696358702, + "action_effect_rmse": 0.0899305305147393 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 38.69847256300486, + "action_effect_rmse": 55.40930398753733 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.701510959196917, + "action_effect_rmse": 0.8066829252428028 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05226458572653788, + "action_effect_rmse": 0.05815094733318269 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10695965249806498, + "action_effect_rmse": 0.10951576395475268 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.22048523304389, + "action_effect_rmse": 50.50350560331929 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6676123951631064, + "action_effect_rmse": 0.8104286953719158 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05711696435949065, + "action_effect_rmse": 0.06859766645564545 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13838124654617548, + "action_effect_rmse": 0.1417564365371882 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 35.528242736318404, + "action_effect_rmse": 36.690195431984115 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1923808226591412, + "action_effect_rmse": 2.2972337645780625 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1307154681769814, + "action_effect_rmse": 0.14370994904384443 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20367355116834981, + "action_effect_rmse": 0.20565612155431565 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.842096500554625, + "action_effect_rmse": 35.29387681565105 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 64.37560442540916, + "predicted_costs": [ + 251.8358057980281, + 258.8571835043458, + 305.49804296148807, + 357.96572743950327 + ], + "true_costs": [ + 312.3802014728604, + 248.00459704745123, + 383.50223486849933, + 396.1936749986474 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 109, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05741344100279496, + "action_effect_rmse": 0.07254967462854187 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5403437114019407, + "action_effect_rmse": 1.6688127412659624 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13062312253720995, + "action_effect_rmse": 0.1573773977431888 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.1198871068680964, + "action_effect_rmse": 3.372244575172549 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3436157890560085, + "action_effect_rmse": 0.3723360102318803 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.392272828774168, + "action_effect_rmse": 6.879920560024972 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17120018701830375, + "action_effect_rmse": 0.19486523366115546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 17.905289387868294, + "action_effect_rmse": 18.59868561957625 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 347.6296676990835, + 69.55420791425144, + 118.53418870111916, + 221.7649565016709 + ], + "true_costs": [ + 340.80842687270996, + 67.62036325764164, + 121.79387618065138, + 236.3743831459263 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 653, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20860248529926473, + "action_effect_rmse": 0.2444091854553405 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.031803042201448285, + "action_effect_rmse": 0.03706181758133799 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42786641111989904, + "action_effect_rmse": 0.4279541641866734 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 9.284050594668914, + "action_effect_rmse": 10.434761262028589 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43265348555859173, + "action_effect_rmse": 0.5010814695881414 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06719405297699173, + "action_effect_rmse": 0.07891310533643042 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32479322048348286, + "action_effect_rmse": 0.3248110077087159 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 17.265092781425775, + "action_effect_rmse": 20.995181444134854 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8826577657304444, + "action_effect_rmse": 1.0198296731355843 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12778345474180597, + "action_effect_rmse": 0.14845143112464285 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.43774702808260546, + "action_effect_rmse": 0.4399811202548862 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.14947692350496, + "action_effect_rmse": 37.0399930901437 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5717855942963315, + "action_effect_rmse": 1.868073015668236 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2529311632116548, + "action_effect_rmse": 0.30528709041867996 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09616592377530941, + "action_effect_rmse": 0.10941197334118052 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 19.79098797046824, + "action_effect_rmse": 27.762633588949218 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 67.25136837531963, + "predicted_costs": [ + 84.49561010138898, + 87.3829044987214, + 84.73769946291732, + 82.21894380430456 + ], + "true_costs": [ + 90.21258205687107, + 53.20623110023493, + 83.77018152276808, + 120.45759947555456 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 175, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08179498262160756, + "action_effect_rmse": 0.14167306570483765 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0146447921599376, + "action_effect_rmse": 0.016873465703538985 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1289180128249113, + "action_effect_rmse": 0.14686409866127148 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.189855271160887, + "action_effect_rmse": 19.05186696206459 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16674956737114854, + "action_effect_rmse": 0.2888187228269587 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.033793492451023255, + "action_effect_rmse": 0.03970493906127111 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18555364397597218, + "action_effect_rmse": 0.2148961896100108 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 11.05826787920739, + "action_effect_rmse": 13.578636813617209 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33118129164691784, + "action_effect_rmse": 0.573622823648748 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0644976749519639, + "action_effect_rmse": 0.07500073286202114 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30261011565234686, + "action_effect_rmse": 0.3690190918816074 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 31.07406389507692, + "action_effect_rmse": 34.69740436763286 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6091280846100204, + "action_effect_rmse": 1.0550407908616692 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1225844101897066, + "action_effect_rmse": 0.1380969918672843 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28479933592406653, + "action_effect_rmse": 0.3246753743521029 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.908809557321273, + "action_effect_rmse": 18.14639620195914 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 648.5385593086708, + 648.509105086107, + 648.5291050861069, + 648.589105086107 + ], + "true_costs": [ + 648.5385441047976, + 562.3205176431233, + 648.5290898822337, + 648.5890898822338 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 252, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17081209754795168, + "action_effect_rmse": 0.19825708507451562 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.827952996398949, + "action_effect_rmse": 1.9206597207829366 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33593888609692374, + "action_effect_rmse": 0.39081870871913355 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.6167134137297317, + "action_effect_rmse": 3.804149603323656 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6498131118370397, + "action_effect_rmse": 0.7595131221897268 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.080101723758976, + "action_effect_rmse": 7.463302978531767 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.784866567470465, + "action_effect_rmse": 0.9048581852136582 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.896274376908897, + "action_effect_rmse": 13.7373978826426 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 489.8601747963093, + 787.0307835077751, + 1004.319769374076, + 1266.4511099559236 + ], + "true_costs": [ + 383.9978110641717, + 564.1436062274711, + 790.3143993462573, + 1083.778293320486 + ] + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "anchor_step": 495, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08797715160459656, + "action_effect_rmse": 0.10255138430942916 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008141070965038466, + "action_effect_rmse": 0.009489714387313922 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7819606367391998, + "action_effect_rmse": 0.8995497295773602 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15559726236986768, + "action_effect_rmse": 0.18137339288203158 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007986404589176507, + "action_effect_rmse": 0.009309425812473794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5622785983975973, + "action_effect_rmse": 1.7947704675411564 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24354544570669745, + "action_effect_rmse": 0.28389101166539904 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011239799487160695, + "action_effect_rmse": 0.013101774155771398 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1184522289614733, + "action_effect_rmse": 3.5764797722665884 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34371825703485115, + "action_effect_rmse": 0.39152978644237996 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09814460858646494, + "action_effect_rmse": 0.11255030770927926 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.60531849005569, + "action_effect_rmse": 5.888553802111952 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.49777456768278916, + 7.01753020159868, + 0.015394326683911382, + 6.523480353920819 + ], + "true_costs": [ + 3.5879047000070057, + 20.454271505283643, + 2.038059555583325, + 3.473304956074043 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 359, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0823827439190185, + "action_effect_rmse": 0.08413985773267953 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5365522627507495, + "action_effect_rmse": 0.6085825888359722 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.705412651923251, + "action_effect_rmse": 6.003649888900987 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14279719011035255, + "action_effect_rmse": 0.14679607963597283 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8373477508214222, + "action_effect_rmse": 0.9744165193659386 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8840635851448818, + "action_effect_rmse": 1.1013829783842066 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20816470961979608, + "action_effect_rmse": 0.22070075855769009 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9777543788825925, + "action_effect_rmse": 1.2414413009663754 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8217877543804543, + "action_effect_rmse": 0.8397669786138758 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2291735739273143, + "action_effect_rmse": 0.2774360835226697 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8002685689914782, + "action_effect_rmse": 1.0614044516789414 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8660407900759708, + "action_effect_rmse": 2.849467096545392 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.9401526892811203, + 0.1935011314064041, + 0.25243310442749883, + 0.4310787038242704 + ], + "true_costs": [ + 1.0552584734054486, + 0.38043657683864396, + 0.999364992806147, + 1.02 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 214, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08645742267421941, + "action_effect_rmse": 0.11670032749503528 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00881907078270198, + "action_effect_rmse": 0.011027907162580265 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04926223204842154, + "action_effect_rmse": 0.05930458141376241 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.544988742280918, + "action_effect_rmse": 36.16748332245601 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1867081612739033, + "action_effect_rmse": 0.23372626076490613 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0279574208677514, + "action_effect_rmse": 0.03801328476725161 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07061891038186975, + "action_effect_rmse": 0.08593071297474619 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.366249525849152, + "action_effect_rmse": 34.80135158249054 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.40584146078760347, + "action_effect_rmse": 0.4767337770803115 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10790894340787578, + "action_effect_rmse": 0.1470912152438134 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08851299910476196, + "action_effect_rmse": 0.10889000141047475 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.026537163003482, + "action_effect_rmse": 35.229736648254075 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.48910769804644644, + "action_effect_rmse": 0.6496646938318027 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.36911650246631506, + "action_effect_rmse": 0.48757072124491213 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37887055605381864, + "action_effect_rmse": 0.38703050503378844 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.1593365852335, + "action_effect_rmse": 37.00800971843774 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 9.594709309125353, + 6.963326860553316, + 12.727627443967297, + 21.68118526130437 + ], + "true_costs": [ + 9.291358936035868, + 5.647115450488836, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "anchor_step": 607, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3651597859200771, + "action_effect_rmse": 0.3879782661500708 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6023715470445268, + "action_effect_rmse": 1.7135314874041299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6755745479550287, + "action_effect_rmse": 0.7177905265837238 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.8277143485712863, + "action_effect_rmse": 3.0931900304893376 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1512281879698747, + "action_effect_rmse": 1.2231673055273846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.2128829701918376, + "action_effect_rmse": 5.0189727082888105 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6357174511115995, + "action_effect_rmse": 1.7379317198651554 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.060954213985876, + "action_effect_rmse": 7.324599947133252 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 436.724893797128, + 196.21355146755673, + 79.24132003221555, + 27.37364292644072 + ], + "true_costs": [ + 506.5597021419368, + 207.87730837593568, + 71.10303681361658, + 22.161326814857098 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 624, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.042910635952767694, + "action_effect_rmse": 0.05307843794198529 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27128040357667516, + "action_effect_rmse": 0.3332179081339385 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.558627324596788, + "action_effect_rmse": 6.804291462042588 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08580953285652186, + "action_effect_rmse": 0.1061178205366528 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5196278323735163, + "action_effect_rmse": 0.637925957656906 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.843910645873382, + "action_effect_rmse": 7.152425746130053 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17154390350025292, + "action_effect_rmse": 0.21207720539220873 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9525912665053345, + "action_effect_rmse": 1.1693688090343086 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.41839331210181, + "action_effect_rmse": 7.858209430090909 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33084795269383743, + "action_effect_rmse": 0.40724161597515673 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5454077432022022, + "action_effect_rmse": 1.8926428672463442 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.508200600663208, + "action_effect_rmse": 9.193670928845405 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.009762627690755957, + 0.029729625672435412, + 0.009730169511905118, + 0.029730713370331056 + ], + "true_costs": [ + 0.009797442494357054, + 0.33989873490878203, + 0.009632699314190285, + 0.37100340704049284 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 516, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42437659040602443, + "action_effect_rmse": 0.43731864452058117 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1820964382690136, + "action_effect_rmse": 1.3237318430665694 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6684900460330448, + "action_effect_rmse": 0.7018990140315396 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.344376865001967, + "action_effect_rmse": 2.6306631972492474 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.090251643030688, + "action_effect_rmse": 1.1749532561736782 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.549439500837972, + "action_effect_rmse": 5.1414140680846 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1409605029430867, + "action_effect_rmse": 1.45897279465531 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.767851210103534, + "action_effect_rmse": 6.784541192497218 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 2098.1781173365853, + 998.6177539663821, + 1258.2797426808675, + 1576.3836194212272 + ], + "true_costs": [ + 2274.72515614859, + 1134.7224092272402, + 1501.4568018370023, + 1956.8118375306922 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 461, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01105105900508696, + "action_effect_rmse": 0.013275082020552649 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6916317277396354, + "action_effect_rmse": 0.851073108396466 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8446496738827112, + "action_effect_rmse": 2.098014569626847 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02146942960806277, + "action_effect_rmse": 0.025826870427029563 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2551679963510587, + "action_effect_rmse": 1.5487344916381207 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6169563850604618, + "action_effect_rmse": 0.7124987683024733 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.102789085992665, + "action_effect_rmse": 0.11296608569658688 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 7.7515092848254845, + "action_effect_rmse": 7.992433937249152 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.98680911919635, + "action_effect_rmse": 3.0354920972818924 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2810961424730447, + "action_effect_rmse": 0.29704359861072205 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 16.186633676669754, + "action_effect_rmse": 16.42264889094116 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.040435474686813, + "action_effect_rmse": 2.4047993146034967 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.06730886959761487, + 0.03107595818146429, + 0.0035311560686202103, + 0.025485596162912395 + ], + "true_costs": [ + 0.3350988315398653, + 0.12102956026905481, + 0.01079403947239516, + 0.03241835643253569 + ] + }, + { + "system_id": "battery-00152", + "family": "battery", + "anchor_step": 568, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.051021636724371676, + "action_effect_rmse": 0.06019475564941623 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.469940646625633, + "action_effect_rmse": 0.5315006934021437 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.2109195279297444, + "action_effect_rmse": 3.7172331711477593 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10546429265679906, + "action_effect_rmse": 0.11652924371843654 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1518143273353942, + "action_effect_rmse": 1.2266430939704263 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7150658243376142, + "action_effect_rmse": 2.904262168162909 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25378314016515946, + "action_effect_rmse": 0.26469537711736174 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8217359978459293, + "action_effect_rmse": 2.9055306193097543 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.973797996867814, + "action_effect_rmse": 4.1396680291971 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5109269775884032, + "action_effect_rmse": 0.532844458100611 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.993214523992594, + "action_effect_rmse": 4.095889344638235 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1960384071169905, + "action_effect_rmse": 2.9994895923997165 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.09724707828314894, + "predicted_costs": [ + 0.30958107934982987, + 0.664300721629965, + 0.487264344221347, + 0.3801760332675875 + ], + "true_costs": [ + 0.37872903523705104, + 0.9943774833662553, + 0.6731801426452345, + 0.2814819569539021 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 626, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1996403313717708, + "action_effect_rmse": 0.24624860279911404 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4015066813908182, + "action_effect_rmse": 0.6226158349698474 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3921829950255085, + "action_effect_rmse": 0.4834498000750069 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8030405393915316, + "action_effect_rmse": 1.245106437070533 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7051273534603434, + "action_effect_rmse": 0.8495147970815677 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.608771026076776, + "action_effect_rmse": 2.493869209936281 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1949042682681477, + "action_effect_rmse": 1.4570310846673564 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.228054236418302, + "action_effect_rmse": 5.002054992699012 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 553.2414955907211, + 606.750478885948, + 553.6262367173479, + 506.25585215686806 + ], + "true_costs": [ + 538.9544556156288, + 636.3190959004543, + 519.8748626014191, + 402.2308403206676 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 325, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0655673003864985, + "action_effect_rmse": 0.07948340241807735 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015514746672110983, + "action_effect_rmse": 0.017840615737283533 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18195493518913475, + "action_effect_rmse": 0.1949484265788178 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.550374318906172, + "action_effect_rmse": 21.2033484250531 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13307773503981268, + "action_effect_rmse": 0.17019022952317292 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.036114859902079154, + "action_effect_rmse": 0.04156653935333606 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15901477150551435, + "action_effect_rmse": 0.1911979237609695 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 12.061457979618128, + "action_effect_rmse": 14.991010408448572 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2290063377117876, + "action_effect_rmse": 0.3010097340435639 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08816083969362036, + "action_effect_rmse": 0.10201241526672927 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1213439489628229, + "action_effect_rmse": 0.14015952155230701 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 11.437400362009798, + "action_effect_rmse": 12.159121925465252 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34142072379778393, + "action_effect_rmse": 0.44329914364055095 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24635225955559292, + "action_effect_rmse": 0.27997753374281253 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15231244438059724, + "action_effect_rmse": 0.17332890600308692 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.444300515080158, + "action_effect_rmse": 14.355758914513018 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.581240679896096, + 8.996734489049791, + 11.087926639008613, + 13.487092957422291 + ], + "true_costs": [ + 10.75481782991892, + 4.716974305255325, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 446, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02244217375773701, + "action_effect_rmse": 0.0238735099663147 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2751962455514973, + "action_effect_rmse": 0.32002254496394794 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.668687985092791, + "action_effect_rmse": 6.259403604719382 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03132512856388847, + "action_effect_rmse": 0.0362527084823816 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26587414634703066, + "action_effect_rmse": 0.3688453542225359 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7087921408468911, + "action_effect_rmse": 2.1056699447548497 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09481231857117356, + "action_effect_rmse": 0.10317735299198834 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3462926896125467, + "action_effect_rmse": 1.400831907230251 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.012354657249355, + "action_effect_rmse": 7.13748108254229 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.396269961832016, + "action_effect_rmse": 0.40575154034737215 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.420720294229812, + "action_effect_rmse": 3.4731916969875503 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.481734762765368, + "action_effect_rmse": 7.6722710411676625 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.8245434920919928, + 0.6950533823091596, + 0.7484691269756417, + 0.8470692947115476 + ], + "true_costs": [ + 0.690171776186579, + 0.6437644078580256, + 0.9993424321114756, + 1.02 + ] + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "anchor_step": 185, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30767018250104644, + "action_effect_rmse": 0.37897773743796653 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005155254514490319, + "action_effect_rmse": 0.005157996601548291 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5625708240511358, + "action_effect_rmse": 0.6155591439066399 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5719456315213058, + "action_effect_rmse": 0.7020279677239214 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005886965181319444, + "action_effect_rmse": 0.007054746732278453 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1252567490378549, + "action_effect_rmse": 1.2312840176507498 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9900505220495054, + "action_effect_rmse": 1.20693534761715 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01759348697333844, + "action_effect_rmse": 0.021893168670379975 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.250964532104566, + "action_effect_rmse": 2.4632178823456194 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.573874707238513, + "action_effect_rmse": 1.7081175285706522 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07747583238528932, + "action_effect_rmse": 0.08687521167015905 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.704614053772616, + "action_effect_rmse": 5.728263269347698 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 77.80613791431325, + 66.31234035117237, + 58.212497983812696, + 52.65797275622628 + ], + "true_costs": [ + 56.13659034666409, + 71.11596671542185, + 37.8976406876246, + 15.305379285412348 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 508, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5394016003255402, + "action_effect_rmse": 0.6300762498227056 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002140996954448582, + "action_effect_rmse": 0.0025009041260837025 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5981593978355401, + "action_effect_rmse": 0.6053177467522232 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9663481837214114, + "action_effect_rmse": 1.1310182579615327 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011509439576945132, + "action_effect_rmse": 0.013452942144406545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1893304506858158, + "action_effect_rmse": 1.2063643605818024 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2985615097224716, + "action_effect_rmse": 1.4993246778376643 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.043173082448171606, + "action_effect_rmse": 0.04927228865162307 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7489204928981508, + "action_effect_rmse": 2.8455837889470823 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1734410607368453, + "action_effect_rmse": 2.5437558211386473 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11622395028333325, + "action_effect_rmse": 0.14172697680054624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.619129978397685, + "action_effect_rmse": 4.761767513307353 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 19.65444328461819, + 18.61025794054934, + 19.043207044875672, + 21.562774081277453 + ], + "true_costs": [ + 50.86041328389743, + 12.178529603453049, + 43.0881416021695, + 101.06522465924034 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 400, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016441807366358214, + "action_effect_rmse": 0.016703801051377802 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.170107058044604, + "action_effect_rmse": 4.225459788164649 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.229931796487901, + "action_effect_rmse": 7.488630618211596 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02981143628448668, + "action_effect_rmse": 0.030246940381135488 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 7.7021575798151565, + "action_effect_rmse": 7.79937757727471 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.255506431647704, + "action_effect_rmse": 4.402081375708766 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.058031430228511725, + "action_effect_rmse": 0.05883170814848695 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 13.630562179771642, + "action_effect_rmse": 13.788803467049755 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.985912877571548, + "action_effect_rmse": 5.150928633076575 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12059974069313663, + "action_effect_rmse": 0.12251164628175944 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 22.52853888234958, + "action_effect_rmse": 22.787770534331514 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.24384625620018, + "action_effect_rmse": 8.523936378283487 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.32624463102059853, + 0.055563185581669644, + 0.03240661368046212, + 0.13700552661896281 + ], + "true_costs": [ + 0.3574021970332215, + 0.037626858492514244, + 0.03535408856835902, + 0.14132180282408197 + ] + }, + { + "system_id": "battery-01181", + "family": "battery", + "anchor_step": 208, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006479381374658158, + "action_effect_rmse": 0.011222617742523405 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1322620196344951, + "action_effect_rmse": 0.19471196144762798 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.068156040333816, + "action_effect_rmse": 2.4222185433748695 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013024915374427112, + "action_effect_rmse": 0.02255414912350832 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.252458507629056, + "action_effect_rmse": 0.36739345360228365 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5928229825209286, + "action_effect_rmse": 1.8894278984516777 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026078550589941782, + "action_effect_rmse": 0.045169374609534484 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.45220947481433055, + "action_effect_rmse": 0.6406046879017474 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9032186250663514, + "action_effect_rmse": 1.1321406690512943 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06490908526709409, + "action_effect_rmse": 0.07526310985753089 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8097687140339168, + "action_effect_rmse": 0.845019640836843 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.000379238177627, + "action_effect_rmse": 6.012620405660937 + } + ], + "ranking_accuracy": 0.4166666666666667, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.24087475289837879, + "predicted_costs": [ + 1.0181540356240846, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.9816155982582663, + 1.02, + 0.9999698951997888, + 0.7590951423014101 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 466, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13041789834356443, + "action_effect_rmse": 0.14790592175154788 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01498593017891873, + "action_effect_rmse": 0.016909698718222874 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2570156440786562, + "action_effect_rmse": 0.32643186227420323 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 22.360113440423902, + "action_effect_rmse": 31.8353032869897 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25581541289014176, + "action_effect_rmse": 0.29078811997612775 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.031095219713897393, + "action_effect_rmse": 0.03470249545035635 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2857289210670262, + "action_effect_rmse": 0.33164784551697757 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.886819617930115, + "action_effect_rmse": 30.309699499155776 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5128442606926976, + "action_effect_rmse": 0.5857461418084946 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05993108224102528, + "action_effect_rmse": 0.06568404404376767 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25511463744881047, + "action_effect_rmse": 0.2932756105537899 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.376605838295777, + "action_effect_rmse": 27.373448784701832 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4902307159027706, + "action_effect_rmse": 0.5361959128843636 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12067402315179976, + "action_effect_rmse": 0.1301034970243687 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2251553103948558, + "action_effect_rmse": 0.2666696386514474 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.845656589067671, + "action_effect_rmse": 19.58044525985723 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 190.41600453885349, + 138.5386317344842, + 174.57728601486284, + 217.14725855510795 + ], + "true_costs": [ + 197.28300576019566, + 129.5489862584313, + 196.7704634012254, + 251.9224517531751 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 266, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19704627620204404, + "action_effect_rmse": 0.2612907640029974 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46602746694320746, + "action_effect_rmse": 0.5373460531398893 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38812347403015757, + "action_effect_rmse": 0.5141868770994072 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9327742703276272, + "action_effect_rmse": 1.0748412732798012 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7528829320257024, + "action_effect_rmse": 0.9955250493773472 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8684131862397162, + "action_effect_rmse": 2.150342529631786 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4162635533290746, + "action_effect_rmse": 1.865288821299811 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.748183175749252, + "action_effect_rmse": 4.303821998793303 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 363.79101370582333, + 383.1484624856739, + 329.28659623304065, + 282.8830739303032 + ], + "true_costs": [ + 375.53463902240276, + 393.73004504222774, + 297.59998850209035, + 205.31894208241425 + ] + }, + { + "system_id": "tank-00799", + "family": "tank", + "anchor_step": 619, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03681266619719281, + "action_effect_rmse": 0.06376140821561131 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005791942935905088, + "action_effect_rmse": 0.0066435178894150414 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17043173626709088, + "action_effect_rmse": 0.1969392221146535 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.99241105121585, + "action_effect_rmse": 33.54752051378582 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07382698840842987, + "action_effect_rmse": 0.1278720948931991 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008728679282881421, + "action_effect_rmse": 0.009950926708536503 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19343517524914067, + "action_effect_rmse": 0.2193729746407349 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.953515430707792, + "action_effect_rmse": 28.061201394289057 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1386607040648252, + "action_effect_rmse": 0.24016738445354957 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015313579987976075, + "action_effect_rmse": 0.01723709395635428 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17429047369725012, + "action_effect_rmse": 0.20669629937408637 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.127473474891275, + "action_effect_rmse": 24.963508750315494 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22106670171194528, + "action_effect_rmse": 0.3828987592267629 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03001459436731165, + "action_effect_rmse": 0.03298411010757104 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19333723875150635, + "action_effect_rmse": 0.22027921616011506 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 17.817108983077787, + "action_effect_rmse": 22.237183285219594 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 714.1390604153785, + 714.1304999622295, + 714.1504999622294, + 714.2104999622295 + ], + "true_costs": [ + 714.1390544339873, + 677.0954523615274, + 714.1504939808383, + 714.2104939808384 + ] + }, + { + "system_id": "battery-00086", + "family": "battery", + "anchor_step": 504, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2589411775284081, + "action_effect_rmse": 0.26072173450456204 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35804083599988407, + "action_effect_rmse": 0.3797566876653799 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.8893854920264475, + "action_effect_rmse": 4.014403267822263 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4837194969058638, + "action_effect_rmse": 0.4871983107915949 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6626386541525194, + "action_effect_rmse": 0.704950959226207 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.44904910432594036, + "action_effect_rmse": 0.45604699057772646 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8098851995360725, + "action_effect_rmse": 0.8172627521998506 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1643166174556736, + "action_effect_rmse": 1.2451607963380165 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7981532097086905, + "action_effect_rmse": 1.071439759532506 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0607660132233572, + "action_effect_rmse": 1.0876409666078017 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9428389004463031, + "action_effect_rmse": 2.0918918407248297 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.67827176421414, + "action_effect_rmse": 9.338636139135513 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 5.154076707173722, + 0.27817503947425737, + 0.4179402880770437, + 0.9994130539707973 + ], + "true_costs": [ + 1.08, + 0.42465465604254027, + 0.9985735748342986, + 1.02 + ] + }, + { + "system_id": "thermal-00570", + "family": "thermal", + "anchor_step": 488, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26458294206263133, + "action_effect_rmse": 0.3314773279951841 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021778353320434245, + "action_effect_rmse": 0.025345083027438806 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5555211863081316, + "action_effect_rmse": 0.8075188743356286 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5032420752098782, + "action_effect_rmse": 0.6403620437252069 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014159663858830385, + "action_effect_rmse": 0.01522459388655177 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0865636186269587, + "action_effect_rmse": 1.5983797940457996 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6598141733497963, + "action_effect_rmse": 0.7578966688020428 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15783314517040736, + "action_effect_rmse": 0.16756863313571846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.065935087610152, + "action_effect_rmse": 3.8600947882436745 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2048735602168048, + "action_effect_rmse": 1.3618506215127482 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26900972008099444, + "action_effect_rmse": 0.3100571207958458 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.97578659406084, + "action_effect_rmse": 8.409231353078612 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 79.03129855604793, + 30.593415085057423, + 45.88502607188133, + 69.08552314710502 + ], + "true_costs": [ + 96.37249997316606, + 22.71214669121577, + 53.5301153615139, + 113.09164674651495 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 347, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3855928123769304, + "action_effect_rmse": 0.45976055916075015 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.036503813210837656, + "action_effect_rmse": 0.03750486305269543 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7208444500895818, + "action_effect_rmse": 1.044391289703192 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6469175793684178, + "action_effect_rmse": 0.7865187279184682 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04379536238497413, + "action_effect_rmse": 0.04403158725479226 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4462804150473023, + "action_effect_rmse": 2.098084822125539 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8974958705628051, + "action_effect_rmse": 1.1506407883304637 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02681316869415203, + "action_effect_rmse": 0.031646105062268254 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.909941515430963, + "action_effect_rmse": 4.231692107912704 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1908575181542698, + "action_effect_rmse": 1.533236363919218 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24026907420766838, + "action_effect_rmse": 0.29157041515984033 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.391723910504803, + "action_effect_rmse": 8.654657557939109 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 323.8769608776074, + 230.07305619716476, + 147.82237649675432, + 94.9882965534608 + ], + "true_costs": [ + 269.96610087320465, + 202.96411114183937, + 101.14185332100855, + 57.52469679472281 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 485, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19578790945680957, + "action_effect_rmse": 0.22449175824660467 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6403736051216052, + "action_effect_rmse": 0.6436053682933155 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31631728951028865, + "action_effect_rmse": 0.37541895154126503 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.215657099569133, + "action_effect_rmse": 1.223810766902247 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6375853663339258, + "action_effect_rmse": 0.7280503885126994 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9329099725993424, + "action_effect_rmse": 3.7698696823027054 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3015336695478965, + "action_effect_rmse": 1.5190841057495896 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.589673606146448, + "action_effect_rmse": 10.701478509115553 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 14.139474434714487, + "predicted_costs": [ + 108.1251536300025, + 219.31579055300153, + 159.14767697890042, + 114.24888029604527 + ], + "true_costs": [ + 119.00941392550826, + 308.43375525179255, + 186.44052962430194, + 104.86993949079377 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 549, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1648071140170515, + "action_effect_rmse": 0.2047796870590355 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012061550669591506, + "action_effect_rmse": 0.014986978043036635 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5595448026227814, + "action_effect_rmse": 0.6352328004837154 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28892257501133994, + "action_effect_rmse": 0.3583965958999424 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027871784747307043, + "action_effect_rmse": 0.034587769191029835 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1208991919135087, + "action_effect_rmse": 1.2686667190377534 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4364952027513039, + "action_effect_rmse": 0.5385338484465989 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06859544992266582, + "action_effect_rmse": 0.08485216684612076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.254484824867859, + "action_effect_rmse": 2.5311427332031697 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8716290568341686, + "action_effect_rmse": 0.9587706294531904 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15293182129345576, + "action_effect_rmse": 0.17468803616987819 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.391626386663424, + "action_effect_rmse": 12.453243872961961 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 57.444208963200595, + 28.26623507536418, + 47.91357073129881, + 77.43140751900205 + ], + "true_costs": [ + 66.0660949680404, + 23.616007778290953, + 50.74347500274892, + 94.57909187500367 + ] + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "anchor_step": 224, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9794075845095266, + "action_effect_rmse": 1.1354676218683744 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6837402475182822, + "action_effect_rmse": 0.7481857691671903 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8414932128363144, + "action_effect_rmse": 2.135106361818181 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3699961687499165, + "action_effect_rmse": 1.4975531546750227 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.25603813955126, + "action_effect_rmse": 3.7758990362699576 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.749705999423535, + "action_effect_rmse": 3.001343148591241 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.095482966081259, + "action_effect_rmse": 5.911570975258894 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.535636443623048, + "action_effect_rmse": 6.037634603689579 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 478.90085488311365, + 405.8939288459087, + 262.2929625370038, + 166.01580791322377 + ], + "true_costs": [ + 527.9682674460778, + 385.77122019908904, + 155.26345391282774, + 101.75250923617399 + ] + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 91, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40941439117589695, + "action_effect_rmse": 0.45390678039610916 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007427212753699545, + "action_effect_rmse": 0.007476340153289436 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8036502066224026, + "action_effect_rmse": 0.99675174955704 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7623804846605697, + "action_effect_rmse": 0.8372983314040175 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010138871182642598, + "action_effect_rmse": 0.012980297542269844 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6813054301447135, + "action_effect_rmse": 2.0542109507494373 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2571267303741045, + "action_effect_rmse": 1.3639190896709301 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0324439989908664, + "action_effect_rmse": 0.03924164543538038 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6242670817437195, + "action_effect_rmse": 4.3287315459963525 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6232520092178238, + "action_effect_rmse": 1.7097592886577861 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13615123924594266, + "action_effect_rmse": 0.15444555835142637 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.068496176643341, + "action_effect_rmse": 9.3778121516522 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 40.4140579099974, + 265.4076275240021, + 167.26720290711944, + 97.51256263850348 + ], + "true_costs": [ + 44.50548513214499, + 232.68344793770126, + 120.76423343932677, + 53.55227097371362 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 521, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.47775859763898093, + "action_effect_rmse": 0.5652207756536806 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005662372922288957, + "action_effect_rmse": 0.006520318672742689 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42748078211109, + "action_effect_rmse": 0.43373084102583515 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 13.826808634001074, + "action_effect_rmse": 16.853544621913443 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9498821890025267, + "action_effect_rmse": 1.1269310914721518 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014944857358099028, + "action_effect_rmse": 0.01760642426341723 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3695690196237325, + "action_effect_rmse": 0.3765044149985699 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.78270779983207, + "action_effect_rmse": 11.338859116688962 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3798408939718048, + "action_effect_rmse": 1.490604263764781 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04193214993770766, + "action_effect_rmse": 0.05038857264360176 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2262950461502018, + "action_effect_rmse": 0.2275099983498751 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 13.518638090221094, + "action_effect_rmse": 14.361667254146512 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.666571868456889, + "action_effect_rmse": 1.667151641102939 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11343359427332622, + "action_effect_rmse": 0.13360216797215602 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16033966183839388, + "action_effect_rmse": 0.1752457074928273 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.445699757344164, + "action_effect_rmse": 17.16386350145605 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 415.8939038405239, + 411.589269993109, + 416.8331942200998, + 422.1578017106958 + ], + "true_costs": [ + 428.8903585891062, + 368.08946707097994, + 523.9681301052012, + 576.9655252054752 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 28, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6325545283559663, + "action_effect_rmse": 0.7109313425582935 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.023101898633821, + "action_effect_rmse": 1.1826201289505895 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2534838606106609, + "action_effect_rmse": 1.4088028989646477 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0458196834200897, + "action_effect_rmse": 2.364917458764357 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.461320481695538, + "action_effect_rmse": 2.766325040589487 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.090136304931275, + "action_effect_rmse": 4.728572005761805 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5686535164276343, + "action_effect_rmse": 2.9934324037778213 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.509043739380644, + "action_effect_rmse": 8.055499940046019 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1610.5299396987552, + 1604.873409504198, + 1587.470651125292, + 1572.1885320829078 + ], + "true_costs": [ + 1542.1097364177929, + 1521.7706305127085, + 1291.4803923906538, + 1090.8557744719483 + ] + }, + { + "system_id": "tank-00571", + "family": "tank", + "anchor_step": 322, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3179757928290356, + "action_effect_rmse": 0.39646703421210194 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03111900212576953, + "action_effect_rmse": 0.03580690927565223 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15829197762866887, + "action_effect_rmse": 0.19937309263851424 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.921790095202624, + "action_effect_rmse": 37.98554671752236 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5952374709850208, + "action_effect_rmse": 0.7173312370877644 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05387437841884276, + "action_effect_rmse": 0.060041362843104865 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13079745417168862, + "action_effect_rmse": 0.15730837590937272 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.49014290685069, + "action_effect_rmse": 38.30294528068874 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0869355404912742, + "action_effect_rmse": 1.2595049252956052 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07987791923303907, + "action_effect_rmse": 0.08735713113442463 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16233827375721913, + "action_effect_rmse": 0.18550109855120522 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.187795461658407, + "action_effect_rmse": 38.35959217073612 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9032509344194628, + "action_effect_rmse": 2.159911341473967 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09308589112768868, + "action_effect_rmse": 0.12761935497043683 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2437750401326613, + "action_effect_rmse": 0.31224183244410614 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.299802241479266, + "action_effect_rmse": 38.85057563348108 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 10.17471684562895, + "predicted_costs": [ + 168.58721823631413, + 187.7171210993777, + 205.0077684683532, + 223.72693311657122 + ], + "true_costs": [ + 176.11680539270756, + 165.9420885470786, + 248.88931346690686, + 359.6073550278721 + ] + }, + { + "system_id": "battery-00635", + "family": "battery", + "anchor_step": 89, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.031616577126695335, + "action_effect_rmse": 0.03801958256537332 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6927419339542867, + "action_effect_rmse": 0.8075431023451245 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.4950067955341537, + "action_effect_rmse": 2.889311967576378 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06280612336781288, + "action_effect_rmse": 0.07562936471600426 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2181325073842555, + "action_effect_rmse": 1.4277822654379115 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5427095819781456, + "action_effect_rmse": 2.9675673978054706 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12409758495504186, + "action_effect_rmse": 0.14986356544213136 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9325155336620476, + "action_effect_rmse": 2.289552284009109 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7137691486784496, + "action_effect_rmse": 3.208608567913496 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24133672237990145, + "action_effect_rmse": 0.29243150125791406 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6195996654889027, + "action_effect_rmse": 3.1723065305986444 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2844648833701555, + "action_effect_rmse": 3.9407122544575626 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.00981665517745159, + 0.02119949844766998, + 0.005706784577488172, + 0.052908871553863396 + ], + "true_costs": [ + 0.00402124939178925, + 0.35610044187086315, + 6.35366310489997e-05, + 0.2117323927799032 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 182, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.044010963030026794, + "action_effect_rmse": 0.05582199584716747 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0010410909389667229, + "action_effect_rmse": 0.001439680726984367 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0793839143509365, + "action_effect_rmse": 0.09027648671575125 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 16.268570698537825, + "action_effect_rmse": 22.61799696185183 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2999705260380594, + "action_effect_rmse": 0.4960827150939795 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0038368507114725503, + "action_effect_rmse": 0.005119141831789538 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12783439717771694, + "action_effect_rmse": 0.144961464113099 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 14.034038835533584, + "action_effect_rmse": 16.351878176944503 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.988303311299104, + "action_effect_rmse": 1.5057746465793242 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011885644878652476, + "action_effect_rmse": 0.014836614885403072 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1257216755472573, + "action_effect_rmse": 0.14304389603340986 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 13.086164658872894, + "action_effect_rmse": 14.157667953765818 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6870774071904258, + "action_effect_rmse": 3.7269838002215607 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03948431045182943, + "action_effect_rmse": 0.050664525349342 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06058858596729869, + "action_effect_rmse": 0.07336225889027058 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.190228754376207, + "action_effect_rmse": 13.262654895872494 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 541.9656368969012, + 436.2388495040615, + 625.36841369342, + 869.0349603940049 + ], + "true_costs": [ + 557.8016464988742, + 451.04879054319235, + 591.9185991650629, + 606.6674454564157 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.045812314156135514, + "action_effect_rmse": 0.07934925573073363 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0066785496627908, + "action_effect_rmse": 0.008052086377340435 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0369179556741571, + "action_effect_rmse": 0.04329004104462374 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.797368665488165, + "action_effect_rmse": 16.31346930232863 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.108890504576222, + "action_effect_rmse": 0.18860388638782785 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009876463212829497, + "action_effect_rmse": 0.011105457842111692 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08112289525127135, + "action_effect_rmse": 0.08153763725357129 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.159469856284877, + "action_effect_rmse": 16.047655682551046 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2100209864050052, + "action_effect_rmse": 0.36376701910920145 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010845624763522466, + "action_effect_rmse": 0.010995725841354144 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08457918138650904, + "action_effect_rmse": 0.09884665136554407 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 12.85325170052871, + "action_effect_rmse": 16.06828906585077 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4308989219336645, + "action_effect_rmse": 0.7463388257157623 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.047910181684389506, + "action_effect_rmse": 0.05360175717999167 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13413821442481988, + "action_effect_rmse": 0.17244463301360544 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 11.372332335146476, + "action_effect_rmse": 13.332420395438684 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 482.4778570814982, + 482.436142534828, + 482.45614253482796, + 482.51614253482796 + ], + "true_costs": [ + 482.47785895718374, + 432.2035949945992, + 482.4561444105135, + 482.5161444105135 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 359, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10185836801637176, + "action_effect_rmse": 0.11726059660371439 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0012712461636847177, + "action_effect_rmse": 0.0012724118373746325 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.921102081089354, + "action_effect_rmse": 2.0290759582054534 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1899151821361554, + "action_effect_rmse": 0.21716885929575705 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0025281508465759828, + "action_effect_rmse": 0.002953343418596421 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.805975165764456, + "action_effect_rmse": 4.023553170861807 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33272857111909104, + "action_effect_rmse": 0.37727982173062774 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01950995052033259, + "action_effect_rmse": 0.023899653914957374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.4704593092063005, + "action_effect_rmse": 7.912263955200003 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4267892991956117, + "action_effect_rmse": 0.4855639010760008 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09263846351590625, + "action_effect_rmse": 0.10881948563573808 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.74358260489665, + "action_effect_rmse": 12.844724861692406 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 18.17649905055755, + 15.030723686250905, + 29.258908939937747, + 74.29577330715615 + ], + "true_costs": [ + 18.486944158967034, + 14.27517941732717, + 30.057959130433247, + 89.26071751777225 + ] + }, + { + "system_id": "tank-00640", + "family": "tank", + "anchor_step": 49, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7546550739705632, + "action_effect_rmse": 0.7974994842892401 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1314742252508907, + "action_effect_rmse": 0.14631761004383978 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12342043169090015, + "action_effect_rmse": 0.14632757347871617 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.150877388197856, + "action_effect_rmse": 21.752671816973272 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.19206173242364, + "action_effect_rmse": 1.2741554328446187 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1918326327704456, + "action_effect_rmse": 0.22097657486243957 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15307321173363458, + "action_effect_rmse": 0.17614164528979467 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.241697214673989, + "action_effect_rmse": 21.441131448503924 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7475355559849646, + "action_effect_rmse": 1.8987076140824002 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2850373958675476, + "action_effect_rmse": 0.3443069385615334 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18065758005927693, + "action_effect_rmse": 0.2125946336023892 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 15.552616385676385, + "action_effect_rmse": 24.383610941478292 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2373239843892652, + "action_effect_rmse": 1.3078491157993744 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3308541920833801, + "action_effect_rmse": 0.37257797108314533 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3209117040201331, + "action_effect_rmse": 0.37099883916403453 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 15.48631190706905, + "action_effect_rmse": 23.734012945393822 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 326.6767330023122, + 187.80100754468015, + 247.47333332448022, + 318.03141520728843 + ], + "true_costs": [ + 252.32680153745838, + 228.0483935819933, + 256.41546886355803, + 256.47546886355804 + ] + }, + { + "system_id": "tank-01015", + "family": "tank", + "anchor_step": 204, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39042499879360903, + "action_effect_rmse": 0.46271758460532686 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.059622158569895944, + "action_effect_rmse": 0.07066678495586319 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10550753212041236, + "action_effect_rmse": 0.1251511682367787 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 57.15516199007783, + "action_effect_rmse": 80.28018007600468 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7816291443783546, + "action_effect_rmse": 0.9279960825417879 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1113880718990347, + "action_effect_rmse": 0.13044675989561372 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15132259252331864, + "action_effect_rmse": 0.18558318418761308 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 58.299886061200176, + "action_effect_rmse": 81.66562811114292 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.563559529634512, + "action_effect_rmse": 1.8599656549154726 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19257742949361578, + "action_effect_rmse": 0.22117315079011934 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16270854178321084, + "action_effect_rmse": 0.19508715839303079 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 60.82986848157109, + "action_effect_rmse": 84.83565930310648 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6922823140055843, + "action_effect_rmse": 3.0629650592886843 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2958957755511478, + "action_effect_rmse": 0.32739924372449136 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1679431887046238, + "action_effect_rmse": 0.21297966708302052 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 64.68191256747075, + "action_effect_rmse": 88.96473603312973 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 315.4931390106589, + 306.53365446849625, + 331.3416862316657, + 357.57971271673455 + ], + "true_costs": [ + 308.3089146019695, + 265.8868370764089, + 413.98620510372007, + 568.8808996831232 + ] + }, + { + "system_id": "tank-00325", + "family": "tank", + "anchor_step": 412, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11729687091597422, + "action_effect_rmse": 0.12192803234753158 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01675612652127197, + "action_effect_rmse": 0.020089960503812575 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5466576980185724, + "action_effect_rmse": 0.5478370269365392 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.82731636039472, + "action_effect_rmse": 36.86800575846307 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23572025677238825, + "action_effect_rmse": 0.26170294665747895 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03624392570394264, + "action_effect_rmse": 0.042121614581575345 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4932640671930593, + "action_effect_rmse": 0.49530664271853053 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.83331939553758, + "action_effect_rmse": 39.22100506373388 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8809919416884627, + "action_effect_rmse": 1.0279360266796684 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0657570784773031, + "action_effect_rmse": 0.07726916336035489 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4483623854279637, + "action_effect_rmse": 0.4506493725417735 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.86392212459902, + "action_effect_rmse": 15.182221213250823 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5839527988596487, + "action_effect_rmse": 1.6984812371255735 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12931011706051265, + "action_effect_rmse": 0.15644105085657437 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1146629314793062, + "action_effect_rmse": 1.115726506134523 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.49097087003466, + "action_effect_rmse": 26.736132865032513 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 103.84793746571307, + 93.22451550598421, + 102.90897781283276, + 113.13099442141845 + ], + "true_costs": [ + 67.95786510894118, + 45.014857677700974, + 93.0147281879088, + 94.65431332344234 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 222, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14546977691472998, + "action_effect_rmse": 0.1719678012834583 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4177098869514217, + "action_effect_rmse": 0.46972564433878 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.750337376957544, + "action_effect_rmse": 4.3590163570548395 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.388431837161197, + "action_effect_rmse": 0.43782828690055314 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.756532746227256, + "action_effect_rmse": 0.7989877751456914 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.812152709907108, + "action_effect_rmse": 3.4685283670642537 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4765382983268264, + "action_effect_rmse": 0.5872564741691056 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2086901346672694, + "action_effect_rmse": 1.5054224199093207 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.190237729603038, + "action_effect_rmse": 7.189077907216695 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5177837269004429, + "action_effect_rmse": 0.6195814977488079 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.326636942831587, + "action_effect_rmse": 4.666318924099357 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.461924621867309, + "action_effect_rmse": 4.290006868202598 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 0.2960473532105195, + "predicted_costs": [ + 0.3346846526524158, + 0.47528478748918224, + 0.34035827863147894, + 0.26284886797720813 + ], + "true_costs": [ + 0.4327515982192488, + 0.9171409080269064, + 0.15151282147804052, + 0.44756017468856 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 50, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2806081367107692, + "action_effect_rmse": 0.30768850347092536 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7537367779405054, + "action_effect_rmse": 0.9398208167189019 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.46721659854689196, + "action_effect_rmse": 0.5242763537933692 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.362926363924693, + "action_effect_rmse": 1.7647474118255198 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8289364694388167, + "action_effect_rmse": 0.9894397325213253 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8993496998823478, + "action_effect_rmse": 2.81317416439172 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.269563064704372, + "action_effect_rmse": 1.4906232174959555 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.510776964566387, + "action_effect_rmse": 4.572791291749772 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 7.346789402396224, + 50.10324594070802, + 20.241560794160108, + 14.762720486373222 + ], + "true_costs": [ + 9.369883747331091, + 72.22044301193549, + 15.590427248733974, + 26.451425440810254 + ] + }, + { + "system_id": "tank-00187", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6249697845456476, + "action_effect_rmse": 0.7929750845495827 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06003639763980869, + "action_effect_rmse": 0.07689601959037194 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.209156493656106, + "action_effect_rmse": 0.2107638308439836 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 91.60330625725021, + "action_effect_rmse": 113.33202831016499 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2489132620750325, + "action_effect_rmse": 1.5879704980034344 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10710490093039009, + "action_effect_rmse": 0.13843672602124416 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18363371118685548, + "action_effect_rmse": 0.18825710283893932 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 92.21204507991878, + "action_effect_rmse": 114.08808830433532 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2663821073447816, + "action_effect_rmse": 2.953717611839058 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1699901594289693, + "action_effect_rmse": 0.2233917300388048 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19305430759974562, + "action_effect_rmse": 0.2010432889087034 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 93.30023443288188, + "action_effect_rmse": 115.48435940737613 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6810236341554887, + "action_effect_rmse": 2.856374100133831 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2467940149497506, + "action_effect_rmse": 0.32967415402880595 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.245822093307851, + "action_effect_rmse": 0.25370095181429764 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 93.70406688463994, + "action_effect_rmse": 116.08249719137383 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 236.52304641189744, + 222.71427128156765, + 230.12815366105997, + 237.76333690150855 + ], + "true_costs": [ + 443.44982192773404, + 190.20049133826348, + 358.9716288069688, + 445.8588718201328 + ] + }, + { + "system_id": "battery-00263", + "family": "battery", + "anchor_step": 604, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06521742744063579, + "action_effect_rmse": 0.0828067702287686 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2833374837851193, + "action_effect_rmse": 0.3602864011715252 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4001233946575589, + "action_effect_rmse": 1.7189309461600952 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14651060248097794, + "action_effect_rmse": 0.18463905060168004 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5489460015560729, + "action_effect_rmse": 0.6977353154473757 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8676930587158367, + "action_effect_rmse": 1.0889100674045553 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20326204773649167, + "action_effect_rmse": 0.2522062707208873 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7114343976812959, + "action_effect_rmse": 0.9032140885586043 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9691573016711695, + "action_effect_rmse": 1.2070436901032628 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21941294474835835, + "action_effect_rmse": 0.27146411850719676 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3204720924286082, + "action_effect_rmse": 1.412233413009295 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.594828105748785, + "action_effect_rmse": 9.716878690808882 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.33099119244437786, + 0.0588452846568676, + 0.023968201047459337, + 0.2643806331125226 + ], + "true_costs": [ + 0.27748145904550636, + 0.6703257042995517, + 0.009898164924245818, + 0.6815925560297487 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 396, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06318321544872536, + "action_effect_rmse": 0.07216282768888228 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017044774052089668, + "action_effect_rmse": 0.02127205053679835 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10432034682749591, + "action_effect_rmse": 0.10854807966007561 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 42.28853161515659, + "action_effect_rmse": 43.1597787038245 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09920718690412755, + "action_effect_rmse": 0.11746932110650693 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03208038974836095, + "action_effect_rmse": 0.03786996176916325 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.036266839724798904, + "action_effect_rmse": 0.036275648417473084 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.984961133639345, + "action_effect_rmse": 39.55159525247917 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19092241849133154, + "action_effect_rmse": 0.23019597648389875 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06467795834135259, + "action_effect_rmse": 0.07343635158892825 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18915356065032332, + "action_effect_rmse": 0.19530807994856353 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 31.56830726786067, + "action_effect_rmse": 39.856141703146164 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.015100005985072, + "action_effect_rmse": 2.063287308159822 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13849302202314462, + "action_effect_rmse": 0.1535949373894874 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10902032658365124, + "action_effect_rmse": 0.12962565043145605 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 33.74404408310744, + "action_effect_rmse": 40.71001762997805 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 472.72645049597014, + 233.39450664004735, + 313.0791501529813, + 410.01135915530597 + ], + "true_costs": [ + 418.4578155992184, + 222.95007840125334, + 320.51833475767614, + 403.0450797949619 + ] + }, + { + "system_id": "battery-00260", + "family": "battery", + "anchor_step": 60, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09159518597573557, + "action_effect_rmse": 0.11289852842864757 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17482190948013945, + "action_effect_rmse": 0.2412857092426817 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8247057098307546, + "action_effect_rmse": 2.227505019285628 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1886393762306614, + "action_effect_rmse": 0.23244962658521387 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33650140130010325, + "action_effect_rmse": 0.4581246965647634 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7850542775301008, + "action_effect_rmse": 2.1946696843430558 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2555694144562533, + "action_effect_rmse": 0.3139612589214181 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.42612849662982316, + "action_effect_rmse": 0.5756077061887308 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8284411359631794, + "action_effect_rmse": 2.250441289799754 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32665576378746325, + "action_effect_rmse": 0.40038295633561094 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8056741881471309, + "action_effect_rmse": 0.8554066367637451 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.206237854315347, + "action_effect_rmse": 4.078693050953563 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.6555054023754706, + "predicted_costs": [ + 0.0446341965831928, + 0.022932317440146142, + 0.03735601996026526, + 0.19380559369178568 + ], + "true_costs": [ + 0.2721756369786566, + 0.6634857410022164, + 0.007980338626745787, + 0.6906285097498943 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 530, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2809712085920921, + "action_effect_rmse": 0.32837941952367083 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6037115958549748, + "action_effect_rmse": 0.6120250229306609 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6426163342794856, + "action_effect_rmse": 0.8125523903609668 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9089492152067654, + "action_effect_rmse": 1.3844860478937733 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2664603107768595, + "action_effect_rmse": 1.5401831188572888 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4381766814974903, + "action_effect_rmse": 3.397750457829703 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5586874317021977, + "action_effect_rmse": 1.9100111143438154 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6508829663359847, + "action_effect_rmse": 5.283362068288142 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 533.9946825205285, + 533.359592320071, + 721.0726400820879, + 958.34615721191 + ], + "true_costs": [ + 501.3249183987067, + 496.33328775177034, + 771.6433114390074, + 1146.1594275126881 + ] + }, + { + "system_id": "tank-00643", + "family": "tank", + "anchor_step": 636, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09136401961656719, + "action_effect_rmse": 0.09549204377574012 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011678446550362764, + "action_effect_rmse": 0.0014265224821623048 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14709002544237554, + "action_effect_rmse": 0.15072841974665796 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 38.887444851533566, + "action_effect_rmse": 44.23037642244947 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19131060806721992, + "action_effect_rmse": 0.19947639306200604 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0030366222438580337, + "action_effect_rmse": 0.00354777680256134 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14428037493273876, + "action_effect_rmse": 0.14874207667875636 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 29.14284534873079, + "action_effect_rmse": 35.456108614464256 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.388153605155835, + "action_effect_rmse": 0.40278907282340315 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005977795079613675, + "action_effect_rmse": 0.007222117876466257 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2296791103216708, + "action_effect_rmse": 0.23042169834934545 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.807516297910905, + "action_effect_rmse": 29.252407950757153 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7921617466261873, + "action_effect_rmse": 0.799182560414216 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01148471862823186, + "action_effect_rmse": 0.015080595303722402 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.43006764070220815, + "action_effect_rmse": 0.4301613448414684 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.09634188574407, + "action_effect_rmse": 27.206014885046443 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 794.3491512590762, + 689.1106829964752, + 764.379921843692, + 845.8952752127849 + ], + "true_costs": [ + 725.1445819575443, + 665.7209059548895, + 725.1263822107599, + 725.1863822107599 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 38, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21963794203163958, + "action_effect_rmse": 0.24905664314049275 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006565443108217532, + "action_effect_rmse": 0.007644666612834679 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10380494551598418, + "action_effect_rmse": 0.12977334025554133 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 45.74318512363957, + "action_effect_rmse": 66.98223081513555 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42551868224149203, + "action_effect_rmse": 0.4826180821931068 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023016388426619017, + "action_effect_rmse": 0.027108301012352017 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12464452493436169, + "action_effect_rmse": 0.14300889719248372 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 38.23481445828359, + "action_effect_rmse": 58.79503253642601 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4679601102106954, + "action_effect_rmse": 0.6084883457118693 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06413751390568952, + "action_effect_rmse": 0.0763762026912124 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1760701375376091, + "action_effect_rmse": 0.2168842938277845 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 54.28113732477865, + "action_effect_rmse": 65.23646296469234 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0137191358498274, + "action_effect_rmse": 1.0236464035561177 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2062478225382224, + "action_effect_rmse": 0.24459617532866718 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18090832788310748, + "action_effect_rmse": 0.200612207994478 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.752202106470975, + "action_effect_rmse": 41.91137236329976 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 318.432661988542, + 274.4227105892538, + 336.69936191956555, + 408.55176920398935 + ], + "true_costs": [ + 330.7049347552591, + 243.31952129473154, + 372.23785511045844, + 426.2688703012275 + ] + }, + { + "system_id": "tank-00097", + "family": "tank", + "anchor_step": 638, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15894935168277038, + "action_effect_rmse": 0.19101155787703863 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007032641547366936, + "action_effect_rmse": 0.009050830827314062 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022393839167849983, + "action_effect_rmse": 0.025990745515834048 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.276189063627296, + "action_effect_rmse": 38.632675125816014 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38154966825363407, + "action_effect_rmse": 0.4634164707093417 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016025326516919236, + "action_effect_rmse": 0.0206006889374095 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07068547845378076, + "action_effect_rmse": 0.07138597612639541 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.285437421241372, + "action_effect_rmse": 24.887166034307246 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8963169015132882, + "action_effect_rmse": 1.0944776194020769 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03795061774908189, + "action_effect_rmse": 0.04870722946840026 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12732120700073776, + "action_effect_rmse": 0.13975763950133266 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.109634127659035, + "action_effect_rmse": 20.66041743601999 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.338197330749858, + "action_effect_rmse": 1.5435680337246662 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06225722559002378, + "action_effect_rmse": 0.0722722126463989 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3520632708202453, + "action_effect_rmse": 0.3612911234450279 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 20.296509950531057, + "action_effect_rmse": 25.94877577310932 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 49.63982371402085, + "predicted_costs": [ + 395.756004357466, + 416.85622936332186, + 380.83566527042865, + 347.73739914109177 + ], + "true_costs": [ + 383.31057131704256, + 359.6567638585657, + 409.23658757258653, + 409.29658757258653 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 491, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09007635317401008, + "action_effect_rmse": 0.09557760543535707 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1380171011351594, + "action_effect_rmse": 2.16478101689138 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.664751030904384, + "action_effect_rmse": 11.932269183100061 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05265688226368397, + "action_effect_rmse": 0.06603464885309776 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.551614763506089, + "action_effect_rmse": 2.6337218586885385 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.02835560779645, + "action_effect_rmse": 5.321123375409601 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10550615442812912, + "action_effect_rmse": 0.13324447874027137 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.810110748718886, + "action_effect_rmse": 2.945645551610829 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1401515720860096, + "action_effect_rmse": 3.277662515453812 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1969607538249588, + "action_effect_rmse": 0.2278480983174274 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9643249330834904, + "action_effect_rmse": 4.106912179967281 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4733512981527663, + "action_effect_rmse": 1.5026456135051214 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.22560128865202617, + "predicted_costs": [ + 0.7371461328124475, + 0.2439517279376417, + 0.12706901688984615, + 0.14520630438815296 + ], + "true_costs": [ + 1.0610926909646965, + 0.8670243277452073, + 0.37065444221430444, + 0.14505315356227827 + ] + }, + { + "system_id": "battery-00095", + "family": "battery", + "anchor_step": 350, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021702640536229872, + "action_effect_rmse": 0.026700120553524203 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.056657225792450326, + "action_effect_rmse": 0.06116283050639643 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.12086451566702, + "action_effect_rmse": 8.499171084674686 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0395426996829193, + "action_effect_rmse": 0.048377339261408935 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11246234884619118, + "action_effect_rmse": 0.11995393320924616 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.35524954963548, + "action_effect_rmse": 7.4488412097125565 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08164671803405842, + "action_effect_rmse": 0.0986036954796719 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23162056584094515, + "action_effect_rmse": 0.23418625527846043 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.31838808678782, + "action_effect_rmse": 7.261771985306086 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17289096323214734, + "action_effect_rmse": 0.19951555549784644 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.44823130797248467, + "action_effect_rmse": 0.45382270258640817 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.407722275138024, + "action_effect_rmse": 7.220848717086868 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.007761157058846398, + "predicted_costs": [ + 0.07500139781487636, + 0.20284591339635005, + 0.09674321840824729, + 0.06614853472781865 + ], + "true_costs": [ + 0.06069075278434732, + 0.5241161102870224, + 0.13118379827966065, + 0.06845190984319371 + ] + }, + { + "system_id": "tank-00628", + "family": "tank", + "anchor_step": 209, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1857625127465609, + "action_effect_rmse": 0.22619850925584858 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011658410536886283, + "action_effect_rmse": 0.001689637273808693 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030376465339310803, + "action_effect_rmse": 0.036315577886043816 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.356207982300205, + "action_effect_rmse": 20.071172115302687 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2575803681350042, + "action_effect_rmse": 0.32609006980036465 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0026492295116978446, + "action_effect_rmse": 0.004484301408756239 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.031880639241631197, + "action_effect_rmse": 0.03615008580737864 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.9026300344552, + "action_effect_rmse": 18.42860743136198 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3769739924227071, + "action_effect_rmse": 0.49609695370046275 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014753191555752684, + "action_effect_rmse": 0.021665828930505154 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07127494749413057, + "action_effect_rmse": 0.0768961607512797 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.930375394675526, + "action_effect_rmse": 18.613417115684687 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5734646531938914, + "action_effect_rmse": 0.8484270450686564 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.059994620077773085, + "action_effect_rmse": 0.08570046231964533 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09878242998213298, + "action_effect_rmse": 0.10343711122259633 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 19.23198952266132, + "action_effect_rmse": 25.002147492818366 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 566.7953425524813, + 515.2728859827128, + 578.9184086884918, + 647.3563426082127 + ], + "true_costs": [ + 550.9624854296958, + 512.7129205978856, + 552.2205973819476, + 552.2805973819477 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 452, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17315160790662532, + "action_effect_rmse": 0.1997416810088823 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7131479890344206, + "action_effect_rmse": 1.8127424289010496 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.345651317297186, + "action_effect_rmse": 0.43276575003424134 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.396213646933878, + "action_effect_rmse": 3.597363654154132 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0027722007597824, + "action_effect_rmse": 1.092242971579498 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.674673263949633, + "action_effect_rmse": 7.084945943418042 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9734156182683762, + "action_effect_rmse": 2.0050127353057974 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.99111289489474, + "action_effect_rmse": 11.070921095692121 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 302.59741562120513, + 539.3314527795349, + 765.686814954506, + 1072.0775511309992 + ], + "true_costs": [ + 348.6623442271789, + 546.820600350415, + 821.3055575762594, + 1194.9966071885503 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 91, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10297780003710046, + "action_effect_rmse": 0.10929269763035647 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15742211679939544, + "action_effect_rmse": 0.16467896203414273 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.691613875776142, + "action_effect_rmse": 5.343175772489261 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09786528971611307, + "action_effect_rmse": 0.12269449349075752 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27350943745405054, + "action_effect_rmse": 0.30545480205655035 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4521089749403253, + "action_effect_rmse": 3.4666698716289965 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14376633083512114, + "action_effect_rmse": 0.17765704530917223 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37694531188167996, + "action_effect_rmse": 0.5328372755778304 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8288002382261817, + "action_effect_rmse": 5.517633846093232 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27039093352966787, + "action_effect_rmse": 0.35894281615580437 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1665562667211162, + "action_effect_rmse": 1.3585393562858408 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.8858502101525145, + "action_effect_rmse": 7.274739734981632 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 0.5588430672246221, + "predicted_costs": [ + 0.4259904389093201, + 0.2079680602241212, + 0.1755089382503371, + 0.3913084520474567 + ], + "true_costs": [ + 0.8361963607955278, + 1.02, + 0.9996731094506165, + 0.4408300422259944 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 116, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4298077673807996, + "action_effect_rmse": 0.5368459586394163 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12078715727841842, + "action_effect_rmse": 0.14763646201764766 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.055089134820464125, + "action_effect_rmse": 0.05863472879589243 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.166763837300675, + "action_effect_rmse": 40.116717326567134 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5471981786300492, + "action_effect_rmse": 0.6689487700569097 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15967668961404394, + "action_effect_rmse": 0.1868721837105865 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03802132324400265, + "action_effect_rmse": 0.04647787885315915 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.091960785640197, + "action_effect_rmse": 38.402528844115075 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48059336841762795, + "action_effect_rmse": 0.48778102808375406 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11595112963838024, + "action_effect_rmse": 0.14225475857775025 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07072788725732408, + "action_effect_rmse": 0.0853453858334078 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.170556990922034, + "action_effect_rmse": 26.672818583304345 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9915718540259087, + "action_effect_rmse": 1.2310006624480228 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3526068962884743, + "action_effect_rmse": 0.3779532754974168 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15139976802690636, + "action_effect_rmse": 0.1611958570965398 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 18.070786319557147, + "action_effect_rmse": 23.525389957464686 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 2.615600153249205, + "predicted_costs": [ + 0.24100391029719934, + 0.2810750697257711, + 0.14767674640099432, + 0.37488115079030565 + ], + "true_costs": [ + 1.1719400200015215, + 1.1110889694260717, + 3.7266891226752765, + 4.328116697950093 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 656, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011058567228374097, + "action_effect_rmse": 0.01224317273200647 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2254177744030154, + "action_effect_rmse": 0.23889442300810768 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.968411336174609, + "action_effect_rmse": 4.618877301438463 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022290858907463813, + "action_effect_rmse": 0.024574845263785075 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43911943438630985, + "action_effect_rmse": 0.4557076189406097 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.102222624590389, + "action_effect_rmse": 4.735588381176377 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04526450881124063, + "action_effect_rmse": 0.04956925175669863 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8288965525022481, + "action_effect_rmse": 0.8378983749244577 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.373766203792769, + "action_effect_rmse": 4.988254733729899 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1139412966408897, + "action_effect_rmse": 0.1452394254418862 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9897982039965876, + "action_effect_rmse": 4.211578871223176 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 16.475225067973398, + "action_effect_rmse": 17.231117012638666 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.2235539543903435, + 0.1501781000302412, + 0.17127027009850448, + 0.2435837620241325 + ], + "true_costs": [ + 0.3590977957455588, + 0.13121652716891227, + 0.23856532229897892, + 0.4280830657188227 + ] + }, + { + "system_id": "tank-00886", + "family": "tank", + "anchor_step": 135, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22186295567756117, + "action_effect_rmse": 0.2520779860327971 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01658811289047435, + "action_effect_rmse": 0.019316819789742964 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27183759813770675, + "action_effect_rmse": 0.2856364243899417 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.14733717531533, + "action_effect_rmse": 54.78108882447924 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4446711267461965, + "action_effect_rmse": 0.5046241313370399 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030859880856318966, + "action_effect_rmse": 0.03558749433749403 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19591210635606737, + "action_effect_rmse": 0.23434741949698382 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 40.298766322797526, + "action_effect_rmse": 54.945138557371614 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8132749395565, + "action_effect_rmse": 0.9507623268673044 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.045399803028849085, + "action_effect_rmse": 0.0491911722285203 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1296733912195209, + "action_effect_rmse": 0.15685926437135317 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 41.815148781297005, + "action_effect_rmse": 47.846963909712876 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7894962905548487, + "action_effect_rmse": 1.1592780809603347 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.054493732193156084, + "action_effect_rmse": 0.057687457646472096 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1795739497039376, + "action_effect_rmse": 0.21280402083439917 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 41.68520351690474, + "action_effect_rmse": 47.57524719858461 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 381.50091586253996, + 318.0970731959303, + 350.4691117843754, + 385.25944306711057 + ], + "true_costs": [ + 430.58450241339756, + 295.20432808768214, + 410.8530397073338, + 483.4755692855816 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 585, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05713759599204036, + "action_effect_rmse": 0.06304301835743734 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6092763064057488, + "action_effect_rmse": 0.650066662233309 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.66824229470047, + "action_effect_rmse": 10.760829730175592 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10303233268836649, + "action_effect_rmse": 0.11608982898722058 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0222222960444018, + "action_effect_rmse": 1.1139348529735547 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.906139315961887, + "action_effect_rmse": 9.24398856201096 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16012958929572196, + "action_effect_rmse": 0.19289304227590387 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.259922715868831, + "action_effect_rmse": 1.516680166195966 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.926597737589539, + "action_effect_rmse": 7.161334478494511 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22771661316217848, + "action_effect_rmse": 0.2570387538988303 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2738397578425662, + "action_effect_rmse": 1.5999339083564084 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.889675245178921, + "action_effect_rmse": 6.733957988427573 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.036810172934789165, + 0.03616661400395387, + 0.010444663163143736, + 0.026336191502046767 + ], + "true_costs": [ + 0.16452055065493107, + 0.21925491655660723, + 0.01047522902351616, + 0.07336438073783441 + ] + }, + { + "system_id": "battery-00860", + "family": "battery", + "anchor_step": 58, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009819286041845891, + "action_effect_rmse": 0.010080659967265843 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05276370785169308, + "action_effect_rmse": 0.0648882964187191 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.446014003219188, + "action_effect_rmse": 3.8963157014311336 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01979494128639114, + "action_effect_rmse": 0.022471572725517187 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09340052309025104, + "action_effect_rmse": 0.10673136961003567 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.488308696551369, + "action_effect_rmse": 2.768071826149519 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06576736932617266, + "action_effect_rmse": 0.07138657770889234 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2279883549122168, + "action_effect_rmse": 0.27370949040373316 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.5890712599291263, + "action_effect_rmse": 4.421684729291166 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16381086050915847, + "action_effect_rmse": 0.18596803657608005 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3254163924675737, + "action_effect_rmse": 0.36407722446799246 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.938546976158785, + "action_effect_rmse": 4.459208598840868 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.3161579762901584, + 0.523412270574024, + 0.3687267734551727, + 0.28791962547388583 + ], + "true_costs": [ + 0.5036507381451288, + 1.02, + 0.8641252487949348, + 0.4031575164188411 + ] + }, + { + "system_id": "thermal-00927", + "family": "thermal", + "anchor_step": 384, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5963055328637085, + "action_effect_rmse": 0.6882487188373424 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6707404999231888, + "action_effect_rmse": 0.7340102223808885 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1595594223847148, + "action_effect_rmse": 1.3383496373472517 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.340749964099454, + "action_effect_rmse": 1.465754472746236 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7734231172984174, + "action_effect_rmse": 2.127769586502567 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1808876613696575, + "action_effect_rmse": 2.5853006561229996 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3374533782964666, + "action_effect_rmse": 3.8731464893556056 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.88858175577595, + "action_effect_rmse": 5.316232143224954 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 4.234094048662744, + 9.513295253647966, + 3.757719703852821, + 37.75009830397404 + ], + "true_costs": [ + 1.5097341346774737, + 104.45126532728818, + 1.2999524273248955, + 96.63838065825246 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 256, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1333950568308803, + "action_effect_rmse": 0.17874962417128665 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010893388273325163, + "action_effect_rmse": 0.012387814235490381 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02049347303932123, + "action_effect_rmse": 0.02098846870650222 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 51.89966245943973, + "action_effect_rmse": 72.25428198193127 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2642672740559083, + "action_effect_rmse": 0.3405182304165101 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022252309055639092, + "action_effect_rmse": 0.025184746837123437 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06763479945864947, + "action_effect_rmse": 0.06809196312815544 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 52.08565865962364, + "action_effect_rmse": 72.51817939973826 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6214789639803383, + "action_effect_rmse": 0.6717578511648212 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04465347647298756, + "action_effect_rmse": 0.050069949158308195 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19158734767031738, + "action_effect_rmse": 0.1919825683920362 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 52.48726934296011, + "action_effect_rmse": 73.0825014977272 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.723975388702403, + "action_effect_rmse": 1.7261651561381761 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0846977571666881, + "action_effect_rmse": 0.09342632282417979 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09738513432508172, + "action_effect_rmse": 0.09884868490446153 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 45.900399962250354, + "action_effect_rmse": 59.24538946372995 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 175.88505136839171, + "predicted_costs": [ + 1371.4778546391456, + 1357.2432629901189, + 1343.7180389999096, + 1330.3334999986425 + ], + "true_costs": [ + 1172.2981884119329, + 1044.0515647694, + 1219.8766161377919, + 1219.9366161377918 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 188, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21845583509637953, + "action_effect_rmse": 0.2593414554061286 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6131940155488754, + "action_effect_rmse": 0.8557333773209868 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4174593110223874, + "action_effect_rmse": 0.49558990573970885 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2452649397844198, + "action_effect_rmse": 1.7237533103209266 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7589771774576922, + "action_effect_rmse": 0.9010254040597289 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5663719820031665, + "action_effect_rmse": 3.498084635192341 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8454882477607578, + "action_effect_rmse": 0.9957174717068005 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.040667885158787, + "action_effect_rmse": 4.8852666661032345 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 12.656223248055138, + 15.90271340529381, + 18.39279157831764, + 39.16535974235076 + ], + "true_costs": [ + 10.483901170247696, + 14.82217116866043, + 26.15426743485689, + 72.09212025673715 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 646, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23808122807483656, + "action_effect_rmse": 0.29307090455313567 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5302095379014796, + "action_effect_rmse": 0.7117599500662869 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5167446839709271, + "action_effect_rmse": 0.5944199331485331 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2481468702370648, + "action_effect_rmse": 1.7472366794043648 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8075906585664789, + "action_effect_rmse": 0.9063669699646681 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8772889533473367, + "action_effect_rmse": 3.7967504590605357 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5219527948793363, + "action_effect_rmse": 0.5704666826579774 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.662452408576996, + "action_effect_rmse": 7.594879103725318 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 132.1805442249841, + 187.09751306632998, + 362.0553611085371, + 620.6352205115786 + ], + "true_costs": [ + 82.15541824793718, + 104.83679686422069, + 237.2317260304256, + 468.83274758307147 + ] + }, + { + "system_id": "battery-00719", + "family": "battery", + "anchor_step": 531, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02277590627670713, + "action_effect_rmse": 0.024758034777607997 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22125945599402405, + "action_effect_rmse": 0.2559663728335559 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 15.043934932620163, + "action_effect_rmse": 15.998518944475636 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04128598240522327, + "action_effect_rmse": 0.04498146168743377 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33456906213266535, + "action_effect_rmse": 0.3968923587342687 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.145319693017129, + "action_effect_rmse": 8.626527385476061 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07355321164356672, + "action_effect_rmse": 0.08039799896996644 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6199768677729255, + "action_effect_rmse": 0.6357647333026841 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.069574412233105, + "action_effect_rmse": 4.26266872363321 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06668994422699145, + "action_effect_rmse": 0.07460511615248323 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.057152262713687, + "action_effect_rmse": 2.42373649288813 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 12.452518028877014, + "action_effect_rmse": 12.460228419747992 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.11472860319700039, + 0.24335306157790745, + 0.13623234611589596, + 0.11187052021915729 + ], + "true_costs": [ + 0.19246295966456733, + 0.5312371169905883, + 0.2460994126937524, + 0.13984640835131698 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 46, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24590151580267872, + "action_effect_rmse": 0.2834471403435396 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5509984450629114, + "action_effect_rmse": 0.6638584247140897 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4858112748038413, + "action_effect_rmse": 0.56210591129927 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0843746588105507, + "action_effect_rmse": 1.3295902478310975 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9464623314238961, + "action_effect_rmse": 1.1035267595007712 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2426167215116237, + "action_effect_rmse": 2.6838912805529 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4937930084569686, + "action_effect_rmse": 1.7063764992672463 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.460516596791739, + "action_effect_rmse": 5.270535675401723 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 39.92806838291507, + 19.443693805401153, + 33.02998082377738, + 54.08844667054689 + ], + "true_costs": [ + 44.68694149672078, + 11.868463063116767, + 46.68101648922675, + 116.09932647102005 + ] + }, + { + "system_id": "tank-00466", + "family": "tank", + "anchor_step": 350, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12001255708301632, + "action_effect_rmse": 0.16336969355475736 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01801692370734938, + "action_effect_rmse": 0.021681609087607922 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06989525276121981, + "action_effect_rmse": 0.0707556615180589 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.538666634697854, + "action_effect_rmse": 64.9224441741783 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2757412688691403, + "action_effect_rmse": 0.3115047316605667 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05182964072760162, + "action_effect_rmse": 0.05773305105384377 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3151384850064468, + "action_effect_rmse": 0.31549126134252137 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 55.58673965786017, + "action_effect_rmse": 78.77538127629558 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7585479638479226, + "action_effect_rmse": 0.9083235113929111 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09652489656468255, + "action_effect_rmse": 0.0974822403353753 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.707919390903197, + "action_effect_rmse": 0.7080570668061504 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 64.20162322787462, + "action_effect_rmse": 84.70385209969699 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7298197074974395, + "action_effect_rmse": 1.9688571696144443 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12572548006781048, + "action_effect_rmse": 0.14833178490076518 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9238221683438178, + "action_effect_rmse": 0.9238292059624359 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 75.09631371907928, + "action_effect_rmse": 92.82408130640077 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 4.498377168810699, + "predicted_costs": [ + 22.260655058397347, + 9.54000963548079, + 7.296133034961747, + 5.555962721910797 + ], + "true_costs": [ + 8.08493332021774, + 3.6610318808586895, + 8.099409049669388, + 8.159409049669389 + ] + }, + { + "system_id": "battery-00149", + "family": "battery", + "anchor_step": 107, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05787846852254916, + "action_effect_rmse": 0.05886686928350855 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.0216681400359007, + "action_effect_rmse": 3.0462559819219197 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.605144661357106, + "action_effect_rmse": 6.502090501100645 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11061385909925209, + "action_effect_rmse": 0.11249225301793282 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.763177258877218, + "action_effect_rmse": 5.81196492153546 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.987924325215469, + "action_effect_rmse": 4.572644540918985 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10512781713745763, + "action_effect_rmse": 0.11217017955567324 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 7.927172096101574, + "action_effect_rmse": 8.05030256134938 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.602874744806354, + "action_effect_rmse": 5.555825649103921 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11406643006484989, + "action_effect_rmse": 0.13786637544040725 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.30533012591479, + "action_effect_rmse": 7.703857918920793 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.844072628029423, + "action_effect_rmse": 5.555717189396158 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.6938012638889474, + 0.23308257947431388, + 0.1252226207514976, + 0.09059655543728931 + ], + "true_costs": [ + 0.8115757150521522, + 0.375491433926722, + 0.1288544501478749, + 0.07037952040131096 + ] + }, + { + "system_id": "tank-00880", + "family": "tank", + "anchor_step": 592, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.028132364306940143, + "action_effect_rmse": 0.031944553644335 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03323923662582118, + "action_effect_rmse": 0.03991724928706726 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11480960456492284, + "action_effect_rmse": 0.12311222274616646 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 45.92681255432646, + "action_effect_rmse": 64.32446128455506 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.055458861125823766, + "action_effect_rmse": 0.06693126072151638 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06570180298360799, + "action_effect_rmse": 0.07524466641569115 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1646061943777514, + "action_effect_rmse": 0.1803727684004241 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 42.11763508776648, + "action_effect_rmse": 49.396337703292986 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14355210141386884, + "action_effect_rmse": 0.17064439082072674 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11021158455785655, + "action_effect_rmse": 0.12823003892542478 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27232507191050714, + "action_effect_rmse": 0.2919830690553041 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.62099923584008, + "action_effect_rmse": 49.494737169954526 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31386039810904487, + "action_effect_rmse": 0.33568153257571404 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2012162686869594, + "action_effect_rmse": 0.2291287799473297 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6822087605227972, + "action_effect_rmse": 0.693097862687752 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 36.86376741687453, + "action_effect_rmse": 50.7832371024155 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 16.64161253686607, + 11.385387803781164, + 13.218822068848102, + 15.271271196748842 + ], + "true_costs": [ + 12.929777344247217, + 8.378507030231209, + 12.925630729821771, + 12.985630729821771 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 189, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2961563126677203, + "action_effect_rmse": 0.36148650929407045 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011594133157653156, + "action_effect_rmse": 0.014534932859164861 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10667509264378293, + "action_effect_rmse": 0.13205339868513288 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 75.33591138455492, + "action_effect_rmse": 83.62448851359194 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2121913050018621, + "action_effect_rmse": 0.29535710832714085 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023396354909924828, + "action_effect_rmse": 0.030206410145084604 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14967344011755368, + "action_effect_rmse": 0.17672153933233667 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 77.00220501529066, + "action_effect_rmse": 94.2004640373541 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5248940336112492, + "action_effect_rmse": 0.6017910342199171 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.041455120632884146, + "action_effect_rmse": 0.045987729187154026 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17254862423806425, + "action_effect_rmse": 0.1958459694619196 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 64.76065557752175, + "action_effect_rmse": 78.62792986417523 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4520352514691677, + "action_effect_rmse": 2.0376871630197955 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11232360401381314, + "action_effect_rmse": 0.12484059528226489 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1995757089009403, + "action_effect_rmse": 0.22630745872826907 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 33.82682875993228, + "action_effect_rmse": 39.983980494075084 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 656.1534320816093, + 552.2622196404033, + 685.5625746950998, + 837.1423623773819 + ], + "true_costs": [ + 435.1720010780288, + 323.53032559398724, + 435.3638705098339, + 456.3827693800979 + ] + }, + { + "system_id": "battery-00095", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029633229754662187, + "action_effect_rmse": 0.035081424033709174 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0720958404107049, + "action_effect_rmse": 0.07242057144546571 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.926292081178607, + "action_effect_rmse": 11.377667701663283 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05662489240050895, + "action_effect_rmse": 0.06711698703484895 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1393934506026374, + "action_effect_rmse": 0.1395523367087563 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.88091628061861, + "action_effect_rmse": 10.154868800882653 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1068520608209851, + "action_effect_rmse": 0.1268466447801352 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2640255650788343, + "action_effect_rmse": 0.26419436188806394 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.8552151599935565, + "action_effect_rmse": 8.93614318062756 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18202922441589467, + "action_effect_rmse": 0.21975209900002002 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.068560561319547, + "action_effect_rmse": 1.1488973750458324 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 14.363726219260329, + "action_effect_rmse": 16.13985497927211 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.2216246152309218, + 0.34455825919119865, + 0.25342989255185877, + 0.21948641922967335 + ], + "true_costs": [ + 0.20738732181124714, + 0.7723417469919179, + 0.3601090353967051, + 0.1594803869088673 + ] + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "anchor_step": 144, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4123931368717753, + "action_effect_rmse": 0.47737445686533175 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036646670062635187, + "action_effect_rmse": 0.00418422555067986 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6681566046817361, + "action_effect_rmse": 0.7498850136088574 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7104049110419789, + "action_effect_rmse": 0.822725004219144 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006908530537582891, + "action_effect_rmse": 0.008347406565687408 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3361245307820393, + "action_effect_rmse": 1.5001433589187536 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0689214815962333, + "action_effect_rmse": 1.2392976730812202 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0572761649242679, + "action_effect_rmse": 0.06666911531586528 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6715065298087004, + "action_effect_rmse": 3.001777237877036 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3306275641169105, + "action_effect_rmse": 1.5446190648251685 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20439494081883205, + "action_effect_rmse": 0.2437212598270019 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.266533570755594, + "action_effect_rmse": 4.796358783527304 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 106.04350686920395, + 93.544950801356, + 117.83943369451742, + 149.43221205578345 + ], + "true_costs": [ + 135.4256119343457, + 89.6558685862066, + 165.98542907960297, + 286.03813799060583 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 168, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07092676088433336, + "action_effect_rmse": 0.08170368208500163 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6351078984449146, + "action_effect_rmse": 0.6410507462033215 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12979853992181253, + "action_effect_rmse": 0.1474672799125207 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3471995376755406, + "action_effect_rmse": 1.3786456684779782 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22559616007056013, + "action_effect_rmse": 0.2568621757096891 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.871694785087205, + "action_effect_rmse": 3.058416653282823 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.36333380072752536, + "action_effect_rmse": 0.42437962542267016 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.057347980727911, + "action_effect_rmse": 6.830125707663712 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.6343497461514973, + 18.152077598042016, + 0.409888787079152, + 30.389129851664375 + ], + "true_costs": [ + 2.6539582502207457, + 25.180520034523035, + 0.24536944087369783, + 35.717212889489836 + ] + }, + { + "system_id": "tank-00661", + "family": "tank", + "anchor_step": 286, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5318759514791651, + "action_effect_rmse": 0.6275094044094447 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04476018058034015, + "action_effect_rmse": 0.051587140971187155 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07726667701660948, + "action_effect_rmse": 0.08945348878172102 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 35.41058869521769, + "action_effect_rmse": 51.699482172258584 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6931692968218268, + "action_effect_rmse": 0.7208474962955245 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08096489437101202, + "action_effect_rmse": 0.09137052354401971 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0998772901875681, + "action_effect_rmse": 0.12053048145865224 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 34.20653377101637, + "action_effect_rmse": 49.36861002485499 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5825619887792227, + "action_effect_rmse": 0.7651132418551112 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1274054408106231, + "action_effect_rmse": 0.14199238341294906 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17220462417059854, + "action_effect_rmse": 0.1992567429491949 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.09312944919114, + "action_effect_rmse": 37.30973998296064 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5864707673145375, + "action_effect_rmse": 0.6116524538079013 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2085577927989982, + "action_effect_rmse": 0.26358587961734015 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19968415641122728, + "action_effect_rmse": 0.2404181882427368 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 39.84255406017986, + "action_effect_rmse": 41.251512740723406 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 240.86684232140402, + 202.1053706052449, + 228.85845685966524, + 257.9432312673882 + ], + "true_costs": [ + 230.58010273858048, + 157.29503214797026, + 246.87918813142028, + 262.97561125134064 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 199, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1517890091797701, + "action_effect_rmse": 0.17447429177735785 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011167881850298045, + "action_effect_rmse": 0.0012836951707159052 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7534315688815051, + "action_effect_rmse": 0.8372503039652898 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23116370859222002, + "action_effect_rmse": 0.26571176261820284 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00215364468166257, + "action_effect_rmse": 0.002475512858425183 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5010210547821998, + "action_effect_rmse": 1.6673570578781483 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3901639559789511, + "action_effect_rmse": 0.48002996147818794 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01681275016432693, + "action_effect_rmse": 0.019655020375136414 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.26526414992558, + "action_effect_rmse": 2.4310404681221223 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8759253610740684, + "action_effect_rmse": 0.8771369048103909 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07187505209716842, + "action_effect_rmse": 0.08222785582320095 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.5498264672971045, + "action_effect_rmse": 5.157497260830124 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.60372069624873, + 6.880046943881558, + 1.3545332783459232, + 22.640553243096008 + ], + "true_costs": [ + 15.346583492053576, + 35.45426403616737, + 4.007805333371002, + 4.568195896727831 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 650, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09553521128566327, + "action_effect_rmse": 0.1109867052073688 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015671999066834512, + "action_effect_rmse": 0.0015902997293735176 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6046130273583306, + "action_effect_rmse": 1.7164346800387755 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14482315319442426, + "action_effect_rmse": 0.16427104605006831 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002633118699010358, + "action_effect_rmse": 0.0032236153086118687 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.2029487907292378, + "action_effect_rmse": 3.426775643771045 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1807733936785425, + "action_effect_rmse": 0.2050195474847767 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024116285082434057, + "action_effect_rmse": 0.028044598444785535 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.762409529423242, + "action_effect_rmse": 5.348319410400922 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9169285824096534, + "action_effect_rmse": 0.918919203696509 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06899073639182163, + "action_effect_rmse": 0.08842759452745362 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.560614987134916, + "action_effect_rmse": 8.987559366804822 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 9.594299025588036, + "predicted_costs": [ + 27.32024184813429, + 28.228072106894356, + 50.93069133204002, + 87.89760766349633 + ], + "true_costs": [ + 41.661645985893514, + 32.06734696030548, + 61.809529386844886, + 108.25986146118092 + ] + }, + { + "system_id": "battery-00737", + "family": "battery", + "anchor_step": 88, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015003836076743346, + "action_effect_rmse": 0.015139096407333066 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9103197915408904, + "action_effect_rmse": 0.9223522358391879 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7052174780614102, + "action_effect_rmse": 2.1018062164419087 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02729906475638712, + "action_effect_rmse": 0.027527907004735168 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8357899348585296, + "action_effect_rmse": 1.8585793403980733 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.553693933397425, + "action_effect_rmse": 6.570820962117597 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05374848478643703, + "action_effect_rmse": 0.0541823201660024 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.651333524233775, + "action_effect_rmse": 3.693805126551295 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.849453195924204, + "action_effect_rmse": 6.8792014098020555 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07903917609244297, + "action_effect_rmse": 0.08059579729883169 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.517255705052226, + "action_effect_rmse": 4.633345919586415 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.555411975447203, + "action_effect_rmse": 5.816071677511681 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.009440551889527402, + "predicted_costs": [ + 0.3390991896689772, + 0.20503998798082962, + 0.1956650928731651, + 0.3012742706162906 + ], + "true_costs": [ + 0.3521150643826291, + 0.10926223839410341, + 0.11870279028363082, + 0.2794317290021383 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 73, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26676660628226506, + "action_effect_rmse": 0.2740781817333504 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03846907980406892, + "action_effect_rmse": 0.04543216984472358 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46897573705633916, + "action_effect_rmse": 0.4697432783080306 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.028549121646932, + "action_effect_rmse": 32.8698522795531 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3029291959249926, + "action_effect_rmse": 0.3362499814842888 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07118046976565691, + "action_effect_rmse": 0.08560731140592333 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4123410292125369, + "action_effect_rmse": 0.4130966033379303 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.287614110146844, + "action_effect_rmse": 32.92098506601337 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.36068459782828094, + "action_effect_rmse": 0.3962041654864036 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1390396024243703, + "action_effect_rmse": 0.17661905832485947 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.39853061864685246, + "action_effect_rmse": 0.39864147305263725 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.955208529268713, + "action_effect_rmse": 31.755537926730778 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6180577205269779, + "action_effect_rmse": 0.7247206470659414 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26184342924460147, + "action_effect_rmse": 0.3651913419280711 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2573280900615735, + "action_effect_rmse": 0.2575298676191585 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 24.07945332587327, + "action_effect_rmse": 30.52177300439472 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 15.987412905284213, + 5.3818141713883385, + 8.543376664688763, + 12.669602827961334 + ], + "true_costs": [ + 11.101342086554283, + 3.8826077579315164, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 562, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.253140557190747, + "action_effect_rmse": 3.790189301585614 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6739343081923531, + "action_effect_rmse": 0.7415006582300931 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.2989107539211675, + "action_effect_rmse": 7.338774249512001 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3478700817901579, + "action_effect_rmse": 1.4830018569561545 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 7.0847880413319215, + "action_effect_rmse": 8.093029438963246 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4058625530782742, + "action_effect_rmse": 2.8614368014556417 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.88501693203475, + "action_effect_rmse": 12.662925338589341 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.078648691354412, + "action_effect_rmse": 5.7551939649948345 + } + ], + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 1758.2706650418586, + "predicted_costs": [ + 9604.952164543052, + 9604.99933751039, + 9603.99933751039, + 9604.99933751039 + ], + "true_costs": [ + 7132.742399177587, + 4287.965270338637, + 6046.235935380496, + 8478.731607885064 + ] + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "anchor_step": 314, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3007827695740725, + "action_effect_rmse": 0.3413816194327011 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017052027699451838, + "action_effect_rmse": 0.017261287629846793 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.553446897228639, + "action_effect_rmse": 0.6674002606324233 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.521129472577537, + "action_effect_rmse": 0.5921026920887793 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02218251187287379, + "action_effect_rmse": 0.022248956760151248 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1015159785603903, + "action_effect_rmse": 1.3345467896932235 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.804471882675711, + "action_effect_rmse": 0.9338794897863992 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.023161582955140148, + "action_effect_rmse": 0.027652728763629196 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.220376140540092, + "action_effect_rmse": 2.685704031414785 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1156280717513762, + "action_effect_rmse": 1.2782675267657817 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14205326021270892, + "action_effect_rmse": 0.17271952727645132 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.494269953132137, + "action_effect_rmse": 5.446748015777171 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 267.24737526760754, + 70.43408234982643, + 97.53861643073681, + 142.25544930508914 + ], + "true_costs": [ + 255.9361166320296, + 46.83626855172269, + 87.25190232872446, + 176.1944381480685 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 50, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03964987784530303, + "action_effect_rmse": 0.04632995085139122 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6486847675025752, + "action_effect_rmse": 0.6923605216526114 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7303283656314765, + "action_effect_rmse": 1.9449254050048568 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07156130957711992, + "action_effect_rmse": 0.09042853025087835 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4483037905349079, + "action_effect_rmse": 0.6303149748899964 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.673071411985724, + "action_effect_rmse": 0.7428481642070088 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14319012387278598, + "action_effect_rmse": 0.1875888129043895 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.677095329570219, + "action_effect_rmse": 0.802664385720939 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3467487807338212, + "action_effect_rmse": 1.6921423870377086 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28307971420347383, + "action_effect_rmse": 0.34110359252579564 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0156120314861627, + "action_effect_rmse": 1.135141899667951 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.403158864592015, + "action_effect_rmse": 4.145632659004088 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.018111485538994502, + 0.09236479990195615, + 0.011326882971646997, + 0.030561317156974695 + ], + "true_costs": [ + 0.10158172965293766, + 0.43313709491040137, + 0.009264739027610859, + 0.20353486271518217 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 92, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3230800531882642, + "action_effect_rmse": 0.3781760143332673 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0567754893288542, + "action_effect_rmse": 0.065449876480457 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5121217929261678, + "action_effect_rmse": 0.6111983622765301 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 16.505019280468407, + "action_effect_rmse": 24.47276538265007 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6868370474756222, + "action_effect_rmse": 0.8062668985573429 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10246316845174579, + "action_effect_rmse": 0.11507523746040876 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5824092690331013, + "action_effect_rmse": 0.6994883092816032 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.020355274955143, + "action_effect_rmse": 22.43702364845079 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3972868882436693, + "action_effect_rmse": 1.6347060869087082 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17129304099889117, + "action_effect_rmse": 0.1840874644544956 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6130817586900766, + "action_effect_rmse": 0.7535123047160406 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.683074217368738, + "action_effect_rmse": 23.969424579220874 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9436517136520373, + "action_effect_rmse": 2.0194259614993704 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24666564545215763, + "action_effect_rmse": 0.25417094158126224 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5932346934034657, + "action_effect_rmse": 0.7168433402165609 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 17.454814491501036, + "action_effect_rmse": 26.17993877152041 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 30.15812841300695, + "predicted_costs": [ + 212.79415926711306, + 215.19729027155392, + 250.95374546821432, + 290.5895714519504 + ], + "true_costs": [ + 215.3763624256444, + 185.21823401263745, + 318.3285882120568, + 434.29387462596253 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 579, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3407216015128025, + "action_effect_rmse": 0.41397574188435043 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01710090004139057, + "action_effect_rmse": 0.021833714584826674 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11602255743770745, + "action_effect_rmse": 0.1325970486976405 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 42.12773179575114, + "action_effect_rmse": 58.936959986578394 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.35280345882607617, + "action_effect_rmse": 0.43231019801480247 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.029970150007468277, + "action_effect_rmse": 0.03765267929667335 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09147953016047157, + "action_effect_rmse": 0.11045568649023575 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.35409641227744, + "action_effect_rmse": 49.36085413726147 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2885634453066685, + "action_effect_rmse": 0.3663409202432679 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05422841563219016, + "action_effect_rmse": 0.06623704376920235 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09990442455472476, + "action_effect_rmse": 0.1213707074196211 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.66549869022057, + "action_effect_rmse": 45.69966393922439 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6963625675054429, + "action_effect_rmse": 0.7598247797526353 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04308633199633801, + "action_effect_rmse": 0.043371179642460574 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15597457812330207, + "action_effect_rmse": 0.16451263647140016 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.59196111582632, + "action_effect_rmse": 40.59378166658017 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 388.71664970491673, + 385.95895403790877, + 409.9708934846831, + 435.13269345206635 + ], + "true_costs": [ + 409.8774179574278, + 387.52910225100413, + 461.3632359864359, + 463.3071503456618 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 216, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23296767399197962, + "action_effect_rmse": 0.2791931601737081 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010560927830969291, + "action_effect_rmse": 0.010740779493546545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1652128332662528, + "action_effect_rmse": 1.305770677812862 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31079158142038565, + "action_effect_rmse": 0.3585796172116462 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00897060688267833, + "action_effect_rmse": 0.009103276092015366 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0015783214397327, + "action_effect_rmse": 1.2244172829466322 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5133213461770149, + "action_effect_rmse": 0.5912246967623027 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0065006016375856275, + "action_effect_rmse": 0.007925563279465444 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.666135099894575, + "action_effect_rmse": 2.714929692591213 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8757608031537215, + "action_effect_rmse": 1.0708629174231499 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03525174290549534, + "action_effect_rmse": 0.04221748256500937 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.9804287008473125, + "action_effect_rmse": 6.638509708706034 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 320.6173688660967, + 328.3699381534774, + 247.67391072827084, + 187.02931238566208 + ], + "true_costs": [ + 338.603135389711, + 409.03441794905217, + 273.2078606746679, + 180.8012820745171 + ] + }, + { + "system_id": "tank-00799", + "family": "tank", + "anchor_step": 245, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.631634135803259, + "action_effect_rmse": 0.7675543272799814 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01754519455024628, + "action_effect_rmse": 0.02036527882805185 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1323628652736583, + "action_effect_rmse": 0.13642929785607041 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.766352187598855, + "action_effect_rmse": 34.885316052745765 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9657072743824399, + "action_effect_rmse": 1.1198926498853976 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03228621033387569, + "action_effect_rmse": 0.03752787453941888 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0856260417588867, + "action_effect_rmse": 0.09512024552166903 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 25.58744044680232, + "action_effect_rmse": 25.61298923998876 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1330268289155778, + "action_effect_rmse": 1.3878214242294602 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.045773332758606955, + "action_effect_rmse": 0.05364576258828611 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07638016617215165, + "action_effect_rmse": 0.08795524156602028 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.612174604638195, + "action_effect_rmse": 25.10864389368238 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9774211913164812, + "action_effect_rmse": 2.252083328822176 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05374153203864177, + "action_effect_rmse": 0.0676152853294952 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23335355238284017, + "action_effect_rmse": 0.23777460777045104 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 17.364524388143817, + "action_effect_rmse": 22.397728898855533 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 700.9390698442508, + 494.6754914115615, + 654.876299334634, + 845.1093477839486 + ], + "true_costs": [ + 714.1733724054869, + 679.0033307716244, + 714.1504939808383, + 714.2104939808384 + ] + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "anchor_step": 213, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5645125631496869, + "action_effect_rmse": 0.6699666174617552 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004467652403160827, + "action_effect_rmse": 0.005314583504768957 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5601924598652678, + "action_effect_rmse": 0.6015510063024321 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0730904852554766, + "action_effect_rmse": 1.273380701466381 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017600116220414463, + "action_effect_rmse": 0.020931883561497833 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1205132093149928, + "action_effect_rmse": 1.2033022513988696 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.610924454260805, + "action_effect_rmse": 1.794963517751096 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05793194752530321, + "action_effect_rmse": 0.06473907346539007 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.461577305195334, + "action_effect_rmse": 3.296569784476724 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.42349466705825, + "action_effect_rmse": 2.8807220230993944 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16640306275538444, + "action_effect_rmse": 0.20392176628199368 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.138422558847803, + "action_effect_rmse": 7.764895997931525 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 172.98539083405353, + 267.2161115450954, + 212.24073179081225, + 167.7157915045883 + ], + "true_costs": [ + 140.03426591123818, + 283.1076880789322, + 129.5610296623189, + 68.21476112076361 + ] + }, + { + "system_id": "battery-00134", + "family": "battery", + "anchor_step": 88, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0183642537770047, + "action_effect_rmse": 0.021266868459202046 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1393295386194199, + "action_effect_rmse": 0.19843064695927642 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2006508536778828, + "action_effect_rmse": 1.5512546207751645 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02575695555625045, + "action_effect_rmse": 0.0273248543389504 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23020949422574452, + "action_effect_rmse": 0.3261239633527994 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6124114982372646, + "action_effect_rmse": 0.6199717338867984 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.043504914584072164, + "action_effect_rmse": 0.0489988295248346 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46211684432785677, + "action_effect_rmse": 0.4674862111745684 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.473385899519324, + "action_effect_rmse": 1.5286684850313605 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08195478278545255, + "action_effect_rmse": 0.08260084666840732 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7202976179254476, + "action_effect_rmse": 0.7357049722886829 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9776112185546708, + "action_effect_rmse": 1.03421325098595 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.36320043996478163, + 0.46879288513978673, + 0.2983271815878747, + 0.2655250150966463 + ], + "true_costs": [ + 0.8071853525585339, + 1.02, + 0.999728801164248, + 0.5341555573415576 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 565, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.349871069634883, + "action_effect_rmse": 0.4198881843257139 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7272093808970794, + "action_effect_rmse": 0.9238445097822069 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7304151349480291, + "action_effect_rmse": 0.8843798741553439 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4258973538794255, + "action_effect_rmse": 1.8333763589893497 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.342502121613931, + "action_effect_rmse": 1.6500994085864944 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3712569248642694, + "action_effect_rmse": 2.996861091506966 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7961185987823445, + "action_effect_rmse": 2.1223929239367116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.791096840961889, + "action_effect_rmse": 5.473178307375827 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 86.72788344869895, + 227.96276788224935, + 107.92173705916804, + 46.4234420593653 + ], + "true_costs": [ + 55.0023239822459, + 286.92551859562525, + 76.74128796894166, + 32.34928156983875 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 278, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18081010018023136, + "action_effect_rmse": 0.23215501856873663 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030790076959767987, + "action_effect_rmse": 0.039008636659416895 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11062151118720627, + "action_effect_rmse": 0.13040931260510924 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 13.810186284052106, + "action_effect_rmse": 14.575493544391481 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3113087674824732, + "action_effect_rmse": 0.36668180829707314 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.055273227519431124, + "action_effect_rmse": 0.06545370709052409 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0778819060596289, + "action_effect_rmse": 0.09229667783712128 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 14.719176761875993, + "action_effect_rmse": 16.87151506662873 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29837603846923894, + "action_effect_rmse": 0.40890067279807973 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09241803551774197, + "action_effect_rmse": 0.10461671695872791 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18404778696162447, + "action_effect_rmse": 0.20928812778683262 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 8.414388139299236, + "action_effect_rmse": 8.483591101475433 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7379893259512998, + "action_effect_rmse": 0.74911785179907 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2065354281985409, + "action_effect_rmse": 0.22530093589588077 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3502742388566782, + "action_effect_rmse": 0.3625486428563626 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.546203666296422, + "action_effect_rmse": 7.964420358214222 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 202.55858516291485, + 174.75206841284066, + 212.17155533452853, + 255.41403933018375 + ], + "true_costs": [ + 235.63776377440126, + 173.15817331505383, + 250.3745151176978, + 282.52112085275826 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 89, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27691036109271927, + "action_effect_rmse": 0.385259636019107 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027297548148640754, + "action_effect_rmse": 0.0352437366951036 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08629708850002789, + "action_effect_rmse": 0.1088205514052306 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.018376337324963, + "action_effect_rmse": 29.898500080869397 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28951408591833133, + "action_effect_rmse": 0.41920767387972524 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04554532601864617, + "action_effect_rmse": 0.05942076935653399 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0666956772976348, + "action_effect_rmse": 0.08012174980281758 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.716433397133121, + "action_effect_rmse": 21.09756455590957 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4762638140365964, + "action_effect_rmse": 0.6361973660277974 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06140096590819096, + "action_effect_rmse": 0.07450961275697009 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05852416637873962, + "action_effect_rmse": 0.07073501375149914 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.77651252029395, + "action_effect_rmse": 35.76364345095156 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8320987280795483, + "action_effect_rmse": 0.9958482710804004 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08105051005221438, + "action_effect_rmse": 0.11006348047308236 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07153776914110187, + "action_effect_rmse": 0.08953790835766737 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.60703812169648, + "action_effect_rmse": 33.87438901538825 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 367.2673545317532, + 353.8417408754618, + 369.9075820806849, + 386.4796348461159 + ], + "true_costs": [ + 463.2744484215524, + 368.13596146956036, + 458.40542317235906, + 463.3071503456618 + ] + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "anchor_step": 593, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29629355384745776, + "action_effect_rmse": 0.33633299860652144 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0021288713880534735, + "action_effect_rmse": 0.0024165542829065086 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6733814835310644, + "action_effect_rmse": 0.7632884545042534 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5320387092876402, + "action_effect_rmse": 0.6040429585099767 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009097712526661658, + "action_effect_rmse": 0.009536097489994063 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2436433516018421, + "action_effect_rmse": 1.4123026336790594 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8536209037702539, + "action_effect_rmse": 0.9697769957042126 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.032645428017466095, + "action_effect_rmse": 0.037957610305270874 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.755250328181887, + "action_effect_rmse": 3.1542667602755743 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9293042339720194, + "action_effect_rmse": 2.2571068049384184 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11715481628855429, + "action_effect_rmse": 0.13768196864185603 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.839920454264075, + "action_effect_rmse": 6.888768256926915 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 72.54826888760921, + 28.19370228262479, + 7.356678612683223, + 4.91541341244595 + ], + "true_costs": [ + 63.504213835909326, + 69.82566060087709, + 13.72340517280082, + 6.148051787067191 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 650, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45579127321819257, + "action_effect_rmse": 0.5581802128460793 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012181219932084986, + "action_effect_rmse": 0.015120856379205645 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32601160200201446, + "action_effect_rmse": 0.34270321009789423 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.555833907357364, + "action_effect_rmse": 33.950844989841585 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8571024498151946, + "action_effect_rmse": 1.0880895043017893 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022796803931111498, + "action_effect_rmse": 0.02679587418349802 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3069332058012717, + "action_effect_rmse": 0.32879228621419604 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 19.815448605692772, + "action_effect_rmse": 29.04032038597467 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6241335647167805, + "action_effect_rmse": 2.034481079920152 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029535728807290457, + "action_effect_rmse": 0.03198651618776511 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3939398604849959, + "action_effect_rmse": 0.4088457537551217 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 21.38748113849664, + "action_effect_rmse": 31.483831035526748 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6163560985576018, + "action_effect_rmse": 1.7799588933614547 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.050679988389633245, + "action_effect_rmse": 0.06877339334575566 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20629310340390336, + "action_effect_rmse": 0.2279749727404932 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 27.828271688976002, + "action_effect_rmse": 28.71544010090131 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 55.03745378828963, + 52.26576014001795, + 66.15869815837364, + 84.87865179834833 + ], + "true_costs": [ + 84.72887481673098, + 59.33166142916739, + 137.45616638123062, + 221.48838583981066 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 89, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14598932162905007, + "action_effect_rmse": 0.17082230722939934 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0038692670553809685, + "action_effect_rmse": 0.0045274369091083035 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6580526112546229, + "action_effect_rmse": 0.7353582891288015 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13888271643613712, + "action_effect_rmse": 0.15835863977561324 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01199367255827847, + "action_effect_rmse": 0.012917371653950451 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2942467891415579, + "action_effect_rmse": 1.5215548732483568 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14482825671440125, + "action_effect_rmse": 0.16575719016824889 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04242031618977057, + "action_effect_rmse": 0.0503032588585742 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.888054478038176, + "action_effect_rmse": 3.571434183201273 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03651894150392051, + "action_effect_rmse": 0.04169285768122805 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14434452407679998, + "action_effect_rmse": 0.1645270986238124 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.949209430018783, + "action_effect_rmse": 7.810703591509286 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 1.0538118567538404, + "predicted_costs": [ + 3.524222385337549, + 38.02921828253491, + 1.1850525786255743, + 18.429627229677557 + ], + "true_costs": [ + 2.3836696186609325, + 51.41263704618678, + 3.437481475414773, + 13.667427199187252 + ] + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "anchor_step": 488, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46575436171183665, + "action_effect_rmse": 0.5067911057876313 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03513578961522038, + "action_effect_rmse": 0.0382315376731273 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.040712159012628, + "action_effect_rmse": 1.2154431078448389 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7418159949784501, + "action_effect_rmse": 0.8071760055729454 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024893081096178566, + "action_effect_rmse": 0.027086361868453056 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9520405641773095, + "action_effect_rmse": 2.3320692540144243 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9859514590143768, + "action_effect_rmse": 1.0693489047493663 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06421273646813219, + "action_effect_rmse": 0.07013744108409413 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.505255502780377, + "action_effect_rmse": 4.387091039912108 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0333591477160293, + "action_effect_rmse": 1.1170820531472252 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3042362071235966, + "action_effect_rmse": 0.33010570098545367 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.588089368559774, + "action_effect_rmse": 7.890948752642302 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 320.9844277523953, + 90.59394340201146, + 143.32608226630623, + 223.04574148996306 + ], + "true_costs": [ + 277.8607729931297, + 49.26872726881882, + 88.7369411514514, + 168.2115212123616 + ] + }, + { + "system_id": "tank-00631", + "family": "tank", + "anchor_step": 574, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0604733690112031, + "action_effect_rmse": 1.0797016192962914 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03148868885246081, + "action_effect_rmse": 0.03623239930627719 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013715124197185994, + "action_effect_rmse": 0.015624089113737132 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 10.54355872644769, + "action_effect_rmse": 11.03242465811393 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6899553950429962, + "action_effect_rmse": 1.711945111907638 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.058496046394151215, + "action_effect_rmse": 0.0677408612538331 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12168088602694521, + "action_effect_rmse": 0.1258377564630201 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 6.60360615872725, + "action_effect_rmse": 7.405686978335036 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0901916206129965, + "action_effect_rmse": 2.1223083628400508 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10858095050569065, + "action_effect_rmse": 0.12657217859635433 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17196898300359417, + "action_effect_rmse": 0.19051654822640318 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.03917989137651, + "action_effect_rmse": 19.369603706327553 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4887272464729233, + "action_effect_rmse": 2.5410221382654106 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2209566922582257, + "action_effect_rmse": 0.24420143911006528 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12441438615468109, + "action_effect_rmse": 0.15503179906298808 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.732433458983481, + "action_effect_rmse": 11.867421104792923 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 851.2538408450174, + 563.2613096935439, + 629.7037668597234, + 701.0198751670558 + ], + "true_costs": [ + 814.2415623748421, + 735.7443762014088, + 814.208347071255, + 814.2683470712551 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 561, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08203692991292459, + "action_effect_rmse": 0.0933706742937959 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036404257085737393, + "action_effect_rmse": 0.004297624245958559 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2691018177562708, + "action_effect_rmse": 0.31839279168907303 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.255159870739103, + "action_effect_rmse": 33.27138820418269 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13282854092849838, + "action_effect_rmse": 0.1543771445692002 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004859700072485633, + "action_effect_rmse": 0.006969042372562999 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3352747667381845, + "action_effect_rmse": 0.3803343502157934 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 21.94845250367276, + "action_effect_rmse": 31.544994968022028 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2501522129319686, + "action_effect_rmse": 0.2935355141532792 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015197247857713592, + "action_effect_rmse": 0.017302211599802532 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37947292636646973, + "action_effect_rmse": 0.43279809999348234 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 21.67404611392743, + "action_effect_rmse": 31.504262395042165 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2784894783860228, + "action_effect_rmse": 1.6141014015738826 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04262638422630971, + "action_effect_rmse": 0.04942316863336292 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3871931048320952, + "action_effect_rmse": 0.4645095150969609 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 20.6792113564366, + "action_effect_rmse": 29.541377785395138 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 88.95021556540883, + 37.52127481579509, + 91.61647667972193, + 190.74909165601986 + ], + "true_costs": [ + 119.26691296313327, + 41.55551767351272, + 115.54307216366428, + 191.4120311804296 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 476, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015063737925068543, + "action_effect_rmse": 0.01898607005136761 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26355823645409987, + "action_effect_rmse": 0.28789537040972185 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.461173714403917, + "action_effect_rmse": 5.407890611789216 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030080860192589338, + "action_effect_rmse": 0.03791453175670079 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4992061707467818, + "action_effect_rmse": 0.544937960163859 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.593288036959019, + "action_effect_rmse": 5.57447354823049 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05997673606449979, + "action_effect_rmse": 0.0756014962092796 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8994599782190941, + "action_effect_rmse": 0.9826296441329578 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.855371424938494, + "action_effect_rmse": 5.9053138226503314 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1116098072632209, + "action_effect_rmse": 0.13609963094212266 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6829161984909125, + "action_effect_rmse": 1.8286767006169575 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.461390158775527, + "action_effect_rmse": 5.1121176881357 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.25577229335300267, + 0.2068484389059507, + 0.22030955669119479, + 0.27732694640840416 + ], + "true_costs": [ + 0.22401075765781173, + 0.07059060706094998, + 0.13391300647429893, + 0.2867444652064415 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 48, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08910422647742126, + "action_effect_rmse": 0.11099564511723262 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006095367832505379, + "action_effect_rmse": 0.007811000607858595 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37167708012908246, + "action_effect_rmse": 0.42392819837391355 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 43.005765338224165, + "action_effect_rmse": 64.303395821297 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3209045302388886, + "action_effect_rmse": 0.36613081227753924 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018350438293653088, + "action_effect_rmse": 0.02385027689658182 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.680760767976647, + "action_effect_rmse": 0.7381478262268486 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.859162074962402, + "action_effect_rmse": 50.867095238627975 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6848183234204258, + "action_effect_rmse": 0.7854723989195332 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05007664722322147, + "action_effect_rmse": 0.06468199891765604 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7077626817823166, + "action_effect_rmse": 0.7859185416318316 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.250604886433376, + "action_effect_rmse": 38.47920285296481 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3239583102208925, + "action_effect_rmse": 1.5342445314085742 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12609794335937133, + "action_effect_rmse": 0.16319361191711235 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6453101388533812, + "action_effect_rmse": 0.7401140298546749 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.49071139827187, + "action_effect_rmse": 31.581206522606973 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 422.5071897028075, + 452.8052254953101, + 508.7392423821397, + 570.0752663432323 + ], + "true_costs": [ + 469.1559103653997, + 477.31772850027147, + 522.0125093964579, + 522.0725093964579 + ] + }, + { + "system_id": "tank-00583", + "family": "tank", + "anchor_step": 597, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0821035318534283, + "action_effect_rmse": 0.09558739227916196 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01904438140651088, + "action_effect_rmse": 0.02363550871855158 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06320052403020716, + "action_effect_rmse": 0.0741141149525942 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.131881044738392, + "action_effect_rmse": 25.06893612937575 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09177002195464527, + "action_effect_rmse": 0.0976649170836879 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03635705696467303, + "action_effect_rmse": 0.04462734987101556 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10101374341542646, + "action_effect_rmse": 0.11504454963905517 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.01518179858211, + "action_effect_rmse": 22.206177385139227 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07584098416103717, + "action_effect_rmse": 0.08809091405259642 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08529644492426354, + "action_effect_rmse": 0.0957026690101804 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1518571854656086, + "action_effect_rmse": 0.17289068714544734 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.53536379762613, + "action_effect_rmse": 22.103493953158132 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2772486730443842, + "action_effect_rmse": 0.3326367175585388 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2027383405853461, + "action_effect_rmse": 0.2197117912753584 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3121837973867695, + "action_effect_rmse": 0.3712757579593278 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 24.716057460695414, + "action_effect_rmse": 24.7852333776502 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 190.90572788403358, + 174.95353574194309, + 185.77281534162927, + 197.00919062500077 + ], + "true_costs": [ + 194.68298823073295, + 175.34626383295222, + 194.66039774836761, + 194.72039774836762 + ] + }, + { + "system_id": "tank-01183", + "family": "tank", + "anchor_step": 312, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08399533738376992, + "action_effect_rmse": 0.145484191947579 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012312825711938183, + "action_effect_rmse": 0.014720342381391364 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3551422696026126, + "action_effect_rmse": 0.36269837683181244 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 22.923508539377053, + "action_effect_rmse": 24.009524798197006 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18085754336442386, + "action_effect_rmse": 0.3132544540392736 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024370768490077428, + "action_effect_rmse": 0.028796231233040353 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4216579177415711, + "action_effect_rmse": 0.4303861363361715 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 17.127838224679323, + "action_effect_rmse": 20.37719862505599 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.396111183471227, + "action_effect_rmse": 0.6860846952184024 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.048173596516594586, + "action_effect_rmse": 0.05521854362968681 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.845181941842395, + "action_effect_rmse": 0.8495003268059641 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 38.12313895322289, + "action_effect_rmse": 41.48004752732935 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0037549474690202, + "action_effect_rmse": 1.7375011710037642 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10035094738662487, + "action_effect_rmse": 0.11243176637776352 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4952065894447888, + "action_effect_rmse": 1.4975455744601347 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 36.8970837090921, + "action_effect_rmse": 40.30841582724459 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 501.41915571478546, + 501.3661478980465, + 501.3861478980465, + 501.4461478980465 + ], + "true_costs": [ + 501.41916403031826, + 400.40856387883787, + 501.3452935889762, + 501.4461562135793 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 486, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01819074870727518, + "action_effect_rmse": 0.02221340566505754 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16822881303261342, + "action_effect_rmse": 0.18067945870075028 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.467756607174484, + "action_effect_rmse": 5.125141575540221 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03554296918354557, + "action_effect_rmse": 0.04378693810374636 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3184993103926563, + "action_effect_rmse": 0.3412259815911132 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.701196080788698, + "action_effect_rmse": 3.1883076745888235 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08377703083546313, + "action_effect_rmse": 0.09851242850661379 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7831847497657499, + "action_effect_rmse": 0.9778251501879638 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.685063533510828, + "action_effect_rmse": 9.75401718781857 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11320086525068988, + "action_effect_rmse": 0.14040999237551927 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2361925538350658, + "action_effect_rmse": 3.3541634907033298 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9193839170525042, + "action_effect_rmse": 2.24533432422735 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9588118971452088, + 0.870935207703033, + 0.6079082015619743, + 0.45526560811502037 + ], + "true_costs": [ + 0.9469201430400964, + 1.02, + 0.99991070119537, + 0.46373921989873657 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 543, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09517313035438087, + "action_effect_rmse": 0.1058785402063166 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.036767803970678394, + "action_effect_rmse": 0.041569297974294324 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4517267741848221, + "action_effect_rmse": 0.45183340581741027 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.88557017036006, + "action_effect_rmse": 27.098664422463276 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17387303206063587, + "action_effect_rmse": 0.19018682675176626 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07017070130348675, + "action_effect_rmse": 0.08029509394500514 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39542178690868984, + "action_effect_rmse": 0.3961481467997903 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.322223955817915, + "action_effect_rmse": 26.918895333139602 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25818252259539315, + "action_effect_rmse": 0.2791628512090163 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1310424200638245, + "action_effect_rmse": 0.15210886872336624 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5603907401025909, + "action_effect_rmse": 0.5621257103620229 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.356586703934806, + "action_effect_rmse": 27.14044097149351 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3716231973081548, + "action_effect_rmse": 0.47130201718248455 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2750650163129181, + "action_effect_rmse": 0.34512799215931234 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12000502315601558, + "action_effect_rmse": 0.1326333465425654 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.5949187943048, + "action_effect_rmse": 34.002241364983846 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 2.346762712075198, + "predicted_costs": [ + 2.8556543067261297, + 3.183214050998547, + 1.8618501150135733, + 3.59467116356439 + ], + "true_costs": [ + 4.286553231048985, + 1.9213539858748947, + 4.268116697950092, + 4.328116697950093 + ] + }, + { + "system_id": "battery-00992", + "family": "battery", + "anchor_step": 416, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05940794844359848, + "action_effect_rmse": 0.06030989063302478 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8280727812547625, + "action_effect_rmse": 0.9285905061809506 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.961444126572301, + "action_effect_rmse": 9.403461413641645 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.117701912538918, + "action_effect_rmse": 0.11947532268650411 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.543818059473671, + "action_effect_rmse": 1.7340287874365838 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.8286705525971896, + "action_effect_rmse": 4.101023799042461 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21164563764269584, + "action_effect_rmse": 0.21497201999609955 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5258486810194065, + "action_effect_rmse": 2.8756513514246276 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2511794667361631, + "action_effect_rmse": 0.31637344931344996 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3268837108035912, + "action_effect_rmse": 0.33198219972497595 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.22235686190947, + "action_effect_rmse": 3.800326036458184 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34879106986858943, + "action_effect_rmse": 0.3968231458779556 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.053362692317087, + 0.5801444154024187, + 0.4086026426449502, + 0.3372571777759057 + ], + "true_costs": [ + 1.0569710574497113, + 1.02, + 0.9997965881981167, + 0.695282497245708 + ] + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "anchor_step": 423, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8898259994932497, + "action_effect_rmse": 0.929867512622364 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.9788086543115164, + "action_effect_rmse": 3.0570102376862867 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7679891759705118, + "action_effect_rmse": 1.847562993784275 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 5.953225233213573, + "action_effect_rmse": 6.109490851329308 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3970501210219848, + "action_effect_rmse": 1.724937479377959 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.02029664978475, + "action_effect_rmse": 5.720084165900597 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.032018278970167, + "action_effect_rmse": 2.1446426446226647 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.037796512403664, + "action_effect_rmse": 6.31477695841142 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 309.6778374835254, + 241.93475613408012, + 272.8167849780403, + 309.39970349725104 + ], + "true_costs": [ + 506.0009441202257, + 257.70845940587697, + 345.09701060984537, + 529.9417945311462 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 607, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49425453334191943, + "action_effect_rmse": 0.5928945917779944 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002927179926225302, + "action_effect_rmse": 0.0031956186856952665 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5369179127102551, + "action_effect_rmse": 0.5388148220515664 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.71644358489387, + "action_effect_rmse": 30.904338140775327 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.985457601065124, + "action_effect_rmse": 1.178184758666182 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01168622843515088, + "action_effect_rmse": 0.012316050884931404 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48133952637261634, + "action_effect_rmse": 0.48791932647934233 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.5417548703624, + "action_effect_rmse": 27.44555592900166 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2735064740854087, + "action_effect_rmse": 1.645057523857265 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04919524399029207, + "action_effect_rmse": 0.05910477346810231 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4159831934114133, + "action_effect_rmse": 0.4352650556572014 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.674528452516563, + "action_effect_rmse": 22.02978721868352 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8151313357236745, + "action_effect_rmse": 2.686152693182711 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1495918107805506, + "action_effect_rmse": 0.18004614653319853 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21139700858331614, + "action_effect_rmse": 0.2628919440851225 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.641247646410635, + "action_effect_rmse": 17.239348575859605 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 8.244127777153594, + 6.025104505550585, + 7.572463447351543, + 10.982966591265763 + ], + "true_costs": [ + 49.771414035554685, + 4.770668612785733, + 50.48855396699951, + 77.21254674519439 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 632, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08131784474554493, + "action_effect_rmse": 0.09946253533615337 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6360455735972058, + "action_effect_rmse": 0.771541369598778 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15582535961556823, + "action_effect_rmse": 0.19059512945370966 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3351967449435354, + "action_effect_rmse": 1.5926998737402327 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4575199594115536, + "action_effect_rmse": 0.5213628816080085 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.057020338506163, + "action_effect_rmse": 7.570439197760633 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4364050974329909, + "action_effect_rmse": 0.5090958782729617 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 16.45074820677208, + "action_effect_rmse": 17.497771603250765 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 215.4380838484901, + 266.01488989565144, + 410.20564071357217, + 608.3216861303297 + ], + "true_costs": [ + 205.04782664748225, + 232.9805467984468, + 383.72949363901614, + 601.7715413350312 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 255, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.44995392008150265, + "action_effect_rmse": 0.5462116960212982 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.705788157241822, + "action_effect_rmse": 0.9101177287023992 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8421928431604423, + "action_effect_rmse": 1.0223615766583283 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4074834149146416, + "action_effect_rmse": 1.8062751626889368 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4738204061324467, + "action_effect_rmse": 1.7891118763494294 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.799424029339415, + "action_effect_rmse": 3.5603937887551127 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2465605274824902, + "action_effect_rmse": 2.7271627544060735 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.542731157050109, + "action_effect_rmse": 6.938454286152466 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 5291.947719632398, + 2144.5698291898207, + 3281.5656880136344, + 4928.696258073271 + ], + "true_costs": [ + 5425.216139675951, + 1885.6201291725433, + 3104.664119995822, + 4997.93311828181 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 471, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20559028731535753, + "action_effect_rmse": 0.24399423669087955 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0004965581878645745, + "action_effect_rmse": 0.0005893142042131647 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.806757010126527, + "action_effect_rmse": 0.9636107248437954 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3386139504232683, + "action_effect_rmse": 0.4050874522082838 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0044108558524911246, + "action_effect_rmse": 0.005242333310898606 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6256347562773499, + "action_effect_rmse": 1.9543613385139103 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4655579978683117, + "action_effect_rmse": 0.5643575795250839 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0185274906615831, + "action_effect_rmse": 0.022202999939308826 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.282943201145031, + "action_effect_rmse": 3.9795424368109553 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4833824607521168, + "action_effect_rmse": 0.5772829778773173 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05622749029639588, + "action_effect_rmse": 0.06850145121091142 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.527641414587151, + "action_effect_rmse": 7.8543841771634195 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 3.1050379143064903, + "predicted_costs": [ + 11.841807908007294, + 2.619185328359932, + 11.961210716175941, + 38.5563900736186 + ], + "true_costs": [ + 3.9069664694096113, + 7.012004383716102, + 4.09689031750333, + 33.18862551744388 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 318, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3075928604609146, + "action_effect_rmse": 0.36881541183018357 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1850473747583692, + "action_effect_rmse": 1.3552176140521517 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48185216786676816, + "action_effect_rmse": 0.5965551436363249 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.3237523241371414, + "action_effect_rmse": 2.673235418117278 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3571144585619355, + "action_effect_rmse": 1.4531318958451898 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.640737934992255, + "action_effect_rmse": 6.239647215267977 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.776245609821481, + "action_effect_rmse": 4.805511339382841 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.11821303354744, + "action_effect_rmse": 16.060309582431906 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 810.1440137481492, + 289.7130426760736, + 441.5159030369878, + 737.4342464091001 + ], + "true_costs": [ + 785.5934953553739, + 245.3048285334962, + 395.24530667191, + 724.8986487280489 + ] + }, + { + "system_id": "tank-00097", + "family": "tank", + "anchor_step": 633, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021177703114444668, + "action_effect_rmse": 0.03243858462296882 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0062724942267724515, + "action_effect_rmse": 0.007453034536960047 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009526883321179716, + "action_effect_rmse": 0.009535046983456441 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.319385686814755, + "action_effect_rmse": 46.770007912465985 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07502199716958202, + "action_effect_rmse": 0.08721259380846426 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015857152482591157, + "action_effect_rmse": 0.01865707292761476 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05665657263754106, + "action_effect_rmse": 0.06500375770547084 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.924589583424204, + "action_effect_rmse": 39.885011261455055 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23661051287803936, + "action_effect_rmse": 0.2549106616397673 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.032237646029931476, + "action_effect_rmse": 0.037700821549978954 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07427402092726385, + "action_effect_rmse": 0.08956932868011491 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.776376036891392, + "action_effect_rmse": 36.4761807618242 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.714854667817459, + "action_effect_rmse": 0.7742384986424743 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07092683958736323, + "action_effect_rmse": 0.08146067390064297 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12403957501839598, + "action_effect_rmse": 0.14597228507089244 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 17.996257477438675, + "action_effect_rmse": 22.036532246801098 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 413.1608968466856, + 396.81664877715184, + 397.3619614410562, + 397.9914540535209 + ], + "true_costs": [ + 397.9200834828189, + 373.9245487931348, + 409.23658757258653, + 409.29658757258653 + ] + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "anchor_step": 159, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26427096884923645, + "action_effect_rmse": 0.30512664666659156 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004368530379294337, + "action_effect_rmse": 0.005069400473968248 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6969241153697112, + "action_effect_rmse": 0.8068176015149857 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.49328303912198496, + "action_effect_rmse": 0.5676083966168269 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014021960898685867, + "action_effect_rmse": 0.01670803461103908 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3848602553471494, + "action_effect_rmse": 1.5987093614187597 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8590090808561625, + "action_effect_rmse": 0.9824730959492791 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04724232822637712, + "action_effect_rmse": 0.057346073084350906 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.733983890504694, + "action_effect_rmse": 3.1399986724377222 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2152535617399305, + "action_effect_rmse": 1.388819021928255 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13600556041076692, + "action_effect_rmse": 0.17366624975599473 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.571757634893345, + "action_effect_rmse": 5.474862366911259 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 1.9438684107607909, + "predicted_costs": [ + 30.591469826563042, + 5.9031447494711475, + 10.311601879517276, + 20.710359063476428 + ], + "true_costs": [ + 23.5076722058105, + 7.319912903539635, + 5.376044492778844, + 29.43346858355869 + ] + }, + { + "system_id": "tank-00532", + "family": "tank", + "anchor_step": 507, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19799320715472035, + "action_effect_rmse": 0.22490879400623698 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010119680901528483, + "action_effect_rmse": 0.011558094766831463 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26185610746688753, + "action_effect_rmse": 0.2676401708822357 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 42.6933710096601, + "action_effect_rmse": 47.360796067412856 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.40860833512450245, + "action_effect_rmse": 0.46764138144977974 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018109565173160053, + "action_effect_rmse": 0.020873071815983933 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10596790717990427, + "action_effect_rmse": 0.13208202665274943 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 43.52604522089617, + "action_effect_rmse": 47.32774954472601 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4529430518185391, + "action_effect_rmse": 0.614695089950278 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02484169450077663, + "action_effect_rmse": 0.02802307303798799 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07760600453574303, + "action_effect_rmse": 0.09382179308757452 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 45.58187673650584, + "action_effect_rmse": 47.58013097626212 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7715585129923653, + "action_effect_rmse": 0.9665223251545604 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025591827872395594, + "action_effect_rmse": 0.029581635505841797 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0830838145863233, + "action_effect_rmse": 0.09935380140521491 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 51.51233234267545, + "action_effect_rmse": 54.01462479693143 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 114.0594496845671, + 81.88866083719594, + 92.34393769470083, + 103.81131205770767 + ], + "true_costs": [ + 123.7470658470387, + 60.77221726366469, + 101.61536388113547, + 124.75523032834852 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 262, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4759152864734231, + "action_effect_rmse": 0.538690421448677 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15244691804628965, + "action_effect_rmse": 0.17677245557055757 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15186310979402873, + "action_effect_rmse": 0.15192585819601648 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 50.70970270194439, + "action_effect_rmse": 71.80214889054939 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5426935284164783, + "action_effect_rmse": 0.5804081634325617 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2247160981068935, + "action_effect_rmse": 0.2470993416036539 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17374036826136063, + "action_effect_rmse": 0.1739097936170622 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 49.02029937265795, + "action_effect_rmse": 69.23494113388593 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5077627710225949, + "action_effect_rmse": 0.5221980653775539 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3065415565042926, + "action_effect_rmse": 0.316172177930783 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16598042697791673, + "action_effect_rmse": 0.16640293496572528 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 45.74822028438599, + "action_effect_rmse": 64.67206894731716 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5935704341179773, + "action_effect_rmse": 0.7429668676608752 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.47308621237724563, + "action_effect_rmse": 0.483240965266887 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2105853024352818, + "action_effect_rmse": 0.21105751397213382 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 41.31268791597765, + "action_effect_rmse": 58.06822519901689 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 0.13674046325794714, + "predicted_costs": [ + 2.7667491492239717, + 2.9805941106959306, + 1.363207617930966, + 0.6451116999284741 + ], + "true_costs": [ + 1.4372284787186647, + 6.296994151092552, + 0.26310145998187806, + 0.3998419232398252 + ] + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "anchor_step": 80, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.44359214439081524, + "action_effect_rmse": 0.5598271137912222 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.564319313454651e-05, + "action_effect_rmse": 4.0290734299912855e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5413977189713819, + "action_effect_rmse": 0.7829687117697754 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8368842486281736, + "action_effect_rmse": 1.0559620397809686 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0025707871238450273, + "action_effect_rmse": 0.0032321252244113183 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0820427524264555, + "action_effect_rmse": 1.5653506618311717 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4889806508342918, + "action_effect_rmse": 1.8779476537455904 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014373787400630297, + "action_effect_rmse": 0.01815039256765302 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.16114439174873, + "action_effect_rmse": 3.1284106142138493 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8018091281056705, + "action_effect_rmse": 1.992589322895633 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05528553786838349, + "action_effect_rmse": 0.0682548723751101 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.806456770809286, + "action_effect_rmse": 5.673443196160661 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 20.28181418057293, + "predicted_costs": [ + 37.11785057394775, + 11.970288896988231, + 29.051989299222626, + 57.61962039092787 + ], + "true_costs": [ + 16.853477507964598, + 21.71749834028883, + 1.435684159715903, + 32.17525836069511 + ] + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "anchor_step": 368, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3954429232259429, + "action_effect_rmse": 0.46551275956132765 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0113045383138252, + "action_effect_rmse": 0.011305364034403314 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6658683186206341, + "action_effect_rmse": 0.8768902602201445 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7666490667514255, + "action_effect_rmse": 0.9170275537435474 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015404862870986117, + "action_effect_rmse": 0.017465880231918984 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3327094444156273, + "action_effect_rmse": 1.7545513213241863 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4444108333731525, + "action_effect_rmse": 1.8122347436318493 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03835519366966148, + "action_effect_rmse": 0.0461216396657137 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6724355164673548, + "action_effect_rmse": 3.514665951720492 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.144022377755814, + "action_effect_rmse": 3.705658495019731 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17377954155762154, + "action_effect_rmse": 0.19387954509477504 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.397279970357052, + "action_effect_rmse": 7.070995343487767 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.0, + "predicted_costs": [ + 99.97333615288811, + 178.22987054065266, + 249.47754432842774, + 344.13815825062966 + ], + "true_costs": [ + 116.01417143382986, + 114.01417143382986, + 236.4156480478051, + 424.6700995022107 + ] + }, + { + "system_id": "battery-00266", + "family": "battery", + "anchor_step": 24, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.038388228585420105, + "action_effect_rmse": 0.04225565717836392 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5336359675494021, + "action_effect_rmse": 0.566582189233285 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.5593088618046473, + "action_effect_rmse": 3.981118269974274 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0818326828897694, + "action_effect_rmse": 0.09017739723575949 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0992699553888592, + "action_effect_rmse": 1.1662574525692613 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6190839817957752, + "action_effect_rmse": 1.8125085656681348 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13906922573159408, + "action_effect_rmse": 0.1621790986111234 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.84389166446325, + "action_effect_rmse": 2.014547358384137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9281667917920716, + "action_effect_rmse": 1.13693980336964 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1623618348554981, + "action_effect_rmse": 0.20345484772403719 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.114998640363568, + "action_effect_rmse": 2.43253053806664 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2721059747944399, + "action_effect_rmse": 1.585255256584734 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.4582819075577791, + 0.39329082401606724, + 0.2961675571154984, + 0.24954735116762558 + ], + "true_costs": [ + 0.825786582467057, + 0.7059339134701421, + 0.3281522313620786, + 0.16139741703890506 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 113, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04708715917888284, + "action_effect_rmse": 0.05467923786935397 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002132941632255599, + "action_effect_rmse": 0.002636011864851211 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04468263260167926, + "action_effect_rmse": 0.05428380786438486 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.00089832743844, + "action_effect_rmse": 33.30163269164061 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06594993760229666, + "action_effect_rmse": 0.07823675084292145 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003568358897858559, + "action_effect_rmse": 0.005099533957112436 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04291044400037314, + "action_effect_rmse": 0.05319936325842605 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 21.80868998229124, + "action_effect_rmse": 27.297690434840003 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4071511438224877, + "action_effect_rmse": 0.5815270478316723 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012974361839580931, + "action_effect_rmse": 0.014757210522018198 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1325367718396909, + "action_effect_rmse": 0.13333452207945273 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.957438994192794, + "action_effect_rmse": 16.508336543394293 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.612664756978116, + "action_effect_rmse": 3.0163512288905023 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02934497035431723, + "action_effect_rmse": 0.03609845122780524 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.40262353372256965, + "action_effect_rmse": 0.40264449709773037 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.961636695569506, + "action_effect_rmse": 18.89010472554568 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1229.1794052837065, + 803.7919152636073, + 1043.8429365412007, + 1331.1443527802592 + ], + "true_costs": [ + 1084.8568881823676, + 792.4849262811426, + 1044.284872697415, + 1136.585023480676 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 324, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21588324868395622, + "action_effect_rmse": 0.23622775076532698 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04462362085617381, + "action_effect_rmse": 0.050851943257269196 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3712561825158604, + "action_effect_rmse": 0.3985411208391719 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.5308803956225, + "action_effect_rmse": 32.10808975467163 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.40521940026676856, + "action_effect_rmse": 0.4391985229474832 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09063589801787231, + "action_effect_rmse": 0.10338429946940425 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20968649049096047, + "action_effect_rmse": 0.24823301168059209 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 21.212498724134566, + "action_effect_rmse": 23.221825562471786 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3867881045125105, + "action_effect_rmse": 0.4686054482318192 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16651076587983069, + "action_effect_rmse": 0.1902313786933247 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28766007533940047, + "action_effect_rmse": 0.3562410965944809 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 33.735535526618236, + "action_effect_rmse": 39.06260198569688 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41950000680535204, + "action_effect_rmse": 0.5490080021340573 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32900443677533414, + "action_effect_rmse": 0.3803417036024752 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24231095048607776, + "action_effect_rmse": 0.31240376888412996 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 20.360737686388187, + "action_effect_rmse": 21.571624659411405 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 452.6820101613876, + 364.29294323497714, + 413.31035566098836, + 466.7331667098152 + ], + "true_costs": [ + 463.24576500376764, + 394.6512232212727, + 463.2471503456618, + 463.3071503456618 + ] + }, + { + "system_id": "battery-00635", + "family": "battery", + "anchor_step": 339, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02280649144759774, + "action_effect_rmse": 0.027616083151193974 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5511364931945941, + "action_effect_rmse": 0.588409662037622 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6647490787975189, + "action_effect_rmse": 0.7639658535319074 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11455523213522971, + "action_effect_rmse": 0.12693364358548112 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.7490531061383408, + "action_effect_rmse": 3.8423806410142403 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.0659909560841214, + "action_effect_rmse": 3.0713207636773685 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31607129732284006, + "action_effect_rmse": 0.33801983488715737 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 7.313267668574421, + "action_effect_rmse": 7.423463211266185 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.812252012869513, + "action_effect_rmse": 3.8693029037551487 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2268340259712247, + "action_effect_rmse": 0.2651513576376119 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9876130082670553, + "action_effect_rmse": 2.2962881221990297 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.174501117969346, + "action_effect_rmse": 7.175460883677833 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.40882101387515024, + 0.036243227805488755, + 0.005730720011149163, + 0.06359856889703128 + ], + "true_costs": [ + 0.5894062448907171, + 0.39549198412545516, + 0.008513085539305567, + 0.16677117346189982 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 40, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4603269414854078, + "action_effect_rmse": 0.5623774616336874 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027396280544752, + "action_effect_rmse": 0.03482058678527147 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.054966513934322746, + "action_effect_rmse": 0.06233412271819689 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 16.232074677714394, + "action_effect_rmse": 21.51564523647944 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5452067114935565, + "action_effect_rmse": 0.6625117411474045 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05206389590637942, + "action_effect_rmse": 0.06638093974216087 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07598961306114428, + "action_effect_rmse": 0.09469868480988554 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.977356031754248, + "action_effect_rmse": 16.37433102138516 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5893974349733307, + "action_effect_rmse": 0.7380454034177542 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08718865290543813, + "action_effect_rmse": 0.10087985587029014 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06099176784412155, + "action_effect_rmse": 0.06925592612035761 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.896062863480537, + "action_effect_rmse": 27.717277447693895 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6059504663946426, + "action_effect_rmse": 0.7915084346565885 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15019421971154046, + "action_effect_rmse": 0.17258952705701225 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07517830307029055, + "action_effect_rmse": 0.08562416242742656 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 15.957080104030098, + "action_effect_rmse": 17.570652628152835 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 534.2704767656854, + 522.3652409767993, + 546.5931235657547, + 571.6939220840829 + ], + "true_costs": [ + 596.7666063874129, + 524.7291801378268, + 643.8560682367065, + 648.5890898822338 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 360, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08326429208710732, + "action_effect_rmse": 0.08500650667158254 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5505921755024245, + "action_effect_rmse": 0.6233158121305287 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.731107902435227, + "action_effect_rmse": 6.030548081537463 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14496645184677703, + "action_effect_rmse": 0.14890990341323468 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8660529017549834, + "action_effect_rmse": 1.0035320890724433 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8929731429955771, + "action_effect_rmse": 1.1100441869200648 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2118478930910187, + "action_effect_rmse": 0.2240598960581183 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.020891619634502, + "action_effect_rmse": 1.2840815676610198 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.824110150037536, + "action_effect_rmse": 0.8450461140626305 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22970485315974334, + "action_effect_rmse": 0.28017231175026935 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8040704082759724, + "action_effect_rmse": 1.0718722782596999 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7500206153783064, + "action_effect_rmse": 2.7521725905825 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.9563691892100628, + 0.19367348684411154, + 0.2543759264598763, + 0.43659678924731854 + ], + "true_costs": [ + 1.0552584734054486, + 0.3803250526015152, + 0.999092489173267, + 1.02 + ] + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "anchor_step": 420, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5836558375557933, + "action_effect_rmse": 0.6232873215519542 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.051376600151441444, + "action_effect_rmse": 0.054865180514442814 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.901152896678392, + "action_effect_rmse": 2.9845223536046213 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9629994651668005, + "action_effect_rmse": 1.023089280209607 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.035264413207876544, + "action_effect_rmse": 0.037205125330139026 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 6.043347551571894, + "action_effect_rmse": 6.202618773153096 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.347138806951822, + "action_effect_rmse": 1.4159964531160658 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1264757176653918, + "action_effect_rmse": 0.13551648717683165 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 13.078211041949581, + "action_effect_rmse": 13.370890947925535 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3988901998416499, + "action_effect_rmse": 0.45477907359333214 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5503770660409207, + "action_effect_rmse": 0.5940288961515073 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.762022395696818, + "action_effect_rmse": 14.845471582969807 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 64.15647600684154, + 11.849997495512255, + 6.155717501187935, + 27.414945276156203 + ], + "true_costs": [ + 63.26210380237336, + 24.51759647524183, + 2.2139942383604505, + 19.916758179756446 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 539, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11984964431667915, + "action_effect_rmse": 0.1364307254264011 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0002357982619235107, + "action_effect_rmse": 0.0002684208086508245 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.698093490647769, + "action_effect_rmse": 0.7856315333406246 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18273574029582798, + "action_effect_rmse": 0.20801704791419878 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003137929798576522, + "action_effect_rmse": 0.0035720592170057964 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.392202277494145, + "action_effect_rmse": 1.579824269829478 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18857628783703836, + "action_effect_rmse": 0.21466562796463173 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01672466248834918, + "action_effect_rmse": 0.019038503300769984 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.769338188888014, + "action_effect_rmse": 3.1973991281088563 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16164593153783358, + "action_effect_rmse": 0.17000035750455256 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05207460453044158, + "action_effect_rmse": 0.05983736771464514 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.74968225717718, + "action_effect_rmse": 5.804641405881621 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 32.72089844702519, + 20.1674579822884, + 43.560004766394734, + 90.11589295922771 + ], + "true_costs": [ + 35.737370186262424, + 19.15192831990783, + 48.49979938335318, + 103.223844071714 + ] + }, + { + "system_id": "battery-00599", + "family": "battery", + "anchor_step": 364, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.048796741498655836, + "action_effect_rmse": 0.0524439773455022 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4145871262656928, + "action_effect_rmse": 0.44421093043521137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.980360350156237, + "action_effect_rmse": 3.5595647116452165 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0698917870129629, + "action_effect_rmse": 0.08286316914791432 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29102566584764605, + "action_effect_rmse": 0.3323081859217221 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.708227358892323, + "action_effect_rmse": 6.417249745917908 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23794593825280885, + "action_effect_rmse": 0.2582834837566529 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0465633579751419, + "action_effect_rmse": 1.1967689943355153 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.691285299432543, + "action_effect_rmse": 7.620363042652236 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3615105594705717, + "action_effect_rmse": 0.40689780814855253 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3124573464942686, + "action_effect_rmse": 2.589516969561132 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.705523893133839, + "action_effect_rmse": 6.085045835822338 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.632848480893872, + 0.10823505774427783, + 0.18846965693981693, + 0.4050482942815059 + ], + "true_costs": [ + 1.08, + 0.16407024411803908, + 0.3663062639363719, + 0.8164620952820238 + ] + }, + { + "system_id": "tank-00862", + "family": "tank", + "anchor_step": 91, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29160721682708984, + "action_effect_rmse": 0.3022128710236609 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0758731254334144, + "action_effect_rmse": 0.08517339860198567 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19734107480566546, + "action_effect_rmse": 0.2237706000914856 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 15.160356560241894, + "action_effect_rmse": 21.633505899362632 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31219754956531176, + "action_effect_rmse": 0.49341228431258377 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13140982759541942, + "action_effect_rmse": 0.14887566926497614 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19707143498868804, + "action_effect_rmse": 0.23210730091583992 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 11.28457525774799, + "action_effect_rmse": 14.539162439766725 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.38310709200635235, + "action_effect_rmse": 0.5993951349131231 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22572186228658117, + "action_effect_rmse": 0.27263159587162733 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18721324151986582, + "action_effect_rmse": 0.2176746508678575 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.33853369368395, + "action_effect_rmse": 11.309457739502522 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5025147162185295, + "action_effect_rmse": 0.7622629366598562 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.45494040971584937, + "action_effect_rmse": 0.5799518998280766 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2693452980629929, + "action_effect_rmse": 0.3335036997172063 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.632915857590126, + "action_effect_rmse": 12.947855730460011 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 175.38972330082413, + 170.04049286185185, + 175.5241505449653, + 181.1664190174778 + ], + "true_costs": [ + 194.0928093127177, + 142.90469058810928, + 196.8166128119923, + 198.77099421631544 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 254, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3257899547823892, + "action_effect_rmse": 0.3940974663761333 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8783416661621762, + "action_effect_rmse": 1.0352573158506777 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6400554865331843, + "action_effect_rmse": 0.769773396231845 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8329362367476278, + "action_effect_rmse": 2.13550602723146 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2359775977716414, + "action_effect_rmse": 1.5021988671812312 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.9639163103998576, + "action_effect_rmse": 4.530193909619355 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.309828197197137, + "action_effect_rmse": 3.0674646559993617 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.066500065735625, + "action_effect_rmse": 10.081770844803625 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 305.8141180819174, + 525.2562246137854, + 722.9340202213473, + 981.249656873635 + ], + "true_costs": [ + 318.93984629543706, + 425.2219155978065, + 748.4328592161528, + 1162.545127799379 + ] + }, + { + "system_id": "tank-01015", + "family": "tank", + "anchor_step": 93, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14531026856035112, + "action_effect_rmse": 0.16741586054388966 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.045448667178594825, + "action_effect_rmse": 0.051593530407993866 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32040858898822017, + "action_effect_rmse": 0.38754340280859195 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 57.66084961165998, + "action_effect_rmse": 79.7016588741152 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2972800031873426, + "action_effect_rmse": 0.3412280169408311 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08507734446775099, + "action_effect_rmse": 0.09477950971875795 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38248060850020477, + "action_effect_rmse": 0.4598213451122254 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 60.13469778505578, + "action_effect_rmse": 82.52678382398737 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.56043973196939, + "action_effect_rmse": 0.684363504062845 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13624272463544962, + "action_effect_rmse": 0.15029465857688803 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27569761225976935, + "action_effect_rmse": 0.32632679178443297 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 59.841516909800966, + "action_effect_rmse": 68.23466972927774 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.101728708624039, + "action_effect_rmse": 1.3538593081619286 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20566149663854105, + "action_effect_rmse": 0.2687921504497202 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23688230962624393, + "action_effect_rmse": 0.2716959125854357 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 66.5605179485217, + "action_effect_rmse": 74.59689845162191 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 283.86917148929297, + 243.54555799172795, + 324.37180239651957, + 421.45965161445883 + ], + "true_costs": [ + 325.39551221232364, + 223.803169645284, + 361.1042293826362, + 525.6478020362133 + ] + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "anchor_step": 621, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4130704628427028, + "action_effect_rmse": 0.48108167929565915 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011515102077021075, + "action_effect_rmse": 0.012171558212190396 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7868847678221679, + "action_effect_rmse": 0.9174264088139963 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48522495445163943, + "action_effect_rmse": 0.6161168182868041 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05135413639922485, + "action_effect_rmse": 0.05413889728002652 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5751861608359832, + "action_effect_rmse": 1.8301651317764727 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3618393646696714, + "action_effect_rmse": 0.41110059187131 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1955414199535118, + "action_effect_rmse": 0.20597742436302954 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.155787305579262, + "action_effect_rmse": 3.642879317807679 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6103049352146879, + "action_effect_rmse": 1.6230611385299738 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5705512718966853, + "action_effect_rmse": 0.6088172068657307 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.683094359657352, + "action_effect_rmse": 9.447540522695741 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 463.1248041917814, + 25.929603938821113, + 78.8695876941936, + 223.75349305245612 + ], + "true_costs": [ + 500.3660013335085, + 24.24360729198004, + 105.24383817569964, + 283.59615658951776 + ] + }, + { + "system_id": "tank-00217", + "family": "tank", + "anchor_step": 563, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3263865792982165, + "action_effect_rmse": 0.390723257220535 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.058184670768385516, + "action_effect_rmse": 0.06922477396218063 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12857016817750108, + "action_effect_rmse": 0.12938834639461524 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.376043171291965, + "action_effect_rmse": 36.58011803573732 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6430394019187317, + "action_effect_rmse": 0.7783015534164526 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11252511276573192, + "action_effect_rmse": 0.13149730161474163 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39536076290069005, + "action_effect_rmse": 0.39905404467013483 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.061416163041113, + "action_effect_rmse": 30.104219658559668 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5562717379764871, + "action_effect_rmse": 0.9112142443781142 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21017609243129756, + "action_effect_rmse": 0.2400565250316676 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0942475773835876, + "action_effect_rmse": 1.1053965332963902 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 13.99676328193089, + "action_effect_rmse": 16.46006293370706 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6782835807490273, + "action_effect_rmse": 1.7193621718293854 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3985854020589337, + "action_effect_rmse": 0.44551348398382506 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 2.304068311061881, + "action_effect_rmse": 2.3289761768122457 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.8252167878851, + "action_effect_rmse": 33.20645978318795 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 439.4610262873125, + 242.80041466754156, + 373.90801552617444, + 545.6690897888551 + ], + "true_costs": [ + 381.52463654299515, + 219.98183340765553, + 413.70733588057266, + 474.0042946515349 + ] + }, + { + "system_id": "battery-00533", + "family": "battery", + "anchor_step": 143, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08350572526073367, + "action_effect_rmse": 0.08687615567437859 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3193736154281683, + "action_effect_rmse": 1.4436186076317747 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.664482491629594, + "action_effect_rmse": 4.785569519371459 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16384008362825447, + "action_effect_rmse": 0.1705594953759098 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.3182403381633705, + "action_effect_rmse": 2.5745983608667853 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0623418881014477, + "action_effect_rmse": 1.109354938616533 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10610648475145812, + "action_effect_rmse": 0.14104547242768292 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6650078655755156, + "action_effect_rmse": 2.1985657235339184 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.275208157479581, + "action_effect_rmse": 2.2779527883865405 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24005904470703263, + "action_effect_rmse": 0.29972710322887397 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 9.435798397440841, + "action_effect_rmse": 10.038536635874587 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6763158765835016, + "action_effect_rmse": 2.9172672291962956 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.17781019956407199, + "predicted_costs": [ + 2.14506544436972, + 0.1746129054537507, + 0.3672292476328801, + 0.7009557952506624 + ], + "true_costs": [ + 0.7863697572591504, + 0.20171878616243047, + 0.023908586598358483, + 0.30118808059245755 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 42, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03837298904224973, + "action_effect_rmse": 0.047060220880396644 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007342367131183043, + "action_effect_rmse": 0.008199386608249681 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0848311923550014, + "action_effect_rmse": 0.10012349478764893 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.606179877076737, + "action_effect_rmse": 26.176447625936458 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06586497979442611, + "action_effect_rmse": 0.08540759955884357 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01119015403445959, + "action_effect_rmse": 0.012239840344980322 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13648561678336799, + "action_effect_rmse": 0.15946453596966245 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.6894739519486, + "action_effect_rmse": 20.759308989222113 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10872957429039154, + "action_effect_rmse": 0.15409084418628582 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02117499372744369, + "action_effect_rmse": 0.02326263034875826 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06323137211106544, + "action_effect_rmse": 0.0687527157004863 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 15.733511077878829, + "action_effect_rmse": 20.14781377543204 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25392411701063544, + "action_effect_rmse": 0.31303088315744954 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.019644535290459213, + "action_effect_rmse": 0.025597742116451664 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22362225987550452, + "action_effect_rmse": 0.2535638128611346 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.075847371103086, + "action_effect_rmse": 16.991368200835396 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 32.397807387763635, + 25.743845234370397, + 31.69333373331498, + 38.62848833088566 + ], + "true_costs": [ + 27.320748945570735, + 21.489308514151013, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "battery-00830", + "family": "battery", + "anchor_step": 185, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08095090530927444, + "action_effect_rmse": 0.08162637680909374 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9981262836980088, + "action_effect_rmse": 1.0535829695273429 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.378563170280406, + "action_effect_rmse": 13.669526010501189 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15276808466302172, + "action_effect_rmse": 0.15399398564291095 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8634331537805149, + "action_effect_rmse": 1.9713029730244873 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.5160036418850416, + "action_effect_rmse": 5.662024898803605 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27723125938185733, + "action_effect_rmse": 0.27930830648592125 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.381694987325325, + "action_effect_rmse": 3.5893590361792014 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8947200719015408, + "action_effect_rmse": 0.9246373146135588 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.47551621302754365, + "action_effect_rmse": 0.4787678176106491 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.05984120443883, + "action_effect_rmse": 6.451449418519434 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5892085907995224, + "action_effect_rmse": 1.6624637273647245 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 2.207271454444101, + 1.0366209958363564, + 0.7595938328260177, + 0.5783757590598445 + ], + "true_costs": [ + 1.0895119618579556, + 1.0295119618579553, + 1.0089066869199221, + 0.7566338622264922 + ] + }, + { + "system_id": "tank-00841", + "family": "tank", + "anchor_step": 107, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4546577397887604, + "action_effect_rmse": 0.511764604854965 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.035619453891302534, + "action_effect_rmse": 0.044974165799803574 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06518498166388241, + "action_effect_rmse": 0.07529885555400148 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 15.120571787448561, + "action_effect_rmse": 22.627615425127136 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5636434848564486, + "action_effect_rmse": 0.6140536763620966 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.059401510803610925, + "action_effect_rmse": 0.07275531217059136 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13110587956079464, + "action_effect_rmse": 0.16003175839065115 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.270016473213472, + "action_effect_rmse": 14.391672581841595 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5618358055131983, + "action_effect_rmse": 0.6949241094889083 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09769408684956342, + "action_effect_rmse": 0.1151236202350833 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19799394447710386, + "action_effect_rmse": 0.23858289941560984 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 8.77102059036737, + "action_effect_rmse": 9.538331831084419 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1631619562656461, + "action_effect_rmse": 1.3056903591694697 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09247857749834054, + "action_effect_rmse": 0.1393707224975275 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5425746635134198, + "action_effect_rmse": 0.5818365544956612 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.9640939967101545, + "action_effect_rmse": 8.634865868295519 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 398.4869837325459, + 301.75311922695676, + 374.53445007021287, + 459.0073191153642 + ], + "true_costs": [ + 383.0527113966873, + 332.797375189029, + 443.625975781596, + 460.1222733248592 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 189, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24900878313234584, + "action_effect_rmse": 0.2890695450901268 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029544383949470898, + "action_effect_rmse": 0.03358439286339606 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1566759940439688, + "action_effect_rmse": 0.1566785628586364 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 51.56592454152453, + "action_effect_rmse": 73.82459546152623 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5020124165568559, + "action_effect_rmse": 0.5824934843281446 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0565813232917994, + "action_effect_rmse": 0.06326912393307975 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1495934376855938, + "action_effect_rmse": 0.14964262878003914 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 50.78109633987676, + "action_effect_rmse": 73.07076468133548 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0090028434571592, + "action_effect_rmse": 1.168320372958543 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10225307049644528, + "action_effect_rmse": 0.1113533827669916 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13723636223455724, + "action_effect_rmse": 0.13827895805395082 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 51.53748267429746, + "action_effect_rmse": 74.25215781968029 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.051995378655746, + "action_effect_rmse": 2.3782541158810306 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1708076027066999, + "action_effect_rmse": 0.17953849056618668 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11359617189411043, + "action_effect_rmse": 0.12452981951510139 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 53.39961306119982, + "action_effect_rmse": 76.94088802483988 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 188.74932413799505, + 177.57737456710942, + 198.35921230875675, + 220.6058651239582 + ], + "true_costs": [ + 148.19167543754486, + 116.60940143922947, + 190.56159677338945, + 290.61028070895435 + ] + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "anchor_step": 408, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6771128834698489, + "action_effect_rmse": 0.7467711147011488 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.52563599068831, + "action_effect_rmse": 0.5732473743883469 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3214636388396315, + "action_effect_rmse": 1.4561791555413266 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0471257277281059, + "action_effect_rmse": 1.145336231293557 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0378162454265767, + "action_effect_rmse": 3.648354334411265 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0716381747034234, + "action_effect_rmse": 2.8137847311744975 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.449009089942531, + "action_effect_rmse": 7.9019652633222375 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.248538739433987, + "action_effect_rmse": 8.564464036632652 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 170.2135332559426, + 191.15743132912564, + 100.81066476548212, + 51.956434614548975 + ], + "true_costs": [ + 166.04864613221585, + 369.6704923223042, + 102.6231250161924, + 63.33807574678888 + ] + }, + { + "system_id": "tank-01072", + "family": "tank", + "anchor_step": 546, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4417222817542174, + "action_effect_rmse": 0.5276523615806983 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0099512673193581, + "action_effect_rmse": 0.011738342808362038 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17287378035762693, + "action_effect_rmse": 0.20495631543962214 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.908010298442154, + "action_effect_rmse": 46.379086021129254 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8262758632478283, + "action_effect_rmse": 0.9732657625679906 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014377760266271503, + "action_effect_rmse": 0.0163979792404064 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15272844187463663, + "action_effect_rmse": 0.1753649972116945 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.839547884631937, + "action_effect_rmse": 41.25097184994911 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1205734976058537, + "action_effect_rmse": 1.2692790746426246 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027255343470096467, + "action_effect_rmse": 0.030971852940413238 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13607751122378361, + "action_effect_rmse": 0.16044845351645237 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.160128773112703, + "action_effect_rmse": 34.31806770769501 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.699356588195413, + "action_effect_rmse": 1.9586116325041043 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03542368090990126, + "action_effect_rmse": 0.03832060758638613 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1495204543404732, + "action_effect_rmse": 0.1848328633397238 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.273557007803154, + "action_effect_rmse": 23.942751423965177 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 372.1985744379563, + 373.5578052770228, + 423.6534850334553, + 478.8743811370455 + ], + "true_costs": [ + 339.6135662503651, + 360.7608638633608, + 512.8271574586557, + 553.8418843354947 + ] + }, + { + "system_id": "battery-00380", + "family": "battery", + "anchor_step": 588, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19412544142948562, + "action_effect_rmse": 0.19640133140051416 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6144325189587777, + "action_effect_rmse": 0.6869111023365129 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.427518964298741, + "action_effect_rmse": 4.769770213652512 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3220314330550857, + "action_effect_rmse": 0.3279633777952624 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9368518670313458, + "action_effect_rmse": 1.0818014296020464 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1345453163628036, + "action_effect_rmse": 2.313305848003894 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49031761587857847, + "action_effect_rmse": 0.5084278752820411 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3653147806059163, + "action_effect_rmse": 1.653357950054084 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1629838980549843, + "action_effect_rmse": 2.5984001857101138 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.363326079158876, + "action_effect_rmse": 0.45997811940581446 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.468273525964135, + "action_effect_rmse": 1.6178643441571694 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.964023350904233, + "action_effect_rmse": 11.526204790144567 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 2.844618270245194, + 0.21167080502053204, + 0.4294942188503243, + 0.9613576790257576 + ], + "true_costs": [ + 1.071613424424263, + 0.47026807170229834, + 0.9992335015509246, + 1.02 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 143, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07705639970445925, + "action_effect_rmse": 0.09475506663086791 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036157367511447567, + "action_effect_rmse": 0.003686519923126324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.967192975304916, + "action_effect_rmse": 2.076397626880276 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41500077072190084, + "action_effect_rmse": 0.42004571503508253 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004130253182675385, + "action_effect_rmse": 0.004686102084221526 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.024934107033611, + "action_effect_rmse": 4.23737586053087 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.361169819833523, + "action_effect_rmse": 1.3640104657072547 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03806880551358086, + "action_effect_rmse": 0.04636414009547212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.931219149737349, + "action_effect_rmse": 6.489875733628355 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5219144307017654, + "action_effect_rmse": 1.6822150437036876 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09287895458796196, + "action_effect_rmse": 0.10532662540918585 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.948780502772763, + "action_effect_rmse": 7.73870900514662 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 11.717330450801754, + "predicted_costs": [ + 9.831581042110557, + 11.132696286558946, + 1.9227157673246307, + 29.230400652150635 + ], + "true_costs": [ + 6.502626022475153, + 1.5180467285458747, + 13.235377179347628, + 50.328881255065184 + ] + }, + { + "system_id": "battery-00806", + "family": "battery", + "anchor_step": 654, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10842900052108483, + "action_effect_rmse": 0.10927602202604628 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.599381548832902, + "action_effect_rmse": 0.6114227005623524 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.193604330247274, + "action_effect_rmse": 13.369751119024297 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22363271428476475, + "action_effect_rmse": 0.22538108202529097 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.188060531899514, + "action_effect_rmse": 1.210325286406301 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 17.930005662915338, + "action_effect_rmse": 17.97109948193616 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4040931261737715, + "action_effect_rmse": 0.40721273435287153 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6568956160374135, + "action_effect_rmse": 2.689035628478527 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 19.149152880242454, + "action_effect_rmse": 19.18169793348571 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6058759099012814, + "action_effect_rmse": 0.61167600950296 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.5500731035644515, + "action_effect_rmse": 6.601397471604173 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 20.936514493809625, + "action_effect_rmse": 20.965268860920236 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.7702325846138274, + 0.5665690957166644, + 0.3562605692985052, + 0.3116376289976183 + ], + "true_costs": [ + 1.0752041048481948, + 1.02, + 0.9986891751296427, + 0.5233164738871904 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 575, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09759683848101612, + "action_effect_rmse": 0.1224437394593703 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00876765960257527, + "action_effect_rmse": 0.01054826380078152 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17826838684252397, + "action_effect_rmse": 0.18275642302209796 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.25235438431963, + "action_effect_rmse": 20.706395294842714 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17877581585925326, + "action_effect_rmse": 0.20754351816492952 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015473418379881329, + "action_effect_rmse": 0.017974838926339824 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22668389694049107, + "action_effect_rmse": 0.24446421033262894 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.989874281330042, + "action_effect_rmse": 30.140008865867035 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.38839248329484083, + "action_effect_rmse": 0.4616517868672826 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026551925481708, + "action_effect_rmse": 0.031150511434687677 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27002281493267094, + "action_effect_rmse": 0.32674842721129166 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 59.01483823047303, + "action_effect_rmse": 62.10821936840608 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6005632003019935, + "action_effect_rmse": 0.6414586594829631 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.044534335303399786, + "action_effect_rmse": 0.04534033993249174 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3246408181537976, + "action_effect_rmse": 0.39788939568452675 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.08484732824986, + "action_effect_rmse": 48.38682531549422 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 399.46153508603726, + 184.9032101704578, + 290.70554823599036, + 429.3238119629029 + ], + "true_costs": [ + 402.227840324504, + 168.0146161753524, + 296.9369742262371, + 413.62036751144444 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 531, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22701102890562908, + "action_effect_rmse": 0.26063657094855797 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0020341631770245763, + "action_effect_rmse": 0.0022174835329291623 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22925003303460967, + "action_effect_rmse": 0.22925072522683762 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.695057630488286, + "action_effect_rmse": 46.1340198499815 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22800471690020943, + "action_effect_rmse": 0.2859433227754707 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0048381670399185355, + "action_effect_rmse": 0.0048677547906656685 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09363032591174049, + "action_effect_rmse": 0.09363854385109202 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.259804552454284, + "action_effect_rmse": 45.464375099999856 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.549566493318928, + "action_effect_rmse": 0.666460188986386 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011220802037662736, + "action_effect_rmse": 0.012874441839596277 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11930202347905738, + "action_effect_rmse": 0.11933573372746092 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.246524131772524, + "action_effect_rmse": 44.078255189095174 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7993018516432245, + "action_effect_rmse": 0.9610365606582746 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012179440422080154, + "action_effect_rmse": 0.014261336689275301 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1408602477601379, + "action_effect_rmse": 0.1410137038642411 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 40.15848433468989, + "action_effect_rmse": 41.64184651173965 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 614.9095719820505, + 505.2828326260749, + 598.1959231293533, + 702.6903743899677 + ], + "true_costs": [ + 578.0814892667419, + 452.82214242517927, + 582.9010325078809, + 603.2934837253 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 355, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13911922995772485, + "action_effect_rmse": 0.15825458125089167 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004788947820363394, + "action_effect_rmse": 0.00549428244038775 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 1.308043866694302, + "action_effect_rmse": 1.3080825538186598 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 57.04772654839005, + "action_effect_rmse": 59.000911063191154 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26738938311933796, + "action_effect_rmse": 0.2991019224482522 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010449203566735102, + "action_effect_rmse": 0.011946146215879885 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1647113089914898, + "action_effect_rmse": 1.1648350147893498 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 45.55866016663982, + "action_effect_rmse": 46.19574282428949 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5323451350986588, + "action_effect_rmse": 0.5928742284036062 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02910185508075358, + "action_effect_rmse": 0.033256170771939125 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1247439024391879, + "action_effect_rmse": 1.1250227789520377 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.565390935971788, + "action_effect_rmse": 29.809003045465385 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2085210571905176, + "action_effect_rmse": 1.4068861130655366 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07581796766677702, + "action_effect_rmse": 0.08775678317032798 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7318662051621432, + "action_effect_rmse": 1.7321466741048328 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 17.072121251509472, + "action_effect_rmse": 19.26581351228999 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1183.8687134374807, + 1110.0548070793222, + 1129.564577961422, + 1149.406718793704 + ], + "true_costs": [ + 1220.745015039942, + 1025.035571415153, + 1220.7088124589804, + 1220.7688124589804 + ] + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "anchor_step": 462, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1337412284155306, + "action_effect_rmse": 0.15699542303089203 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8823606728917639, + "action_effect_rmse": 1.086186478721204 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2549381784018448, + "action_effect_rmse": 0.30239771074398286 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7297968266393202, + "action_effect_rmse": 2.146179617341111 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5961251948378544, + "action_effect_rmse": 0.6958046535711501 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.804821186736642, + "action_effect_rmse": 5.441777974321306 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.858931755895597, + "action_effect_rmse": 2.1051946696692463 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 14.117391744807454, + "action_effect_rmse": 15.032236305170986 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 660.7688515842027, + 417.62037876728135, + 522.108674492814, + 650.0115078761454 + ], + "true_costs": [ + 573.409861421639, + 339.72298681792574, + 470.38607313327, + 647.7055515931927 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 434, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28849018396080933, + "action_effect_rmse": 0.3270033390819739 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8694574179097192, + "action_effect_rmse": 1.9676810492891013 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5496977721350179, + "action_effect_rmse": 0.6242381339422719 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.6882606214853695, + "action_effect_rmse": 3.885502608532225 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7533884253800593, + "action_effect_rmse": 0.9295006395234834 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.66582437551214, + "action_effect_rmse": 6.162535284109254 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0294179598845747, + "action_effect_rmse": 1.2522443714898244 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.112603913683984, + "action_effect_rmse": 8.570111989474299 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 55.7288763127239, + 19.092260292041978, + 45.5538313560223, + 88.395233915924 + ], + "true_costs": [ + 36.69907982460567, + 9.12917211853036, + 42.121146982650565, + 109.71887840245479 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 217, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16789060954933946, + "action_effect_rmse": 0.18289719648375538 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4108071433895096, + "action_effect_rmse": 0.586846048406674 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33249834715991317, + "action_effect_rmse": 0.3626636691370656 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8229947431002907, + "action_effect_rmse": 1.1722039359205725 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6521230953466244, + "action_effect_rmse": 0.7131411806173813 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6514277389698861, + "action_effect_rmse": 2.3386298303086135 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2547454943372307, + "action_effect_rmse": 1.3800828926036324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.323957493756249, + "action_effect_rmse": 4.655487932084389 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 654.1724057528004, + 551.5672404088937, + 483.1277166422092, + 422.8966146896091 + ], + "true_costs": [ + 580.907765341316, + 579.5532154336951, + 463.0446824417505, + 345.3203796958591 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 324, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15292508541554564, + "action_effect_rmse": 0.1578287914880746 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.948443896440151, + "action_effect_rmse": 0.9568388718364003 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 31.1754708694171, + "action_effect_rmse": 32.08875601101138 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30425707084930614, + "action_effect_rmse": 0.3140444967863202 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8957293213115989, + "action_effect_rmse": 1.9121983567394616 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 26.613509578882695, + "action_effect_rmse": 27.49615799174838 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20731516295689456, + "action_effect_rmse": 0.25892604944308734 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4211572921745366, + "action_effect_rmse": 2.4713051875228094 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 28.74032874551615, + "action_effect_rmse": 29.374467392096477 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25711236590302666, + "action_effect_rmse": 0.316389825173793 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3136382632676544, + "action_effect_rmse": 2.506488396823444 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.666796508276793, + "action_effect_rmse": 6.333739674855434 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.11126039974266558, + 0.0254340860508042, + 0.008552802046515727, + 0.055407095183883745 + ], + "true_costs": [ + 0.44437086416403915, + 0.3033103342724274, + 0.012807566331017798, + 0.34342900668842313 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 375, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0678570446167095, + "action_effect_rmse": 0.11753184892760901 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023424363288043537, + "action_effect_rmse": 0.027339904010645493 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28369813140487404, + "action_effect_rmse": 0.3444186340148398 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.930443331583072, + "action_effect_rmse": 15.158012435260591 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13941208467086388, + "action_effect_rmse": 0.2414688138390305 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04310115865932573, + "action_effect_rmse": 0.05051523877243351 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39864209765952136, + "action_effect_rmse": 0.4553828256034016 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 8.780212034548375, + "action_effect_rmse": 10.819860650241317 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26166615504065643, + "action_effect_rmse": 0.453219075151612 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07446447195109762, + "action_effect_rmse": 0.0775814881314985 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5072548422391026, + "action_effect_rmse": 0.590597614411412 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.551184227644876, + "action_effect_rmse": 11.824416932198757 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.458945410024626, + "action_effect_rmse": 0.794916768063183 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1463851144641808, + "action_effect_rmse": 0.14874149257390654 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.47772619541121103, + "action_effect_rmse": 0.5417574799827847 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.184712920416024, + "action_effect_rmse": 14.59387588715744 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 93.86135251051381, + 93.79782802861385, + 93.81782802861385, + 93.87782802861385 + ], + "true_costs": [ + 93.86134961997918, + 69.56671610246964, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "anchor_step": 26, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08604612071435606, + "action_effect_rmse": 0.0922409580092618 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006496309530200269, + "action_effect_rmse": 0.006964007870598918 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6638677146783938, + "action_effect_rmse": 1.7660205908885998 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1407489394128388, + "action_effect_rmse": 0.1508820754672655 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008883460646355701, + "action_effect_rmse": 0.009523020395900765 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3205306081385353, + "action_effect_rmse": 3.5253436079732223 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16969621212929495, + "action_effect_rmse": 0.18240399191343365 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003452048866648738, + "action_effect_rmse": 0.0037321147223179437 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.489905393045333, + "action_effect_rmse": 6.908859516529271 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.023122754810845098, + "action_effect_rmse": 0.025252207707398118 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03323424961640834, + "action_effect_rmse": 0.03566696861542732 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.759427078848285, + "action_effect_rmse": 13.612308214542013 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 202.18521606226363, + 119.64048773790728, + 65.76225834608726, + 35.351237588172246 + ], + "true_costs": [ + 176.0871549098058, + 98.94481071313356, + 51.04830779776004, + 27.55934308254689 + ] + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "anchor_step": 297, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1384621452982735, + "action_effect_rmse": 0.17210802026931862 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011244558223854284, + "action_effect_rmse": 0.011697656657744242 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7374775653290916, + "action_effect_rmse": 0.9463397588837898 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2801473647775576, + "action_effect_rmse": 0.3559935167600327 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021030449642426657, + "action_effect_rmse": 0.02172405227144583 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.438520000546987, + "action_effect_rmse": 1.8652703010823788 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6772957719606213, + "action_effect_rmse": 0.7727702014549812 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03668582206674742, + "action_effect_rmse": 0.03737485940376882 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7314096080874797, + "action_effect_rmse": 3.6233163373772403 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3201434380736383, + "action_effect_rmse": 1.412633878985651 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014247050878889667, + "action_effect_rmse": 0.014298394238556451 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.956311099529387, + "action_effect_rmse": 5.009024323813487 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 64.00362657602825, + 22.315239748288903, + 22.711735858627165, + 38.07527624643918 + ], + "true_costs": [ + 59.31559237821617, + 19.395682182821613, + 26.56552884922863, + 58.27444321641375 + ] + }, + { + "system_id": "tank-00253", + "family": "tank", + "anchor_step": 425, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39275856454032915, + "action_effect_rmse": 0.4560953368969427 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004446169940588736, + "action_effect_rmse": 0.005325211973045673 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29874818282357823, + "action_effect_rmse": 0.30437804440854044 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.126612485668385, + "action_effect_rmse": 47.783165901209934 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7585743293808166, + "action_effect_rmse": 0.8757883740914181 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015152056502033773, + "action_effect_rmse": 0.017820478406381953 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3037288819767135, + "action_effect_rmse": 0.3065585079493206 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.875511238682062, + "action_effect_rmse": 33.60404292341961 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8603753509378939, + "action_effect_rmse": 0.8786183945154409 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05430633828988244, + "action_effect_rmse": 0.0658268629229554 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21175356042547241, + "action_effect_rmse": 0.2117535605493438 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 23.386718189119453, + "action_effect_rmse": 31.220331162569575 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9583485537855001, + "action_effect_rmse": 0.9620834142109252 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14755594019897286, + "action_effect_rmse": 0.18482528431981765 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.020434691071918847, + "action_effect_rmse": 0.023278413005565674 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 24.44676392449868, + "action_effect_rmse": 32.86052197592858 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 541.2492920613228, + 515.4308235209352, + 599.7299036443543, + 694.2034621314018 + ], + "true_costs": [ + 626.8196498954046, + 546.1604687264679, + 772.4831075889563, + 849.7151629434532 + ] + }, + { + "system_id": "tank-00217", + "family": "tank", + "anchor_step": 648, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36814088894400737, + "action_effect_rmse": 0.3782943979071557 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03142788296890112, + "action_effect_rmse": 0.03572369187411838 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14534416521634141, + "action_effect_rmse": 0.15157893023680377 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 9.341004059569935, + "action_effect_rmse": 10.39439656092811 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6387289056225468, + "action_effect_rmse": 0.6489855854963418 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05340689137964697, + "action_effect_rmse": 0.06052104534283583 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13219461324189452, + "action_effect_rmse": 0.13615317704163488 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.661748985073402, + "action_effect_rmse": 11.596549970062805 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.091836862229518, + "action_effect_rmse": 1.098556768612254 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10456462807957638, + "action_effect_rmse": 0.11841239608580315 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11442384807762473, + "action_effect_rmse": 0.1144464017287627 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.774080878599877, + "action_effect_rmse": 12.04893732933557 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8283326047107125, + "action_effect_rmse": 1.8299382045431412 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2259247462481723, + "action_effect_rmse": 0.25818309059553046 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0606824289425952, + "action_effect_rmse": 0.07301847051046596 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.9089163228942, + "action_effect_rmse": 10.65082153073474 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 617.6352194454455, + 379.180390315289, + 531.4373573377112, + 720.492740915269 + ], + "true_costs": [ + 501.3379567888675, + 374.120419728428, + 501.31019326953856, + 501.37019326953856 + ] + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "anchor_step": 645, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33205464692618375, + "action_effect_rmse": 0.4007724890461154 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49284971260722915, + "action_effect_rmse": 0.6272576789859341 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5878242683440801, + "action_effect_rmse": 0.7094729717624273 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9908678657596965, + "action_effect_rmse": 1.2472218828888135 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.911778209944765, + "action_effect_rmse": 1.1004682909559622 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0012658557779255, + "action_effect_rmse": 2.4690016490099995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1139390654113395, + "action_effect_rmse": 1.4208953805995115 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.820870182532644, + "action_effect_rmse": 6.754775343308171 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 31.54280842710243, + 19.429581313624492, + 11.17084699363043, + 88.8090049510541 + ], + "true_costs": [ + 50.26864767536469, + 89.46176823171146, + 6.263034282677955, + 56.60312870064841 + ] + }, + { + "system_id": "battery-00128", + "family": "battery", + "anchor_step": 315, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008080719475388616, + "action_effect_rmse": 0.01108851432092571 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10950536406884363, + "action_effect_rmse": 0.12929422369028842 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.217921536151684, + "action_effect_rmse": 19.11860500224123 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016308320598050135, + "action_effect_rmse": 0.022999621734253 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20504666455763912, + "action_effect_rmse": 0.23718457375388036 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.220892333488749, + "action_effect_rmse": 19.123121981471563 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14306809561407008, + "action_effect_rmse": 0.14947515618290264 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8134287930223536, + "action_effect_rmse": 1.8576961512587151 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 45.76380991704685, + "action_effect_rmse": 47.52135850979773 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1342499732855166, + "action_effect_rmse": 0.16243573237717018 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7967346648359653, + "action_effect_rmse": 0.9970976478788619 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.709340389526005, + "action_effect_rmse": 12.927997450810887 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8740329882252579, + 0.8970290305067138, + 0.8498960418577133, + 0.8432897842787572 + ], + "true_costs": [ + 0.7087004137427478, + 1.02, + 0.9977035514638344, + 0.6828457240533549 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 252, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0712351611125581, + "action_effect_rmse": 0.0756637716537557 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7567329803709152, + "action_effect_rmse": 0.8058184819261606 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.005139185297892, + "action_effect_rmse": 7.759894426422294 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12812369908038487, + "action_effect_rmse": 0.13791443310836823 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2876659410127627, + "action_effect_rmse": 1.3916778944300339 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.745856861716742, + "action_effect_rmse": 6.569498198583499 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20751378488144293, + "action_effect_rmse": 0.23133829162021805 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8662156461019002, + "action_effect_rmse": 2.1004461738635336 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.9975539106470515, + "action_effect_rmse": 4.999042268267546 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28412465942010173, + "action_effect_rmse": 0.3410948393286296 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1859833441544683, + "action_effect_rmse": 2.5455957179631343 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5781868674905133, + "action_effect_rmse": 3.805154403946186 + } + ], + "ranking_accuracy": 0.25, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.6408883122490506, + "predicted_costs": [ + 1.0223760670557835, + 1.0200000775814975, + 1.0000000775814974, + 1.0200000775814975 + ], + "true_costs": [ + 0.3590961739310228, + 1.02, + 0.9999844861800734, + 0.45666284171403065 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 140, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011277003719189611, + "action_effect_rmse": 0.013839413157341251 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35965065524699585, + "action_effect_rmse": 0.4531444667523855 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.9175654087163827, + "action_effect_rmse": 4.655378809406309 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025450693813150297, + "action_effect_rmse": 0.031101644089093602 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7041999855261523, + "action_effect_rmse": 0.88285459850272 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.807849439371765, + "action_effect_rmse": 3.352366809387338 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05038333418194902, + "action_effect_rmse": 0.05943913508293712 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4516595436026887, + "action_effect_rmse": 1.7234205844031842 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.480725928570204, + "action_effect_rmse": 2.9807847963359144 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0885553881697363, + "action_effect_rmse": 0.09945015229217978 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.03141070717189, + "action_effect_rmse": 3.4076864161588767 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.672787074519262, + "action_effect_rmse": 3.156188259668141 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.45118231738719994, + 0.6491645434152566, + 0.5316527528026016, + 0.46675261683370595 + ], + "true_costs": [ + 0.48476889126446254, + 0.9449805025214014, + 0.7242032545012916, + 0.5273461840047122 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 335, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12248297645232853, + "action_effect_rmse": 0.13963968369167915 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7538270623287721, + "action_effect_rmse": 0.8612266222714604 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25226106624809574, + "action_effect_rmse": 0.28679599043141724 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.485382241459547, + "action_effect_rmse": 1.6694531857908672 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5302990709068011, + "action_effect_rmse": 0.6014671607245596 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.893372620717552, + "action_effect_rmse": 3.1605171621727997 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.018079747701891, + "action_effect_rmse": 1.190428376004431 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.89475881588271, + "action_effect_rmse": 4.9631960581864805 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 15.190433719143924, + 4.164657156869003, + 20.25726195166758, + 87.19037650798737 + ], + "true_costs": [ + 20.75863197206997, + 5.6902787002665045, + 29.450976771756835, + 141.8323179271818 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 136, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16696708971728688, + "action_effect_rmse": 0.1796296517508568 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4140566091202042, + "action_effect_rmse": 0.6486741494703915 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3429587518089849, + "action_effect_rmse": 0.37136169950825243 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8361087811099139, + "action_effect_rmse": 1.3091378828795133 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7213341406270324, + "action_effect_rmse": 0.8134586388509824 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7030825530730453, + "action_effect_rmse": 2.6645686843240353 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1297233802870537, + "action_effect_rmse": 1.222082278202828 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.161973768669526, + "action_effect_rmse": 4.881085703834075 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 12.324579565345886, + 37.000563334515746, + 21.64953149232293, + 14.027276887538385 + ], + "true_costs": [ + 8.86520481063588, + 50.72743761191592, + 20.6542715193948, + 10.847614181065762 + ] + }, + { + "system_id": "tank-00880", + "family": "tank", + "anchor_step": 231, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12993211438511532, + "action_effect_rmse": 0.14354204126332346 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0692542483183664, + "action_effect_rmse": 0.08421628249132654 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06064461684774508, + "action_effect_rmse": 0.06335765073354291 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 19.047829570688993, + "action_effect_rmse": 20.657335348308703 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17027134165400173, + "action_effect_rmse": 0.19227430247952093 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11828952559332369, + "action_effect_rmse": 0.1439754817487819 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028508194237519824, + "action_effect_rmse": 0.03556952701136328 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.881308236807286, + "action_effect_rmse": 17.864996166250833 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.221253150930009, + "action_effect_rmse": 0.27088282749989395 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20847293110705087, + "action_effect_rmse": 0.25426478237032263 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12522518701105792, + "action_effect_rmse": 0.15875288079314337 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 15.67098127117214, + "action_effect_rmse": 17.54325573921215 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4070569379395743, + "action_effect_rmse": 0.46257549670178916 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3992346875266885, + "action_effect_rmse": 0.49060893395934574 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26905422393927275, + "action_effect_rmse": 0.3238467107759523 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.1578610531704, + "action_effect_rmse": 17.742632522446854 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 19.014567281080996, + 6.319324969119016, + 12.366703499675705, + 21.238348050221205 + ], + "true_costs": [ + 12.970937496929553, + 4.793207394132201, + 12.925630729821771, + 12.985630729821771 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 84, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.032087518046562326, + "action_effect_rmse": 0.032460768780465145 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0430167685833567, + "action_effect_rmse": 1.052191155009859 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.983733995318039, + "action_effect_rmse": 9.16566107487634 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06456163472469774, + "action_effect_rmse": 0.06531003536686046 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1680472622394227, + "action_effect_rmse": 2.1854665218674914 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.6339935806917465, + "action_effect_rmse": 5.7435554745487485 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1469765621516144, + "action_effect_rmse": 0.14878442629326624 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.538803944970077, + "action_effect_rmse": 4.571439289487194 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.468122289657965, + "action_effect_rmse": 7.608786593774394 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1689322490587474, + "action_effect_rmse": 0.18053401303999309 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.68367845758932, + "action_effect_rmse": 7.758781357950202 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 11.631559160097913, + "action_effect_rmse": 11.927291561016052 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.34546370071860233, + 0.10127688668006532, + 0.13958380034716128, + 0.2777419653758938 + ], + "true_costs": [ + 0.40069737179935405, + 0.12996406791876322, + 0.2665599630619171, + 0.5330559810877677 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 80, + "mean_regret": 0.06465115063285247, + "ranking_accuracy": 0.859375, + "ranking_comparable_pairs": 480, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 0.5594695844349744, + "action_effect_rmse": 0.8956415669652628 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 1.111456454489549, + "action_effect_rmse": 1.7654991887978335 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 2.119602705011944, + "action_effect_rmse": 3.3258017209743316 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 3.4797948335389455, + "action_effect_rmse": 5.610215427659751 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 0.0491719413620131, + "action_effect_rmse": 0.07340831960296432 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 0.08965492897400144, + "action_effect_rmse": 0.13373620241561596 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 0.15014200385351886, + "action_effect_rmse": 0.2131590530834196 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 0.23301135128240916, + "action_effect_rmse": 0.31799264052145776 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 5.639127982748302, + "action_effect_rmse": 7.932755379906145 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 3.9026328206952243, + "action_effect_rmse": 6.284980995167198 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 4.8041537506919125, + "action_effect_rmse": 9.36018674710895 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 5.4479083432036415, + "action_effect_rmse": 8.18018779160431 + } + ] + }, + { + "family": "tank", + "sample_count": 109, + "mean_regret": 6.352955026922535, + "ranking_accuracy": 0.8792048929663608, + "ranking_comparable_pairs": 654, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.2253075886160672, + "action_effect_rmse": 0.3276052693589465 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.24056256430648681, + "action_effect_rmse": 0.3356358229517269 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.29213085663707583, + "action_effect_rmse": 0.40556553110952653 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 0.3271118447117931, + "action_effect_rmse": 0.4855022827314881 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 30.661336464570677, + "action_effect_rmse": 45.05257111961388 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 28.472015977594605, + "action_effect_rmse": 42.874664457184515 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 28.112281850028953, + "action_effect_rmse": 42.30543766831806 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 28.31623078487417, + "action_effect_rmse": 47.25600696195658 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.23470875241124411, + "action_effect_rmse": 0.3513250589679469 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.39667585562381413, + "action_effect_rmse": 0.5839738529720985 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.6890913610053473, + "action_effect_rmse": 1.005432244074167 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 1.232464609991251, + "action_effect_rmse": 1.7285399087527158 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.028819861922879237, + "action_effect_rmse": 0.055818831837327276 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.0514387227096822, + "action_effect_rmse": 0.0901655318080133 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.09086730147943752, + "action_effect_rmse": 0.14430888411703835 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 0.1734394649409159, + "action_effect_rmse": 0.26345563574582437 + } + ] + }, + { + "family": "thermal", + "sample_count": 111, + "mean_regret": 19.262550043524108, + "ranking_accuracy": 0.8926426426426426, + "ranking_comparable_pairs": 666, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 111, + "action_effect_mae": 0.8888025838895279, + "action_effect_rmse": 1.1510294804259866 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 111, + "action_effect_mae": 1.7584591023991167, + "action_effect_rmse": 2.289907807716197 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 111, + "action_effect_mae": 3.500477463254193, + "action_effect_rmse": 4.488716232006904 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 111, + "action_effect_mae": 6.769069136630685, + "action_effect_rmse": 8.518393731538517 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 111, + "action_effect_mae": 0.3511153040961251, + "action_effect_rmse": 0.5828920674793984 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 111, + "action_effect_mae": 0.6353175246160773, + "action_effect_rmse": 1.0811866078857644 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 111, + "action_effect_mae": 1.0171608727145598, + "action_effect_rmse": 1.56730999021021 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 111, + "action_effect_mae": 1.6076219126909654, + "action_effect_rmse": 2.54464775582012 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 56, + "action_effect_mae": 0.007907441871098793, + "action_effect_rmse": 0.013786593047547905 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 56, + "action_effect_mae": 0.014458551583904106, + "action_effect_rmse": 0.020860786705468256 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 56, + "action_effect_mae": 0.04825253092791609, + "action_effect_rmse": 0.07834388959110261 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 56, + "action_effect_mae": 0.15386238189957518, + "action_effect_rmse": 0.24180459772875815 + } + ] + } + ] + } + }, + "catboost": { + "status": "completed", + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 1247, + "mae": 0.028817640617489815, + "rmse": 0.05104601010680199, + "standardized_mae": 0.07917865365743637, + "standardized_rmse": 0.14025278389453888, + "standardized_gaussian_nll": -0.16861437761384182, + "physical_gaussian_nll": -1.1793333603400256, + "nominal_coverage": 0.9, + "coverage": 0.8813151563753007, + "mean_interval_width": 0.12031567841768265, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 1255, + "mae": 0.042518291622400284, + "rmse": 0.08344272524118423, + "standardized_mae": 0.11682222783565521, + "standardized_rmse": 0.2292652130126953, + "standardized_gaussian_nll": 0.010817791939919037, + "physical_gaussian_nll": -0.9999011907862647, + "nominal_coverage": 0.9, + "coverage": 0.8621513944223107, + "mean_interval_width": 0.17703159153461456, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 1253, + "mae": 0.07738617062568665, + "rmse": 0.13390986621379852, + "standardized_mae": 0.21262437105178833, + "standardized_rmse": 0.36792752146720886, + "standardized_gaussian_nll": 0.46255611482181025, + "physical_gaussian_nll": -0.5481628679043735, + "nominal_coverage": 0.9, + "coverage": 0.8858739026336792, + "mean_interval_width": 0.3492986857891083, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 1245, + "mae": 0.11598093807697296, + "rmse": 0.1697659194469452, + "standardized_mae": 0.3186664283275604, + "standardized_rmse": 0.466444730758667, + "standardized_gaussian_nll": 0.9109771196411779, + "physical_gaussian_nll": -0.09974186308500588, + "nominal_coverage": 0.9, + "coverage": 0.8835341365461847, + "mean_interval_width": 0.5436851978302002, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 1247, + "mae": 0.3942485451698303, + "rmse": 0.6238211989402771, + "standardized_mae": 0.051716722548007965, + "standardized_rmse": 0.08183159679174423, + "standardized_gaussian_nll": -0.23939305376196043, + "physical_gaussian_nll": 1.7918073089282829, + "nominal_coverage": 0.9, + "coverage": 0.9182036888532478, + "mean_interval_width": 1.887170672416687, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 1247, + "mae": 0.7096695303916931, + "rmse": 1.1056910753250122, + "standardized_mae": 0.09309300780296326, + "standardized_rmse": 0.1450423151254654, + "standardized_gaussian_nll": -0.16116019459248915, + "physical_gaussian_nll": 1.870040168097754, + "nominal_coverage": 0.9, + "coverage": 0.9077786688051324, + "mean_interval_width": 3.302706480026245, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 1243, + "mae": 1.288956880569458, + "rmse": 1.896857738494873, + "standardized_mae": 0.16908274590969086, + "standardized_rmse": 0.24882593750953674, + "standardized_gaussian_nll": 0.061834181210366115, + "physical_gaussian_nll": 2.0930345439006093, + "nominal_coverage": 0.9, + "coverage": 0.8946098149637972, + "mean_interval_width": 5.420712471008301, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 1241, + "mae": 2.1929831504821777, + "rmse": 3.013962745666504, + "standardized_mae": 0.2876710593700409, + "standardized_rmse": 0.39536550641059875, + "standardized_gaussian_nll": 0.5768064731898265, + "physical_gaussian_nll": 2.6080068358800697, + "nominal_coverage": 0.9, + "coverage": 0.9186140209508461, + "mean_interval_width": 9.826549530029297, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 1264, + "mae": 2.914069890975952, + "rmse": 5.4720563888549805, + "standardized_mae": 0.17229939997196198, + "standardized_rmse": 0.32354477047920227, + "standardized_gaussian_nll": 0.2951378420817997, + "physical_gaussian_nll": 3.1232101039846594, + "nominal_coverage": 0.9, + "coverage": 0.8955696202531646, + "mean_interval_width": 7.836490154266357, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 1258, + "mae": 3.4384796619415283, + "rmse": 6.667247772216797, + "standardized_mae": 0.20330603420734406, + "standardized_rmse": 0.3942125141620636, + "standardized_gaussian_nll": 0.5718400219651796, + "physical_gaussian_nll": 3.399912283868039, + "nominal_coverage": 0.9, + "coverage": 0.895866454689984, + "mean_interval_width": 17.612483978271484, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 1254, + "mae": 4.706232070922852, + "rmse": 7.7070183753967285, + "standardized_mae": 0.2782640755176544, + "standardized_rmse": 0.45569074153900146, + "standardized_gaussian_nll": 0.8568795377520685, + "physical_gaussian_nll": 3.684951799654928, + "nominal_coverage": 0.9, + "coverage": 0.9202551834130781, + "mean_interval_width": 28.274126052856445, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 1259, + "mae": 5.392678260803223, + "rmse": 7.7288103103637695, + "standardized_mae": 0.31885138154029846, + "standardized_rmse": 0.4569792151451111, + "standardized_gaussian_nll": 0.8632947786557447, + "physical_gaussian_nll": 3.691367040558604, + "nominal_coverage": 0.9, + "coverage": 0.9293089753772835, + "mean_interval_width": 30.55807876586914, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 1315, + "mae": 0.1522422879934311, + "rmse": 0.2469685971736908, + "standardized_mae": 0.030291307717561722, + "standardized_rmse": 0.049138788133859634, + "standardized_gaussian_nll": -0.26275125425025875, + "physical_gaussian_nll": 1.3518612435606046, + "nominal_coverage": 0.9, + "coverage": 0.8851711026615969, + "mean_interval_width": 0.7194374799728394, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 1318, + "mae": 0.2802169919013977, + "rmse": 0.45980268716812134, + "standardized_mae": 0.05575414374470711, + "standardized_rmse": 0.09148591011762619, + "standardized_gaussian_nll": -0.23026500614221618, + "physical_gaussian_nll": 1.3843474916686471, + "nominal_coverage": 0.9, + "coverage": 0.8748103186646434, + "mean_interval_width": 1.3946971893310547, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 1312, + "mae": 0.5019822120666504, + "rmse": 0.8183173537254333, + "standardized_mae": 0.09987827390432358, + "standardized_rmse": 0.1628187745809555, + "standardized_gaussian_nll": -0.13130538846411854, + "physical_gaussian_nll": 1.483307109346745, + "nominal_coverage": 0.9, + "coverage": 0.8810975609756098, + "mean_interval_width": 2.447899103164673, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 1321, + "mae": 0.8821021318435669, + "rmse": 1.3591704368591309, + "standardized_mae": 0.17550988495349884, + "standardized_rmse": 0.2704311013221741, + "standardized_gaussian_nll": 0.1230345185869491, + "physical_gaussian_nll": 1.7376470163978124, + "nominal_coverage": 0.9, + "coverage": 0.8660105980317941, + "mean_interval_width": 3.921053886413574, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 1323, + "mae": 0.02687554992735386, + "rmse": 0.045061156153678894, + "standardized_mae": 0.02941812574863434, + "standardized_rmse": 0.049324192106723785, + "standardized_gaussian_nll": -0.2626516664460579, + "physical_gaussian_nll": -0.35304570735656465, + "nominal_coverage": 0.9, + "coverage": 0.873771730914588, + "mean_interval_width": 0.10808258503675461, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 1320, + "mae": 0.050022922456264496, + "rmse": 0.07919758558273315, + "standardized_mae": 0.05475536733865738, + "standardized_rmse": 0.08669011294841766, + "standardized_gaussian_nll": -0.23492648857862145, + "physical_gaussian_nll": -0.32532052948912815, + "nominal_coverage": 0.9, + "coverage": 0.8795454545454545, + "mean_interval_width": 0.19841648638248444, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 1313, + "mae": 0.09780372679233551, + "rmse": 0.1386691927909851, + "standardized_mae": 0.10705649852752686, + "standardized_rmse": 0.15178807079792023, + "standardized_gaussian_nll": -0.15023689593249986, + "physical_gaussian_nll": -0.24063093684300657, + "nominal_coverage": 0.9, + "coverage": 0.8766184310738766, + "mean_interval_width": 0.37985721230506897, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 1324, + "mae": 0.19109122455120087, + "rmse": 0.2501552402973175, + "standardized_mae": 0.20916950702667236, + "standardized_rmse": 0.27382132411003113, + "standardized_gaussian_nll": 0.1331002056005546, + "physical_gaussian_nll": 0.042706164690047885, + "nominal_coverage": 0.9, + "coverage": 0.8829305135951662, + "mean_interval_width": 0.7561017870903015, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 1338, + "mae": 0.130111426115036, + "rmse": 0.2120392769575119, + "standardized_mae": 0.24347782135009766, + "standardized_rmse": 0.3967896103858948, + "standardized_gaussian_nll": 0.58296062134461, + "physical_gaussian_nll": -0.04367409357414598, + "nominal_coverage": 0.9, + "coverage": 0.905829596412556, + "mean_interval_width": 0.5628572106361389, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 1338, + "mae": 0.16499614715576172, + "rmse": 0.27591073513031006, + "standardized_mae": 0.3087576925754547, + "standardized_rmse": 0.5163124203681946, + "standardized_gaussian_nll": 1.1783268413359573, + "physical_gaussian_nll": 0.5516921264172013, + "nominal_coverage": 0.9, + "coverage": 0.9192825112107623, + "mean_interval_width": 0.8128947019577026, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 1342, + "mae": 0.2109607756137848, + "rmse": 0.33226656913757324, + "standardized_mae": 0.39477139711380005, + "standardized_rmse": 0.6217712163925171, + "standardized_gaussian_nll": 1.8330699180083851, + "physical_gaussian_nll": 1.206435203089629, + "nominal_coverage": 0.9, + "coverage": 0.8994038748137109, + "mean_interval_width": 0.9872016310691833, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 1335, + "mae": 0.24614952504634857, + "rmse": 0.3521268665790558, + "standardized_mae": 0.4606201946735382, + "standardized_rmse": 0.6589358448982239, + "standardized_gaussian_nll": 2.092722886294809, + "physical_gaussian_nll": 1.466088171376053, + "nominal_coverage": 0.9, + "coverage": 0.8861423220973783, + "mean_interval_width": 1.1201128959655762, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 1322, + "mae": 6.2556471824646, + "rmse": 11.370123863220215, + "standardized_mae": 0.16567380726337433, + "standardized_rmse": 0.3011249899864197, + "standardized_gaussian_nll": 0.2187373547419617, + "physical_gaussian_nll": 3.8499564231710437, + "nominal_coverage": 0.9, + "coverage": 0.9062027231467473, + "mean_interval_width": 24.61829376220703, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 1322, + "mae": 7.882195949554443, + "rmse": 15.854009628295898, + "standardized_mae": 0.2087511271238327, + "standardized_rmse": 0.4198756814002991, + "standardized_gaussian_nll": 0.685811493416503, + "physical_gaussian_nll": 4.317030561845585, + "nominal_coverage": 0.9, + "coverage": 0.9009077155824509, + "mean_interval_width": 40.334083557128906, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 1321, + "mae": 9.98625659942627, + "rmse": 16.812719345092773, + "standardized_mae": 0.2644748091697693, + "standardized_rmse": 0.4452660083770752, + "standardized_gaussian_nll": 0.8056426931066288, + "physical_gaussian_nll": 4.436861761535711, + "nominal_coverage": 0.9, + "coverage": 0.8879636638909917, + "mean_interval_width": 52.73381423950195, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 1318, + "mae": 10.67805290222168, + "rmse": 15.875618934631348, + "standardized_mae": 0.2827962636947632, + "standardized_rmse": 0.42044797539711, + "standardized_gaussian_nll": 0.688434959349245, + "physical_gaussian_nll": 4.319654027778327, + "nominal_coverage": 0.9, + "coverage": 0.8823975720789075, + "mean_interval_width": 50.14714050292969, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 1346, + "mae": 0.5202606916427612, + "rmse": 0.7792493104934692, + "standardized_mae": 0.06466453522443771, + "standardized_rmse": 0.09685490280389786, + "standardized_gaussian_nll": -0.2247486675098666, + "physical_gaussian_nll": 1.8603684135967955, + "nominal_coverage": 0.9, + "coverage": 0.87444279346211, + "mean_interval_width": 2.0896711349487305, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 1354, + "mae": 0.759738028049469, + "rmse": 1.2390868663787842, + "standardized_mae": 0.09442979097366333, + "standardized_rmse": 0.15400929749011993, + "standardized_gaussian_nll": -0.14653144170863566, + "physical_gaussian_nll": 1.9385856393980265, + "nominal_coverage": 0.9, + "coverage": 0.8788774002954209, + "mean_interval_width": 3.2225801944732666, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 1354, + "mae": 1.2761472463607788, + "rmse": 2.0362648963928223, + "standardized_mae": 0.1586156189441681, + "standardized_rmse": 0.25309258699417114, + "standardized_gaussian_nll": 0.0735166384581909, + "physical_gaussian_nll": 2.158633719564853, + "nominal_coverage": 0.9, + "coverage": 0.878138847858198, + "mean_interval_width": 5.562363624572754, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 1349, + "mae": 2.191309690475464, + "rmse": 3.3731391429901123, + "standardized_mae": 0.2723635137081146, + "standardized_rmse": 0.4192561209201813, + "standardized_gaussian_nll": 0.682975489172428, + "physical_gaussian_nll": 2.76809257027909, + "nominal_coverage": 0.9, + "coverage": 0.8806523350630097, + "mean_interval_width": 9.254324913024902, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 716, + "mae": 0.05673418566584587, + "rmse": 0.08657106757164001, + "standardized_mae": 0.014863959513604641, + "standardized_rmse": 0.022681012749671936, + "standardized_gaussian_nll": -0.2731172614086487, + "physical_gaussian_nll": 1.0663202629523836, + "nominal_coverage": 0.9, + "coverage": 0.9385474860335196, + "mean_interval_width": 0.2959347069263458, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 716, + "mae": 0.1004636362195015, + "rmse": 0.16132411360740662, + "standardized_mae": 0.026320768520236015, + "standardized_rmse": 0.04226578772068024, + "standardized_gaussian_nll": -0.2661783668744045, + "physical_gaussian_nll": 1.073259157486628, + "nominal_coverage": 0.9, + "coverage": 0.9441340782122905, + "mean_interval_width": 0.5624100565910339, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 713, + "mae": 0.2000758796930313, + "rmse": 0.32420864701271057, + "standardized_mae": 0.05241847783327103, + "standardized_rmse": 0.08494039624929428, + "standardized_gaussian_nll": -0.2365647218322311, + "physical_gaussian_nll": 1.1028728025288013, + "nominal_coverage": 0.9, + "coverage": 0.9368863955119214, + "mean_interval_width": 1.0999664068222046, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 704, + "mae": 0.37897953391075134, + "rmse": 0.6128911375999451, + "standardized_mae": 0.09928998351097107, + "standardized_rmse": 0.16057318449020386, + "standardized_gaussian_nll": -0.13526701896216317, + "physical_gaussian_nll": 1.2041705053988692, + "nominal_coverage": 0.9, + "coverage": 0.9275568181818182, + "mean_interval_width": 1.9397087097167969, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 1358, + "mae": 1.1453149318695068, + "rmse": 1.3786959648132324, + "standardized_mae": 0.004003408830612898, + "standardized_rmse": 0.004819184076040983, + "standardized_gaussian_nll": -0.27579689867714907, + "physical_gaussian_nll": 5.380491816108493, + "nominal_coverage": 0.9, + "coverage": 0.9278350515463918, + "mean_interval_width": 4.665295124053955, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 1355, + "mae": 1.6774659156799316, + "rmse": 2.1385653018951416, + "standardized_mae": 0.005863524042069912, + "standardized_rmse": 0.00747528113424778, + "standardized_gaussian_nll": -0.27561875509539463, + "physical_gaussian_nll": 5.380669959690247, + "nominal_coverage": 0.9, + "coverage": 0.9291512915129151, + "mean_interval_width": 7.559602737426758, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 1354, + "mae": 3.155756950378418, + "rmse": 4.359689235687256, + "standardized_mae": 0.011030839756131172, + "standardized_rmse": 0.015239143744111061, + "standardized_gaussian_nll": -0.2746567143668696, + "physical_gaussian_nll": 5.381632000418772, + "nominal_coverage": 0.9, + "coverage": 0.9320531757754801, + "mean_interval_width": 16.623306274414062, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 1358, + "mae": 6.033207416534424, + "rmse": 8.4149751663208, + "standardized_mae": 0.021088868379592896, + "standardized_rmse": 0.029414255172014236, + "standardized_gaussian_nll": -0.2712037285841689, + "physical_gaussian_nll": 5.385084986201473, + "nominal_coverage": 0.9, + "coverage": 0.93519882179676, + "mean_interval_width": 33.156612396240234, + "interval_kind": "heldout_calibrated" + } + ], + "calibrated_query_fraction": 1.0, + "calibration_status": "heldout", + "artifact": { + "path": "/Users/maxfarrell/repos/experimental/artifacts/full/catboost", + "metadata_sha256": "36ebfe9b3508a8e15debf626b1402c15f7797ae0bde37e394a5811d0ded3873b", + "model_sha256": "a849379841dadb95dffe45e80d55469500f2741397496382c4af7b964cdac1cf", + "training_budget": { + "requested_training_windows": 150000, + "emitted_training_windows": 150000, + "valid_training_query_rows": 1856448, + "feature_count": 1374, + "query_counts_by_field_horizon": { + "0:15": 48176, + "0:30": 48186, + "0:60": 48093, + "0:120": 48177, + "1:15": 31980, + "1:30": 31978, + "1:60": 31976, + "1:120": 32020, + "2:15": 48208, + "2:30": 48194, + "2:60": 48228, + "2:120": 48223, + "3:15": 47902, + "3:30": 47930, + "3:60": 47926, + "3:120": 47941, + "4:15": 47928, + "4:30": 47940, + "4:60": 47864, + "4:120": 47939, + "5:15": 47944, + "5:30": 48012, + "5:60": 47984, + "5:120": 47935, + "6:15": 48024, + "6:30": 48012, + "6:60": 47985, + "6:120": 48067, + "7:15": 47960, + "7:30": 47972, + "7:60": 47935, + "7:120": 47885, + "8:15": 47944, + "8:30": 47942, + "8:60": 47986, + "8:120": 47965, + "9:15": 47996, + "9:30": 48020, + "9:60": 48033, + "9:120": 48038 + }, + "chunk_windows": 64, + "source_dtype": "float32", + "feature_order": "F", + "raw_bytes": 10210464000 + }, + "feature_version": "tfm-catboost-causal-flat-v1", + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "memory_method": "Bounded window chunks to Fortran-order float32 feature/label memmaps; documented Pool construction and quantize/save; reusable quantized pool.", + "memory_limitation": "Quantized pool and CatBoost working buffers still consume RAM; no hard numeric-feature memory cap is claimed." + }, + "counterfactual": { + "status": "completed", + "samples": 300, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 237, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2770133569529997, + "action_effect_rmse": 0.31205153390958923 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007749541928648185, + "action_effect_rmse": 0.008078005127794396 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8364908476986178, + "action_effect_rmse": 0.9110107466569789 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5050719094284307, + "action_effect_rmse": 0.5392892585471374 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02666038408886588, + "action_effect_rmse": 0.026666352078271248 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8304133270546192, + "action_effect_rmse": 2.336012671725903 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1136278291783535, + "action_effect_rmse": 1.1719178400574144 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022560618255750953, + "action_effect_rmse": 0.027708005051251577 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.565740256631973, + "action_effect_rmse": 5.811987995381475 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.363465925324147, + "action_effect_rmse": 1.545976899210094 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19411969546826344, + "action_effect_rmse": 0.2468480370229227 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.497220211171623, + "action_effect_rmse": 8.340089902084042 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 16.751786825688214, + "predicted_costs": [ + 1765.0301621499489, + 2520.893724073999, + 2254.945255962743, + 1803.4621488606608 + ], + "true_costs": [ + 1396.8534237290642, + 1961.2645601729296, + 1648.3294725217722, + 1380.101636903376 + ] + }, + { + "system_id": "tank-00175", + "family": "tank", + "anchor_step": 156, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7236222926293477, + "action_effect_rmse": 0.8754095745905814 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03608680158047465, + "action_effect_rmse": 0.047186547761973854 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15444168097227864, + "action_effect_rmse": 0.15453779780199633 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 36.58298726528768, + "action_effect_rmse": 52.181385561225085 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9314446210414223, + "action_effect_rmse": 1.1128451309408942 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0665242329166394, + "action_effect_rmse": 0.08658395791946064 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12655371876889804, + "action_effect_rmse": 0.1267966483329562 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 28.637733061355704, + "action_effect_rmse": 39.2328973063125 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5280780734493687, + "action_effect_rmse": 0.8577197525838669 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09699262276733774, + "action_effect_rmse": 0.1111413371733286 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2824274271814038, + "action_effect_rmse": 0.2824854229000237 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.537895450322157, + "action_effect_rmse": 25.76043862228358 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8776418925281094, + "action_effect_rmse": 1.3057131776831659 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14501433983801407, + "action_effect_rmse": 0.16056922623235198 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12431220607840864, + "action_effect_rmse": 0.12456496855262876 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 18.286923323222954, + "action_effect_rmse": 22.09690789264077 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 163.84973979464849, + "predicted_costs": [ + 703.6690373454904, + 695.3590244743637, + 697.3980067532013, + 686.8266794542544 + ], + "true_costs": [ + 724.6730236514875, + 622.9163741425217, + 782.5522465312388, + 786.7661139371702 + ] + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "anchor_step": 507, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17967570829200832, + "action_effect_rmse": 0.1837122894058626 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006075411461240539, + "action_effect_rmse": 0.007979403211599413 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7368663529351048, + "action_effect_rmse": 0.9425183449207345 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20531153391075208, + "action_effect_rmse": 0.2105909413132334 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012149342804827748, + "action_effect_rmse": 0.01273739522773417 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3916622111596553, + "action_effect_rmse": 1.8507896741743068 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21127013723250462, + "action_effect_rmse": 0.29901208344769237 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011420921480128262, + "action_effect_rmse": 0.015754006160049863 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.808083513436183, + "action_effect_rmse": 2.6977534094754567 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.526762117915407, + "action_effect_rmse": 0.5612896647941709 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05669457541323908, + "action_effect_rmse": 0.05968759712533857 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.905115677681731, + "action_effect_rmse": 5.959063155745073 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 0.07645451197152742, + "predicted_costs": [ + 0.458376749107057, + 17.693381539083028, + 0.16001821985977033, + 6.581921661224397 + ], + "true_costs": [ + 0.6867920478683982, + 12.240016421594103, + 0.7632465598399256, + 7.111813786223596 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 141, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12847547264595782, + "action_effect_rmse": 0.1691864718600302 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017960198064645994, + "action_effect_rmse": 0.019961376620399436 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.036121308731750956, + "action_effect_rmse": 0.03694582966324828 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 39.352948315926035, + "action_effect_rmse": 50.04267102238505 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20625176929655234, + "action_effect_rmse": 0.29107182581161134 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02558165327708295, + "action_effect_rmse": 0.029230618055487215 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0461415270976682, + "action_effect_rmse": 0.0472334732625023 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.3028798477495, + "action_effect_rmse": 40.00014636096804 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44372613990278903, + "action_effect_rmse": 0.4564642591876159 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05175205470322316, + "action_effect_rmse": 0.06045703137475883 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15424733312008995, + "action_effect_rmse": 0.15473983952720452 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 45.28727766149959, + "action_effect_rmse": 58.931292502651786 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.471855090280273, + "action_effect_rmse": 0.6977195095290974 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06924646967634611, + "action_effect_rmse": 0.08074011986488809 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006754643586823521, + "action_effect_rmse": 0.009482762291830208 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.83744600851007, + "action_effect_rmse": 31.665978083894757 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 52.345535977574116, + "predicted_costs": [ + 479.7647593235218, + 483.5587111840553, + 479.5984922839574, + 467.5370920252484 + ], + "true_costs": [ + 465.9995128161382, + 422.1657064452536, + 474.4512424228277, + 474.5112424228277 + ] + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "anchor_step": 527, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5783377085895035, + "action_effect_rmse": 0.7055693144268682 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.331427498350043, + "action_effect_rmse": 0.5543454370969078 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9208806329374006, + "action_effect_rmse": 1.110608013729098 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.49240571341768674, + "action_effect_rmse": 0.7909754835242858 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6974154256779919, + "action_effect_rmse": 1.9075532380822864 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5408815212706866, + "action_effect_rmse": 1.812691586083234 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9864577943351893, + "action_effect_rmse": 2.3648662035908505 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4607598268219513, + "action_effect_rmse": 3.8585738609063487 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.9481048105724246, + 23.716453674308923, + 0.0570904929948121, + 13.756090079428136 + ], + "true_costs": [ + 10.009301415944293, + 51.56567451972123, + 5.682231077047231, + 22.363120940179794 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 92, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7431936250646315, + "action_effect_rmse": 0.9698568930917002 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5146784437888196, + "action_effect_rmse": 0.6558009766254356 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.166848788992296, + "action_effect_rmse": 1.5531625873557482 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.977114318077786, + "action_effect_rmse": 1.2384982773561777 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7664102664977914, + "action_effect_rmse": 2.2427227228685958 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0030797911594362, + "action_effect_rmse": 3.942863670795411 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.861466038234157, + "action_effect_rmse": 3.7439810266929934 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.371411631097193, + "action_effect_rmse": 8.365971700243774 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.2630706571339658, + "predicted_costs": [ + 290.395666697515, + 583.5644890925269, + 442.5716147761515, + 306.9258979246352 + ], + "true_costs": [ + 187.72560923301162, + 725.5488909910082, + 362.906739840099, + 187.46253857587766 + ] + }, + { + "system_id": "tank-00100", + "family": "tank", + "anchor_step": 259, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5012875846843965, + "action_effect_rmse": 0.590660790991735 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010815704043948196, + "action_effect_rmse": 0.011316331107572705 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5482116406720066, + "action_effect_rmse": 0.5482387263740504 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.96019628808104, + "action_effect_rmse": 46.95813033586399 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9668100598035375, + "action_effect_rmse": 1.1351370909019585 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0281147517384035, + "action_effect_rmse": 0.03050390244400194 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45309624864944453, + "action_effect_rmse": 0.4531641610061278 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 25.16816400800019, + "action_effect_rmse": 34.19633604318014 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8498079228030022, + "action_effect_rmse": 2.2063074094749524 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06855733601403695, + "action_effect_rmse": 0.07479968451680971 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.032628133025653816, + "action_effect_rmse": 0.033106121644080944 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.93507854559863, + "action_effect_rmse": 33.59513356975205 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5891708942795737, + "action_effect_rmse": 4.258922730323134 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13736359380538943, + "action_effect_rmse": 0.14299220039024088 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14124581744989673, + "action_effect_rmse": 0.14145983982021756 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.967563969657883, + "action_effect_rmse": 17.76414505176099 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 283.2605551497377, + "predicted_costs": [ + 292.14298510576253, + 284.76556318371917, + 286.4288738346344, + 279.6887033142828 + ], + "true_costs": [ + 246.3202542613356, + 201.2704430705862, + 320.0355283357544, + 484.5309982203239 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 466, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025751881317786874, + "action_effect_rmse": 0.030982097839398013 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09520671129938307, + "action_effect_rmse": 0.15362454992386287 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.004021332005403, + "action_effect_rmse": 6.16430023709158 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.037793203552607915, + "action_effect_rmse": 0.04503025068165401 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2709934525918409, + "action_effect_rmse": 0.316351317107957 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.448935350984843, + "action_effect_rmse": 5.201327934249282 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07542179853490605, + "action_effect_rmse": 0.08868643788409032 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5936891796710858, + "action_effect_rmse": 0.6690544655025374 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.63962320226856, + "action_effect_rmse": 4.869272866585641 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06821782158816699, + "action_effect_rmse": 0.07787105860547307 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.812256955091711, + "action_effect_rmse": 2.1777681264643736 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.581480467261149, + "action_effect_rmse": 1.6912928516466865 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9573744939330773, + 1.0522556287219909, + 0.8303984917137798, + 0.5105698077047162 + ], + "true_costs": [ + 0.9581692627347651, + 1.02, + 0.9994829875147585, + 0.7649192700242678 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 550, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22405639333130326, + "action_effect_rmse": 0.31166103058348216 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009356748825976998, + "action_effect_rmse": 0.009996771869361482 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6179799487445926, + "action_effect_rmse": 0.6180630642323492 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.1694342797711, + "action_effect_rmse": 45.84802762682108 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36394535128873606, + "action_effect_rmse": 0.5386242159789377 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0022299345402660244, + "action_effect_rmse": 0.002466289353130243 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6253792118257938, + "action_effect_rmse": 0.6255045468902038 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.76601366900977, + "action_effect_rmse": 37.7305204557426 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6310954754782028, + "action_effect_rmse": 0.9419696031027492 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02871234232510626, + "action_effect_rmse": 0.036455928486142875 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6169047094543663, + "action_effect_rmse": 0.6170900766988485 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 31.84336851413052, + "action_effect_rmse": 36.765457163511314 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1893438239524041, + "action_effect_rmse": 1.6942587365525161 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10837394467976698, + "action_effect_rmse": 0.14483485078967884 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.231083667373328, + "action_effect_rmse": 0.23161496586570615 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.959140338854297, + "action_effect_rmse": 32.13264715485952 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 115.33427972305748, + "predicted_costs": [ + 478.69930173149777, + 479.7756916536473, + 475.6612254794379, + 460.7924211667359 + ], + "true_costs": [ + 474.46839168584177, + 359.17696269977023, + 474.4512424228277, + 474.5112424228277 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08233605914553059, + "action_effect_rmse": 0.08973994676367184 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01502100607301197, + "action_effect_rmse": 0.018399159393027057 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01218210806498741, + "action_effect_rmse": 0.013552844077427623 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.791927640520953, + "action_effect_rmse": 16.974227071307148 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14187708639513996, + "action_effect_rmse": 0.17010939418731746 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030608260752357452, + "action_effect_rmse": 0.036106715367416733 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027320432731778883, + "action_effect_rmse": 0.028561932615946875 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.314363118642621, + "action_effect_rmse": 5.489491609631412 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18792033302562375, + "action_effect_rmse": 0.206525750565475 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06785701252831917, + "action_effect_rmse": 0.07388577389452007 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08809345876484632, + "action_effect_rmse": 0.08833473674971346 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 7.727268855093951, + "action_effect_rmse": 8.775921607473085 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6124357718960803, + "action_effect_rmse": 0.7164192049580669 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11810494586411302, + "action_effect_rmse": 0.12153048597503177 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15822846870935914, + "action_effect_rmse": 0.158458686608312 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.627825577422151, + "action_effect_rmse": 5.284447913186472 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 15.1778599473039, + "predicted_costs": [ + 95.49769651828655, + 95.52564393924466, + 95.11725726187623, + 91.55671126797111 + ], + "true_costs": [ + 85.49013783178094, + 78.69996519077532, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "tank-00943", + "family": "tank", + "anchor_step": 402, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08751814083797822, + "action_effect_rmse": 0.10364135879588746 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07200948066443875, + "action_effect_rmse": 0.08068558939022547 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03819740954905486, + "action_effect_rmse": 0.038584196560325495 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 46.91861159957542, + "action_effect_rmse": 66.22730535055823 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14239421265554716, + "action_effect_rmse": 0.16181681663174827 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1481205471996662, + "action_effect_rmse": 0.17389764795802345 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11826054951237071, + "action_effect_rmse": 0.11838215568808115 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 41.67112894104509, + "action_effect_rmse": 56.99665217564849 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18911452654181224, + "action_effect_rmse": 0.2095961465531457 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27637603231004526, + "action_effect_rmse": 0.32963634734614844 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09749416286899966, + "action_effect_rmse": 0.09761692760737267 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 40.05287896269028, + "action_effect_rmse": 54.721113471251435 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5215788939691309, + "action_effect_rmse": 0.6135995499680306 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4303348025672662, + "action_effect_rmse": 0.5115666748953057 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20273200761241714, + "action_effect_rmse": 0.20283948675418406 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 35.373211022863195, + "action_effect_rmse": 47.630831255410406 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 8.481539415626436, + "predicted_costs": [ + 44.152810598712634, + 43.17203468924093, + 43.50125781109945, + 41.59825948357019 + ], + "true_costs": [ + 37.2793303905962, + 35.20922167708185, + 43.63076109270829, + 43.690761092708286 + ] + }, + { + "system_id": "battery-00899", + "family": "battery", + "anchor_step": 211, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007010803579422853, + "action_effect_rmse": 0.010387527350291609 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13798432342268777, + "action_effect_rmse": 0.15874000434347732 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.800172491207166, + "action_effect_rmse": 0.8273087150645864 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02884411806364177, + "action_effect_rmse": 0.0316102530429406 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3160908501266846, + "action_effect_rmse": 0.33646442137556887 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.195652419546047, + "action_effect_rmse": 6.211278873219696 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11343694810735556, + "action_effect_rmse": 0.12235363914497886 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5402358086689496, + "action_effect_rmse": 0.5813070763862983 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4760914377826258, + "action_effect_rmse": 0.4906236023523043 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14172802161900955, + "action_effect_rmse": 0.15656264903687092 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.133164482421665, + "action_effect_rmse": 1.2905831061239543 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.0820365614171905, + "action_effect_rmse": 5.3514001113242005 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.4387053019390964, + 0.5388015451041124, + 0.8087667546135174, + 1.0937576833784022 + ], + "true_costs": [ + 0.5715945500489996, + 0.705298612447684, + 0.9965164632647079, + 1.02 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 534, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5861995257004207, + "action_effect_rmse": 0.7432786801676132 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03298830336277329, + "action_effect_rmse": 0.04351828440701652 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12239085359313169, + "action_effect_rmse": 0.12251211846778116 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.371617294434078, + "action_effect_rmse": 35.09075689545593 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1359625417409103, + "action_effect_rmse": 1.443199713219137 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06497210731924596, + "action_effect_rmse": 0.08606124009950138 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09492369315592243, + "action_effect_rmse": 0.09524732961572778 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.5096307197224, + "action_effect_rmse": 17.18896982964962 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4652076488568593, + "action_effect_rmse": 1.9818336406676604 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1290789206959649, + "action_effect_rmse": 0.17172869601845223 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11141672004390098, + "action_effect_rmse": 0.11161197449586827 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 11.244242219850554, + "action_effect_rmse": 14.620703830361505 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2341369407046738, + "action_effect_rmse": 2.0725153154703184 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2373009454737319, + "action_effect_rmse": 0.3181173905069634 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18839909880009262, + "action_effect_rmse": 0.18851403112458343 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6225974780854813, + "action_effect_rmse": 5.536765318637779 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 223.6095705674473, + "predicted_costs": [ + 419.74179019558875, + 426.6626472674122, + 428.5491350711417, + 419.5542323475946 + ], + "true_costs": [ + 615.5238303421713, + 393.7716371515541, + 554.7606262870349, + 617.3812077190014 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 617, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2847034172450229, + "action_effect_rmse": 0.3461200527816412 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5206605840037355, + "action_effect_rmse": 0.6302558853716347 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42801545705067784, + "action_effect_rmse": 0.5000487368908788 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8062459516891826, + "action_effect_rmse": 0.9783465396920039 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4641515157409266, + "action_effect_rmse": 0.5041356335809648 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6761713452990155, + "action_effect_rmse": 1.9014068478625852 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5118091861564018, + "action_effect_rmse": 0.5368564195730638 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.658491471324737, + "action_effect_rmse": 7.25992346415515 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 34.24664066503358, + "predicted_costs": [ + 7.910811973109095, + 60.964799787890286, + 12.175541435413592, + 7.515167522494824 + ], + "true_costs": [ + 25.026924095586207, + 13.118128804260996, + 7.385172463393321, + 41.6318131284269 + ] + }, + { + "system_id": "tank-00841", + "family": "tank", + "anchor_step": 547, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24592419213927208, + "action_effect_rmse": 0.24961822733082592 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005972072504750514, + "action_effect_rmse": 0.007702544011452394 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3094957076469139, + "action_effect_rmse": 0.3095436821836485 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 9.637100133135279, + "action_effect_rmse": 13.434823358171732 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4491834244954222, + "action_effect_rmse": 0.4658058801763733 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019920145243947474, + "action_effect_rmse": 0.020909125423417548 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3910366306825159, + "action_effect_rmse": 0.3911153190757462 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.960875333145114, + "action_effect_rmse": 2.388258758500169 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8098642174723741, + "action_effect_rmse": 0.8347893740186791 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05684452750461825, + "action_effect_rmse": 0.06135562218457297 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1829643739719479, + "action_effect_rmse": 0.18305021800514845 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.012970142327781, + "action_effect_rmse": 3.3137075351503347 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6916148735995933, + "action_effect_rmse": 1.7310130180522727 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14037565625578097, + "action_effect_rmse": 0.15025230442335488 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04432406437782377, + "action_effect_rmse": 0.045001422397981265 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.891887395570038, + "action_effect_rmse": 11.143937194352734 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 127.87380734690953, + "predicted_costs": [ + 456.2949784779855, + 447.2561272037218, + 449.3589313983366, + 440.89146771416677 + ], + "true_costs": [ + 416.4730139267988, + 333.26292169929076, + 461.0767290462003, + 461.1367290462003 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 615, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5797449369033956, + "action_effect_rmse": 0.6880775475466164 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9468448327018754, + "action_effect_rmse": 1.1375273713412892 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7377609334949801, + "action_effect_rmse": 0.9033908380696606 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2326789655483783, + "action_effect_rmse": 1.4791958099049396 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9421198984525793, + "action_effect_rmse": 1.1646900285260704 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.27470021569142, + "action_effect_rmse": 2.4142290600083762 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0557579954753251, + "action_effect_rmse": 1.2933129808415036 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.160967499987048, + "action_effect_rmse": 5.088117546079533 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 59.83641895830699, + 18.57186556968783, + 45.33806278641304, + 107.49297480220784 + ], + "true_costs": [ + 32.0513295723058, + 12.192213361367614, + 40.55011183932264, + 125.62763432187657 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 358, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3902368648210543, + "action_effect_rmse": 0.4349978353163358 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0038740870950692377, + "action_effect_rmse": 0.003889352634776799 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7346112626794555, + "action_effect_rmse": 0.8998733269843032 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5793176809972719, + "action_effect_rmse": 0.6392786356526198 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006021206283457777, + "action_effect_rmse": 0.006289590324570936 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.564475954298094, + "action_effect_rmse": 1.9406851387653032 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.608919932190202, + "action_effect_rmse": 0.807179685503899 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00863614697664635, + "action_effect_rmse": 0.009545262654025506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.075589678324642, + "action_effect_rmse": 3.858855824305683 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2050139465123653, + "action_effect_rmse": 1.2225978887354105 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03804211473924587, + "action_effect_rmse": 0.04493300248663587 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.714982645348148, + "action_effect_rmse": 8.01785389268723 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 18.862425144361183, + 8.712122831703825, + 17.50522831529836, + 53.08134704796753 + ], + "true_costs": [ + 32.70009850356417, + 5.230680677316517, + 24.035223917336843, + 74.84661642351058 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 344, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23241067221116415, + "action_effect_rmse": 0.24135296904209896 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02959321846791063, + "action_effect_rmse": 0.03398831413674558 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014620842759062827, + "action_effect_rmse": 0.0158758969711754 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.25057968819054, + "action_effect_rmse": 24.7590876314407 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23921044137969863, + "action_effect_rmse": 0.30368238857620367 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04995060995854613, + "action_effect_rmse": 0.05707032091764275 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018297990483033266, + "action_effect_rmse": 0.020196966828515406 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.167218408592767, + "action_effect_rmse": 12.103325707947898 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2570503131831015, + "action_effect_rmse": 0.3909392349718289 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07362307927061273, + "action_effect_rmse": 0.08194881117075146 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03310938669889185, + "action_effect_rmse": 0.03372935523169168 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.074976684040731, + "action_effect_rmse": 10.526354975665043 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3830470409810503, + "action_effect_rmse": 0.6092758535425749 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0896662210666701, + "action_effect_rmse": 0.10277422292061121 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20967413451461933, + "action_effect_rmse": 0.2098078048540156 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.470016476823953, + "action_effect_rmse": 6.674629290044045 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 11.843730733600555, + "predicted_costs": [ + 21.007014484701322, + 21.064639681615574, + 21.029408064408326, + 19.281584278212698 + ], + "true_costs": [ + 26.59590252335394, + 15.531065267772082, + 27.125159839721537, + 27.374796001372637 + ] + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "anchor_step": 487, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1760162596698358, + "action_effect_rmse": 1.2765627285792756 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04445518990196599, + "action_effect_rmse": 0.048633868285186246 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9800772565162863, + "action_effect_rmse": 2.171115535555764 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.860523151305839, + "action_effect_rmse": 1.9984106366765955 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14851278050978797, + "action_effect_rmse": 0.1678988867461433 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.6454967141419274, + "action_effect_rmse": 4.113799928580486 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.68630498793979, + "action_effect_rmse": 2.8233560207362447 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.580683431195407, + "action_effect_rmse": 0.644521160376206 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 9.005683127593935, + "action_effect_rmse": 9.784685020566274 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.827777628605069, + "action_effect_rmse": 3.8906438940610424 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9312767738363437, + "action_effect_rmse": 2.1041368229494175 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 20.982513421266656, + "action_effect_rmse": 22.399776625987112 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 479.1002161168361, + 455.0422817139817, + 365.9673909028545, + 268.66362803280555 + ], + "true_costs": [ + 553.0447267707304, + 395.50609540918083, + 247.28601939025924, + 145.28956338631485 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 468, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006804236425550084, + "action_effect_rmse": 0.008959995139336593 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0885259930085194, + "action_effect_rmse": 1.2420057773831301 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 20.561686986660792, + "action_effect_rmse": 20.60262580899197 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0313813070826069, + "action_effect_rmse": 0.034104626532528395 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5926856181734088, + "action_effect_rmse": 0.9481965486833523 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 18.854457207120333, + "action_effect_rmse": 18.91295028147447 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0806055343091857, + "action_effect_rmse": 0.08829765421389349 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8470877577817054, + "action_effect_rmse": 1.044172243244875 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 19.137285660272493, + "action_effect_rmse": 19.165231690621216 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06261183392780188, + "action_effect_rmse": 0.0769297589019829 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3182037907118662, + "action_effect_rmse": 1.4656212345350101 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.614982591094313, + "action_effect_rmse": 5.663850292463082 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0562501206113855, + 1.1071115681149595, + 0.808493989449226, + 0.5378687176425726 + ], + "true_costs": [ + 1.022055005344555, + 1.0117648890595206, + 0.8707241483260184, + 0.6534622115355494 + ] + }, + { + "system_id": "battery-00161", + "family": "battery", + "anchor_step": 550, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0696185311242878, + "action_effect_rmse": 0.0774461194913757 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33723110505114323, + "action_effect_rmse": 0.40382435934417993 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.67896787988551, + "action_effect_rmse": 4.4029317010510525 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1652397861744327, + "action_effect_rmse": 0.19793190904120242 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6604596235976281, + "action_effect_rmse": 0.7713063787745956 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.33881561435462, + "action_effect_rmse": 7.006474339276265 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.380715769135574, + "action_effect_rmse": 0.4318320197470612 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0977625635221404, + "action_effect_rmse": 1.205631795224595 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.827517989555188, + "action_effect_rmse": 3.3361878003922274 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3892816338763505, + "action_effect_rmse": 0.3990982863683845 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.33025929252812, + "action_effect_rmse": 1.3485089419668543 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.774028139970401, + "action_effect_rmse": 3.9741345977751608 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.2188982043925028, + "predicted_costs": [ + 0.5408079645355013, + 0.5198226442518804, + 0.7899134077225224, + 1.0635446934833837 + ], + "true_costs": [ + 0.2105015740913006, + 0.4293997784838034, + 0.9217220020718027, + 1.02 + ] + }, + { + "system_id": "tank-01156", + "family": "tank", + "anchor_step": 57, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11777624374134514, + "action_effect_rmse": 0.14156814739236834 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017560164441833948, + "action_effect_rmse": 0.020558109045947418 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03885497888073771, + "action_effect_rmse": 0.03957494942698637 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.87728177404288, + "action_effect_rmse": 40.42650573618136 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24761144632359824, + "action_effect_rmse": 0.25652477605886753 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03074537092749215, + "action_effect_rmse": 0.035693618344757524 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11985499180279961, + "action_effect_rmse": 0.12025952595159918 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 34.21995259925919, + "action_effect_rmse": 43.80395514633078 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46327607185256053, + "action_effect_rmse": 0.5321227478382256 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.046872600177184864, + "action_effect_rmse": 0.0562229066106642 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1449817226224603, + "action_effect_rmse": 0.14540496868961347 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.694800392578134, + "action_effect_rmse": 38.78193732012512 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9909737504359697, + "action_effect_rmse": 1.1838164403821783 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04253256599028946, + "action_effect_rmse": 0.05490902788630271 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17571021384971383, + "action_effect_rmse": 0.17618439506064756 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 19.853218734995774, + "action_effect_rmse": 27.39276605744274 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 80.32436925625757, + "predicted_costs": [ + 1190.5951096839808, + 1193.2908994142836, + 1186.086684169256, + 1169.4557079597323 + ], + "true_costs": [ + 1108.0651251099248, + 1096.5413878591635, + 1176.805757115421, + 1176.865757115421 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 44, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5391938043549575, + "action_effect_rmse": 0.6163529198323162 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006946377340704875, + "action_effect_rmse": 0.008061810597755395 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9172758995520075, + "action_effect_rmse": 1.0104180918594359 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9379228685178257, + "action_effect_rmse": 1.105328054510367 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011991842966233198, + "action_effect_rmse": 0.013842738655918342 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6808223461942238, + "action_effect_rmse": 1.830696511542155 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4585089033745124, + "action_effect_rmse": 1.697466856403761 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.021675146973013426, + "action_effect_rmse": 0.024224037077613888 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6240757414130633, + "action_effect_rmse": 3.714879693362482 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1068036832395367, + "action_effect_rmse": 2.568395388748225 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012149978355398142, + "action_effect_rmse": 0.012524229200709676 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.1990205019288025, + "action_effect_rmse": 7.285895323808166 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 40.585877721754684, + "predicted_costs": [ + 46.31364772965452, + 69.48437285280532, + 33.72593631016503, + 15.4539760973803 + ], + "true_costs": [ + 23.64637198862104, + 47.06271393783453, + 10.78581775296138, + 51.37169547471606 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 390, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.042253417252728874, + "action_effect_rmse": 0.05784232904016739 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08611007691909685, + "action_effect_rmse": 0.12917886751573007 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 20.027322507441525, + "action_effect_rmse": 20.7858997221931 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08395459491375253, + "action_effect_rmse": 0.12113237137797875 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2063859089405904, + "action_effect_rmse": 0.2855921551816907 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 19.173362519316274, + "action_effect_rmse": 19.78014003140836 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16291355258599724, + "action_effect_rmse": 0.23577277714068687 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4040229831170012, + "action_effect_rmse": 0.5398042610089355 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 19.62906607997602, + "action_effect_rmse": 20.489292336140846 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2615909613156744, + "action_effect_rmse": 0.38122976320570906 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.906532572765542, + "action_effect_rmse": 1.026460408545164 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 15.951601594997989, + "action_effect_rmse": 17.286541122320177 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.1303710946048953, + 1.0538127260898746, + 0.8374016983911913, + 0.5271182343806873 + ], + "true_costs": [ + 1.044843643582757, + 1.02, + 0.999785177569984, + 0.44260232322904547 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 568, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3687685137220698, + "action_effect_rmse": 0.44430640824453266 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020112041843689827, + "action_effect_rmse": 0.021827310581148982 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08166248665860161, + "action_effect_rmse": 0.0818441190598785 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 8.579189338602541, + "action_effect_rmse": 11.801061462439135 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7031949791221942, + "action_effect_rmse": 0.8433669934925971 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04370592129144887, + "action_effect_rmse": 0.04751339686282867 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07118710661249428, + "action_effect_rmse": 0.07161808719717487 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5952786798524077, + "action_effect_rmse": 2.634516740570167 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2637869026709414, + "action_effect_rmse": 1.5050125562774208 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10004898161863451, + "action_effect_rmse": 0.1092886553658963 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0616515438701844, + "action_effect_rmse": 0.062003711009528555 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.689813564066507, + "action_effect_rmse": 3.9347497487951824 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7310796806281283, + "action_effect_rmse": 1.8267367449709762 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2155335541061696, + "action_effect_rmse": 0.23180161391254356 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.055409283398930476, + "action_effect_rmse": 0.0556999528187888 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.661011219828886, + "action_effect_rmse": 10.837614987237767 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 118.94993213985765, + "predicted_costs": [ + 154.6122598756366, + 154.66155542395046, + 155.70079482881366, + 150.32163789931792 + ], + "true_costs": [ + 155.21826899111335, + 132.03347915459165, + 201.6191703387359, + 250.9834112944493 + ] + }, + { + "system_id": "tank-00754", + "family": "tank", + "anchor_step": 316, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18983483468090867, + "action_effect_rmse": 0.25181379749920374 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008794086489852878, + "action_effect_rmse": 0.009008154347626984 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6571830121068222, + "action_effect_rmse": 0.6572669793077881 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 15.141608229960298, + "action_effect_rmse": 18.07485087442269 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31640598096385614, + "action_effect_rmse": 0.45717124815751486 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009211187631921783, + "action_effect_rmse": 0.01068692281346015 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7486240456173561, + "action_effect_rmse": 0.748789699791545 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 8.876601932172827, + "action_effect_rmse": 10.341572749596516 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4184723481646954, + "action_effect_rmse": 0.6156900272028101 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01731063793570738, + "action_effect_rmse": 0.019785333217761505 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5219824667895097, + "action_effect_rmse": 0.5222261767195189 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8270437751949635, + "action_effect_rmse": 4.531068442136195 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7486555609642025, + "action_effect_rmse": 1.0515564799821129 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03387014653718564, + "action_effect_rmse": 0.04431834720203575 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5471853415851547, + "action_effect_rmse": 0.5475398883318474 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.95319753077644, + "action_effect_rmse": 17.280323381996897 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 90.62215535769951, + "predicted_costs": [ + 721.4112240719436, + 734.2328865629802, + 723.9239261852968, + 705.549064531049 + ], + "true_costs": [ + 717.6471384648748, + 627.0376333929215, + 717.599788750621, + 717.659788750621 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 505, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24396503186460686, + "action_effect_rmse": 0.33216104294069465 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00653867843616851, + "action_effect_rmse": 0.006541135357263033 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8063495343578021, + "action_effect_rmse": 0.8064432254166448 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.630432138087425, + "action_effect_rmse": 26.08785563194285 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3615782980107293, + "action_effect_rmse": 0.5035684353839822 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015007810192994834, + "action_effect_rmse": 0.015080864114615152 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6265941233886227, + "action_effect_rmse": 0.6268532795868428 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 41.68105869605778, + "action_effect_rmse": 43.05574578768392 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7239455973278783, + "action_effect_rmse": 0.9035330986865657 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.050794895863521226, + "action_effect_rmse": 0.05687255558772085 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.75671793639532, + "action_effect_rmse": 0.7569227892301832 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 12.533418618210797, + "action_effect_rmse": 15.632472262378602 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6310735401018686, + "action_effect_rmse": 1.819585409129673 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08190042431845453, + "action_effect_rmse": 0.10549793432449753 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1854594691977205, + "action_effect_rmse": 0.1867457397924248 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8896220885244097, + "action_effect_rmse": 4.652093318624416 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 137.11199554737874, + "predicted_costs": [ + 628.364695668721, + 625.4608688082068, + 612.6871125133243, + 594.0322031272125 + ], + "true_costs": [ + 595.1159859587121, + 469.555449909037, + 606.333619440158, + 606.6674454564157 + ] + }, + { + "system_id": "thermal-00870", + "family": "thermal", + "anchor_step": 338, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24945198880784503, + "action_effect_rmse": 0.2676987691346227 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004272827243039974, + "action_effect_rmse": 0.00428497375753456 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7957655529484668, + "action_effect_rmse": 0.8988131595263585 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3731199908440779, + "action_effect_rmse": 0.3929246090071092 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007453507314927776, + "action_effect_rmse": 0.008143206533667091 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6775674233220077, + "action_effect_rmse": 1.9559105491634794 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.42693898324629725, + "action_effect_rmse": 0.46616267315268356 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0023763950726293595, + "action_effect_rmse": 0.003500853712701196 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.392201277855046, + "action_effect_rmse": 3.8880061549663116 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8120207752908719, + "action_effect_rmse": 0.845154108723995 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05061372097614362, + "action_effect_rmse": 0.05363107449860107 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.422725768795563, + "action_effect_rmse": 7.970384973907893 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 4.539980229719002, + 3.780147672008452, + 5.4210679068977825, + 32.196651548060736 + ], + "true_costs": [ + 4.732271939802422, + 2.055519042272101, + 12.552561248297032, + 45.899717700507644 + ] + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "anchor_step": 178, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2509087309739056, + "action_effect_rmse": 0.2856830733950137 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006751119659661242, + "action_effect_rmse": 0.009152512518040144 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8658249644345991, + "action_effect_rmse": 1.1457156033018319 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2861549839158144, + "action_effect_rmse": 0.3116466918063163 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013777688093354593, + "action_effect_rmse": 0.01513924216339082 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7831762026946858, + "action_effect_rmse": 2.3611335536636457 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.45895671694759105, + "action_effect_rmse": 0.48510940535532543 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011707174217315005, + "action_effect_rmse": 0.014486045010274192 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.636836647788338, + "action_effect_rmse": 3.668296807604501 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.902860439033906, + "action_effect_rmse": 0.9144732896861301 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04092952088483296, + "action_effect_rmse": 0.042488849556680704 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.853102517339484, + "action_effect_rmse": 7.7884700715475335 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 3.501142067399514, + "predicted_costs": [ + 0.5937028667997595, + 16.66784353132406, + 0.3970730478838861, + 6.762749446001449 + ], + "true_costs": [ + 0.5781179049765341, + 31.046584438579117, + 4.0792599723760485, + 3.1132280077136256 + ] + }, + { + "system_id": "tank-00583", + "family": "tank", + "anchor_step": 490, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4407925565771243, + "action_effect_rmse": 0.5588293514647867 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14374754697545042, + "action_effect_rmse": 0.17696081840603758 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03312409301554433, + "action_effect_rmse": 0.03356938584558912 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.32248492260364, + "action_effect_rmse": 30.353564637518755 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8470178043668684, + "action_effect_rmse": 1.0716340695062874 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27124614270718794, + "action_effect_rmse": 0.33091355438828335 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026996562497985998, + "action_effect_rmse": 0.028113354138944207 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.665152693558058, + "action_effect_rmse": 17.890601385003254 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.143742308461557, + "action_effect_rmse": 1.348780266736781 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49295842009950935, + "action_effect_rmse": 0.5941707741254229 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03731001107758675, + "action_effect_rmse": 0.03774651559798776 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 12.722706271926164, + "action_effect_rmse": 16.19087205228769 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3358849245020117, + "action_effect_rmse": 1.5098125330334453 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8383136025150684, + "action_effect_rmse": 0.995579512319928 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.035480685564036524, + "action_effect_rmse": 0.036219185001021045 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.734034023788529, + "action_effect_rmse": 9.210882114736284 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 77.87657468580548, + "predicted_costs": [ + 110.73698537631383, + 110.78115859267379, + 111.34830712897836, + 107.18642162572847 + ], + "true_costs": [ + 106.90520574366964, + 100.46696296138197, + 158.31495374980565, + 178.34353764718745 + ] + }, + { + "system_id": "battery-00770", + "family": "battery", + "anchor_step": 34, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03679905650342751, + "action_effect_rmse": 0.04750272270604094 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1640972399334378, + "action_effect_rmse": 0.18577017822318354 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.327466473872963, + "action_effect_rmse": 5.234756829537581 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07192542294555904, + "action_effect_rmse": 0.0918396002087303 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38578911756282847, + "action_effect_rmse": 0.4495418748816095 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.891221624475518, + "action_effect_rmse": 3.4100695982407663 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11877918436446246, + "action_effect_rmse": 0.14267915550588445 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5473286682042678, + "action_effect_rmse": 0.6643848727312979 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5818388907506034, + "action_effect_rmse": 2.696955338613912 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15883828681586232, + "action_effect_rmse": 0.16489999119235857 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7042345554115409, + "action_effect_rmse": 0.7702324308401761 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9728970328392386, + "action_effect_rmse": 2.0530864514955574 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.015600112815188832, + "predicted_costs": [ + 0.20504100627524702, + 0.55918836247032, + 0.2672527600208866, + 0.17038512866603064 + ], + "true_costs": [ + 0.10929395596723428, + 0.8035100912031815, + 0.3048669548124276, + 0.12489406878242311 + ] + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "anchor_step": 447, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06391821124509296, + "action_effect_rmse": 0.08492532454131112 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00661113190042073, + "action_effect_rmse": 0.008099898309776539 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9189852008540432, + "action_effect_rmse": 1.1887843022691151 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1534490654271572, + "action_effect_rmse": 0.15748845637289643 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04321217821176878, + "action_effect_rmse": 0.04434008510841204 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8326894718683586, + "action_effect_rmse": 2.19336352765842 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47339598552320794, + "action_effect_rmse": 0.5795893368086273 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012822011536853731, + "action_effect_rmse": 0.012968312333734763 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.179823306129568, + "action_effect_rmse": 3.2987766825304465 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0383405317304184, + "action_effect_rmse": 1.231263407277175 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02631889593509958, + "action_effect_rmse": 0.0316024921384575 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.600700538575627, + "action_effect_rmse": 6.720107897016572 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 10.050872152132639, + 30.17432423975075, + 8.929368836098096, + 6.067093285712115 + ], + "true_costs": [ + 11.388049280606772, + 24.26607531773182, + 10.60090289666998, + 4.133885573506308 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 84, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.037188393809151156, + "action_effect_rmse": 0.04904851274411293 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15788314538965884, + "action_effect_rmse": 0.1997049783555065 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.863566210791743, + "action_effect_rmse": 2.198283616767922 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07609356720420389, + "action_effect_rmse": 0.09738177479519942 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.345348159470993, + "action_effect_rmse": 0.4263665534946848 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4435353429251758, + "action_effect_rmse": 1.6783943598204267 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14443932844915322, + "action_effect_rmse": 0.18638379852467749 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6120547519751552, + "action_effect_rmse": 0.7806175984144151 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9136802943178683, + "action_effect_rmse": 2.2830446731570513 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23889870046760023, + "action_effect_rmse": 0.28899712842575576 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.515851049673418, + "action_effect_rmse": 1.8155107443748524 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0352013920659267, + "action_effect_rmse": 3.5934217517922513 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 0.11436504279493186, + "predicted_costs": [ + 0.06373680835418767, + 0.19529665608256175, + 0.03221620789436484, + 0.029751984034717578 + ], + "true_costs": [ + 0.04484611778395424, + 0.5024412833518821, + 0.03699412634504874, + 0.1513591691399806 + ] + }, + { + "system_id": "tank-00526", + "family": "tank", + "anchor_step": 477, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6027486622956685, + "action_effect_rmse": 0.7035119130029535 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05167419093021053, + "action_effect_rmse": 0.058806663521581565 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027492423288341245, + "action_effect_rmse": 0.028027334219260076 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 44.05286320102642, + "action_effect_rmse": 62.11878029808118 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8255286141868533, + "action_effect_rmse": 0.8639648676224553 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10211396768255436, + "action_effect_rmse": 0.11559211955133566 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0077681451600018865, + "action_effect_rmse": 0.010748294736401431 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 35.842801819658895, + "action_effect_rmse": 48.45155833153184 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7220854289985645, + "action_effect_rmse": 0.8511706637965035 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19765313570165333, + "action_effect_rmse": 0.21763435092023983 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08757216641193706, + "action_effect_rmse": 0.08782045135163756 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.726944895533602, + "action_effect_rmse": 34.592490955832645 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8648657729981419, + "action_effect_rmse": 1.1964721097915534 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.36675101907787067, + "action_effect_rmse": 0.3996396628835989 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08989443842090365, + "action_effect_rmse": 0.09007389262637519 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 36.65167566413569, + "action_effect_rmse": 46.53411390075451 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 193.40457999227317, + "predicted_costs": [ + 827.2665754994525, + 816.4734871763167, + 818.8211785064709, + 806.345924492775 + ], + "true_costs": [ + 872.5291928675214, + 745.9586156026301, + 922.8448840445204, + 939.3631955949032 + ] + }, + { + "system_id": "battery-00533", + "family": "battery", + "anchor_step": 552, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014598939429953642, + "action_effect_rmse": 0.018602180272503006 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6632547901569931, + "action_effect_rmse": 0.892846507815231 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.4522050792058585, + "action_effect_rmse": 2.4544253134055487 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024027836379110917, + "action_effect_rmse": 0.027037456425741756 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9229894957064436, + "action_effect_rmse": 1.4786674879137045 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1671694625329632, + "action_effect_rmse": 1.2041255988832509 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.045764253154189825, + "action_effect_rmse": 0.05936341019772061 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.448171238689228, + "action_effect_rmse": 2.3962930782250624 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3032594520011525, + "action_effect_rmse": 1.9033831804125132 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0883312735798734, + "action_effect_rmse": 0.10281570808333332 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.88003198846582, + "action_effect_rmse": 2.950956511645875 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.666661077760964, + "action_effect_rmse": 5.246485104130202 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.017161995919553, + 0.5092043799947195, + 0.8096530659989543, + 1.046560782012846 + ], + "true_costs": [ + 0.9706590901178782, + 0.4315553271203338, + 0.9996555375085865, + 1.0200902275241106 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 656, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7432017685388649, + "action_effect_rmse": 0.9308305306264449 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008631072116354352, + "action_effect_rmse": 0.01073920596519796 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29147226790583697, + "action_effect_rmse": 0.2915911132137168 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.708364180951754, + "action_effect_rmse": 68.1066385497145 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.244226216949066, + "action_effect_rmse": 1.5035352688615982 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03006365463427881, + "action_effect_rmse": 0.03692850030699839 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30874015778300706, + "action_effect_rmse": 0.30890339631839214 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 40.01898732038405, + "action_effect_rmse": 55.41071436117077 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9056043925605124, + "action_effect_rmse": 2.2269574141734516 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0813983487278526, + "action_effect_rmse": 0.10082222616485753 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2350571285119253, + "action_effect_rmse": 0.23540747097335304 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.20990232235399, + "action_effect_rmse": 53.715851320983504 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.557483052075893, + "action_effect_rmse": 2.92343985137503 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21683898169203708, + "action_effect_rmse": 0.2545429202206616 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09503378776755815, + "action_effect_rmse": 0.09677074082233883 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 39.09982565848674, + "action_effect_rmse": 50.171576036743105 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 176.66488126976373, + "predicted_costs": [ + 343.6138493457254, + 338.82756421065943, + 343.4362097938574, + 330.1355080278558 + ], + "true_costs": [ + 279.5354257071553, + 292.61767476787907, + 430.40480839949083, + 456.200306976919 + ] + }, + { + "system_id": "battery-00152", + "family": "battery", + "anchor_step": 217, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02997620258908971, + "action_effect_rmse": 0.03498930460620432 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.278635581449213, + "action_effect_rmse": 0.32691389337854887 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.767879029668914, + "action_effect_rmse": 5.663011136686322 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0656440508734069, + "action_effect_rmse": 0.0777553280118729 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5369631128271118, + "action_effect_rmse": 0.6214639295161102 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.137951581215823, + "action_effect_rmse": 4.948789007748866 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12437168453563623, + "action_effect_rmse": 0.14149139824634813 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9544906715782133, + "action_effect_rmse": 1.0980333265239108 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.583813348696587, + "action_effect_rmse": 5.249299823183717 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1946101190438719, + "action_effect_rmse": 0.23735408687154913 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.004684508680075, + "action_effect_rmse": 1.2377755649219362 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.90740775029996, + "action_effect_rmse": 4.5807717687979235 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.32520639694153636, + 0.39504293510917876, + 0.18266269430593818, + 0.09891931569056836 + ], + "true_costs": [ + 0.6034385593925692, + 0.7114170993046638, + 0.20516045976770156, + 0.10229089111426462 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 37, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3479070715655235, + "action_effect_rmse": 0.40076067218091355 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02135752853462236, + "action_effect_rmse": 0.02437230140219966 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2581607378507655, + "action_effect_rmse": 0.2582348575024406 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 8.194133357074644, + "action_effect_rmse": 10.02821238959089 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6441229917147719, + "action_effect_rmse": 0.7453516090166018 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04377298885574987, + "action_effect_rmse": 0.04933812324096132 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2167540214503578, + "action_effect_rmse": 0.21689214694802128 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.503842850671485, + "action_effect_rmse": 5.963780664944318 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3070087768898828, + "action_effect_rmse": 1.579282639209389 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08741989711806515, + "action_effect_rmse": 0.0916473216977901 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14138298495652213, + "action_effect_rmse": 0.14176654560338667 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9047841640111525, + "action_effect_rmse": 3.9865021050027476 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.52930116271192, + "action_effect_rmse": 3.124823092314518 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1635650322300132, + "action_effect_rmse": 0.17236067532069269 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08364595629767153, + "action_effect_rmse": 0.08551380324546677 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.284924115029834, + "action_effect_rmse": 8.257320620263698 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 105.24414153508278, + "predicted_costs": [ + 52.92174641572697, + 53.13941379394639, + 54.51633835048951, + 50.26792049308435 + ], + "true_costs": [ + 52.24295391654761, + 40.94862477718916, + 82.80626106642683, + 146.19276631227194 + ] + }, + { + "system_id": "battery-00149", + "family": "battery", + "anchor_step": 217, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0037945328517240973, + "action_effect_rmse": 0.0046688014828364125 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2994414089055611, + "action_effect_rmse": 0.40460772494696245 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.881139326780366, + "action_effect_rmse": 5.4803279654675165 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009456764370695148, + "action_effect_rmse": 0.010705817674577529 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1583135919754841, + "action_effect_rmse": 1.350730730031277 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.76842918684799, + "action_effect_rmse": 10.82867324280062 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01588047061936665, + "action_effect_rmse": 0.01620542473889704 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.7035709956967398, + "action_effect_rmse": 3.889777942364807 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.064584340524404, + "action_effect_rmse": 6.460496520231675 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08710018396361852, + "action_effect_rmse": 0.09037643620017921 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.176070657402515, + "action_effect_rmse": 6.476541817292229 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3499325467924703, + "action_effect_rmse": 3.615793352792783 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.2689088572481204, + 0.0900266689063112, + 0.0017729448219234857, + 0.04574583316954377 + ], + "true_costs": [ + 0.35916169158769207, + 0.11081629736443531, + 0.001627677973013579, + 0.05110796278008959 + ] + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "anchor_step": 498, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6390724923824097, + "action_effect_rmse": 0.8083796115937738 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.47870997869771753, + "action_effect_rmse": 0.606581033322872 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9848411698880947, + "action_effect_rmse": 1.1681000445650902 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6330027730844752, + "action_effect_rmse": 1.8822083836145498 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3461416894205651, + "action_effect_rmse": 1.556095929541584 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.9626050600156, + "action_effect_rmse": 5.291888415670842 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1346185535171736, + "action_effect_rmse": 2.477805750079074 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.11527187211171, + "action_effect_rmse": 11.202786309593872 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 207.12364682141788, + 49.95711970252417, + 100.23227947815154, + 168.37547142040475 + ], + "true_costs": [ + 240.7127041065222, + 30.71947699315369, + 89.28968706779446, + 239.9146642121931 + ] + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 461, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4067905730930346, + "action_effect_rmse": 0.47709174812590055 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003644395584682177, + "action_effect_rmse": 0.004325867192066992 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7514612886251371, + "action_effect_rmse": 0.9547285041033821 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6380458656907754, + "action_effect_rmse": 0.7268489384332668 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005996251781522706, + "action_effect_rmse": 0.007289924069171557 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4156878847853704, + "action_effect_rmse": 1.8984026698560081 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8378673128017304, + "action_effect_rmse": 1.0490943536075552 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04056357200379187, + "action_effect_rmse": 0.05084056976268175 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2646127768348756, + "action_effect_rmse": 3.3980680795614675 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5890806194948113, + "action_effect_rmse": 1.8163673827650815 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15979145571540818, + "action_effect_rmse": 0.2063934434354651 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.612601978287027, + "action_effect_rmse": 7.576403817937597 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.033024574138474705, + "predicted_costs": [ + 2.0635048664937656, + 28.792025073196914, + 2.868653907689243, + 3.2634049707583452 + ], + "true_costs": [ + 1.8098232003355745, + 73.93942612486521, + 15.504486359150583, + 1.7767986261970998 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 438, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6377206822115902, + "action_effect_rmse": 0.7685919920544325 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0291937825276302, + "action_effect_rmse": 0.03392562282532198 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16222441884956637, + "action_effect_rmse": 0.16268479602904498 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 41.23259329411316, + "action_effect_rmse": 42.22531344263609 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8939157886802308, + "action_effect_rmse": 1.1906888316582325 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03817407559432814, + "action_effect_rmse": 0.04566069398178466 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30111996525053114, + "action_effect_rmse": 0.30152327127147216 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.57656132875756, + "action_effect_rmse": 32.8682677936771 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8000538429730438, + "action_effect_rmse": 1.2722104468582294 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.048607603888709626, + "action_effect_rmse": 0.05776230808864929 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14282721306081822, + "action_effect_rmse": 0.14390542434522918 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.755251283216854, + "action_effect_rmse": 31.692103209504744 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0022450076667428, + "action_effect_rmse": 1.4267996614055203 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04571211198729349, + "action_effect_rmse": 0.05407866627239837 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16672271081308412, + "action_effect_rmse": 0.16775948486544282 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 33.13527706406375, + "action_effect_rmse": 42.60923160877647 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 238.13850985794954, + "predicted_costs": [ + 1051.6102929123754, + 1075.442253333686, + 1061.7805655834575, + 1036.8986097961756 + ], + "true_costs": [ + 1200.9870556547016, + 969.9540212183189, + 1170.9124386421881, + 1208.0925310762684 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 336, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18368077314202105, + "action_effect_rmse": 0.21425264607997468 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5222633849309659, + "action_effect_rmse": 0.6232408106036893 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3173927764416753, + "action_effect_rmse": 0.3806047494758381 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8016641848756384, + "action_effect_rmse": 0.9793191048037045 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7435922168184312, + "action_effect_rmse": 0.7716724788708258 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8156996317225094, + "action_effect_rmse": 1.8969115241373293 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2637478795871573, + "action_effect_rmse": 0.34672104144895755 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.735245937642522, + "action_effect_rmse": 4.789329192243404 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 41.428571742148335, + 11.181917784020541, + 29.33623926448802, + 74.15158799514063 + ], + "true_costs": [ + 39.65755262260835, + 10.103233174386638, + 26.73739111254878, + 83.79418454469314 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 385, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02051802729379777, + "action_effect_rmse": 0.023965354881852412 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1296641384475746, + "action_effect_rmse": 0.1605557775504657 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.480291225596074, + "action_effect_rmse": 7.581172351640127 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03210445226791911, + "action_effect_rmse": 0.03707676794049109 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3344174499976364, + "action_effect_rmse": 0.37978940137386424 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.8728933275935695, + "action_effect_rmse": 5.890849659150078 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03334874220412196, + "action_effect_rmse": 0.042104737205206036 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5768361610354269, + "action_effect_rmse": 0.6757902727086381 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.029523571766769, + "action_effect_rmse": 1.2142696189897115 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07711657024933281, + "action_effect_rmse": 0.09437888130953713 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7866041873016414, + "action_effect_rmse": 0.9300978936868042 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.784526685609928, + "action_effect_rmse": 7.022636300852201 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.762349953714664, + 1.0868567350654426, + 0.8609676640873112, + 0.5533535953444922 + ], + "true_costs": [ + 0.8626261292827178, + 1.02, + 0.9993953861049494, + 0.7153509489273513 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 498, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04508571009540796, + "action_effect_rmse": 0.04511294621621137 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5079992011022559, + "action_effect_rmse": 0.5208007197716096 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.753814532190445, + "action_effect_rmse": 11.755530305774128 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04747646233423299, + "action_effect_rmse": 0.047839013329205524 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7303564471672921, + "action_effect_rmse": 0.789500121745169 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.986548114377989, + "action_effect_rmse": 9.103587520922282 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10507763662629825, + "action_effect_rmse": 0.10557082438706149 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7459703874155597, + "action_effect_rmse": 1.8125499805231506 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 8.80012705416503, + "action_effect_rmse": 8.958724672101162 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.062257958083910624, + "action_effect_rmse": 0.07178894681709422 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5491978394885777, + "action_effect_rmse": 1.8150914656694142 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.191736165550036, + "action_effect_rmse": 5.471755287358172 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.3553577250964196, + 0.055565195942718235, + 0.016977917803134995, + 0.09539523062874097 + ], + "true_costs": [ + 0.53319295912498, + 0.05775129044918767, + 0.014255610846026683, + 0.1324388350163988 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 262, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5980061580963721, + "action_effect_rmse": 0.6929990522469479 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1518489323015532, + "action_effect_rmse": 0.17422068782526548 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14681203758296593, + "action_effect_rmse": 0.1469131461323898 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 35.13023171042665, + "action_effect_rmse": 49.18048106065599 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7539680786696307, + "action_effect_rmse": 0.8281595258747261 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22911744435234027, + "action_effect_rmse": 0.2498303917944335 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1663701896504655, + "action_effect_rmse": 0.16655505480440763 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.49513154992024, + "action_effect_rmse": 36.23782134950563 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7863030038268572, + "action_effect_rmse": 0.7996423528588734 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.331320434825263, + "action_effect_rmse": 0.3424391873597211 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15887916082690237, + "action_effect_rmse": 0.15901142017942713 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 26.451691537326216, + "action_effect_rmse": 33.96387737917099 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9394196843615438, + "action_effect_rmse": 0.9732002027930989 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5463556144952335, + "action_effect_rmse": 0.5542474724862362 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17660282233511393, + "action_effect_rmse": 0.1767339796863955 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.60900615327577, + "action_effect_rmse": 25.77171668505567 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.7407208128473841, + 1.710053778982269, + 1.4694108010194329, + 2.1072597963106667 + ], + "true_costs": [ + 1.4372284787186647, + 6.296994151092552, + 0.26310145998187806, + 0.3998419232398252 + ] + }, + { + "system_id": "tank-00943", + "family": "tank", + "anchor_step": 314, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.159011196599387, + "action_effect_rmse": 0.21321324056825702 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007309941603908854, + "action_effect_rmse": 0.007770869328733286 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18595215619490882, + "action_effect_rmse": 0.18617316367947653 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 43.47333586130645, + "action_effect_rmse": 49.66266046077393 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21692959060789394, + "action_effect_rmse": 0.30485515736663626 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002804644598234892, + "action_effect_rmse": 0.0035489261520910394 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5911857132495463, + "action_effect_rmse": 0.5912944643462149 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 45.35046260678276, + "action_effect_rmse": 61.3257528996662 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.45925855955708733, + "action_effect_rmse": 0.5003567619849641 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.040071967161927326, + "action_effect_rmse": 0.04046205664199645 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6092974832243466, + "action_effect_rmse": 0.6094311414018705 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 34.565686211112116, + "action_effect_rmse": 48.921809482818524 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7990025015246175, + "action_effect_rmse": 1.0586355804540526 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04052072172967532, + "action_effect_rmse": 0.0430144962218004 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14111992429365217, + "action_effect_rmse": 0.1420198722179796 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 37.99835874503486, + "action_effect_rmse": 39.39693409477355 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 18.246951001849695, + "predicted_costs": [ + 47.686867347952735, + 46.50774481489156, + 44.913656870659295, + 41.393691887542076 + ], + "true_costs": [ + 43.634575594482534, + 25.44381009085859, + 43.63076109270829, + 43.690761092708286 + ] + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "anchor_step": 222, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7792544768006984, + "action_effect_rmse": 0.8998231610764411 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6142110831614976, + "action_effect_rmse": 0.6584288842370778 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5773756308530646, + "action_effect_rmse": 1.9799456283138097 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0353838871669911, + "action_effect_rmse": 1.3798733348189447 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.2632067915558984, + "action_effect_rmse": 3.924650645057364 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.9705791160761614, + "action_effect_rmse": 4.68998694299445 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.685517534701352, + "action_effect_rmse": 6.510143456765841 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.809363800135202, + "action_effect_rmse": 10.130492318138726 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 380.2741282514376, + 347.69325216853076, + 239.6474809064512, + 147.87623311896152 + ], + "true_costs": [ + 424.3858616583585, + 354.122983675261, + 131.16150683020277, + 85.19685159475225 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 566, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5677825264788249, + "action_effect_rmse": 0.6437645274139467 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021809803599281235, + "action_effect_rmse": 0.025283395057552487 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6993573124143774, + "action_effect_rmse": 0.6993825321318536 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 15.817542657336617, + "action_effect_rmse": 21.0520630507274 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8719949116132444, + "action_effect_rmse": 1.1821029743454443 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05486809713062494, + "action_effect_rmse": 0.06345331373459348 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48904166702447355, + "action_effect_rmse": 0.48907869475518534 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 6.944216465301871, + "action_effect_rmse": 8.477910607933257 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8218687557081251, + "action_effect_rmse": 1.3746936667399758 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12428736698824731, + "action_effect_rmse": 0.15132164939311085 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1915284676015426, + "action_effect_rmse": 0.19166695295565564 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 7.5613346398746515, + "action_effect_rmse": 9.58204793416086 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0597123807842166, + "action_effect_rmse": 1.6444380759306072 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2214407992602503, + "action_effect_rmse": 0.272305982237888 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20260018074689415, + "action_effect_rmse": 0.20265241344334095 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.7298205354316, + "action_effect_rmse": 10.31261574184379 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 167.36146866250925, + "predicted_costs": [ + 375.83957626945846, + 374.5114617500544, + 373.217743100942, + 367.0612339048121 + ], + "true_costs": [ + 468.18652226274594, + 307.9641638273308, + 449.2133851084743, + 475.3256324898401 + ] + }, + { + "system_id": "tank-00526", + "family": "tank", + "anchor_step": 399, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41257742717589946, + "action_effect_rmse": 0.49860905170914976 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.039761806426721336, + "action_effect_rmse": 0.050540670644335116 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07277775625197734, + "action_effect_rmse": 0.07298150407592115 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 45.19026600143096, + "action_effect_rmse": 64.53659598385153 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.587859712203675, + "action_effect_rmse": 0.7041821520879108 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08181679542861531, + "action_effect_rmse": 0.10395785324670369 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09217307388288758, + "action_effect_rmse": 0.09250633395652556 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 37.21901127219338, + "action_effect_rmse": 51.54764329441233 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7915700057221026, + "action_effect_rmse": 0.9366797537715797 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16900520927214777, + "action_effect_rmse": 0.21497024680396556 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04896616436549318, + "action_effect_rmse": 0.04928595590883557 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 36.07789683923224, + "action_effect_rmse": 49.61057497006767 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4307458140451914, + "action_effect_rmse": 1.6724988584718636 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2994997224718965, + "action_effect_rmse": 0.37764713800004157 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.177996622367101, + "action_effect_rmse": 0.1781393559350357 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.26338053311026, + "action_effect_rmse": 42.303939837858636 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 132.4277634373035, + "predicted_costs": [ + 899.3545908290229, + 899.4821717846957, + 901.7869330336589, + 889.7523385088634 + ], + "true_costs": [ + 806.9354321575997, + 816.8765074507967, + 939.3031955949032, + 939.3631955949032 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 232, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15366230199348344, + "action_effect_rmse": 0.19343320708120448 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04728124841574891, + "action_effect_rmse": 0.053233598012398575 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1640925035782684, + "action_effect_rmse": 0.16420908864078798 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 8.902470112565668, + "action_effect_rmse": 11.741497639743567 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22580848170337062, + "action_effect_rmse": 0.28725838321013963 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08119158401602948, + "action_effect_rmse": 0.09029481476461823 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1538822224428913, + "action_effect_rmse": 0.1541195622782926 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.457567085356748, + "action_effect_rmse": 5.173210262136333 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2795958936265839, + "action_effect_rmse": 0.42013278101563045 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1240653137347459, + "action_effect_rmse": 0.13562878547023582 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11586352546207622, + "action_effect_rmse": 0.1160925010337886 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.926010547078218, + "action_effect_rmse": 6.707289658438137 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3694217442042003, + "action_effect_rmse": 0.57767079702371 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1719552380855287, + "action_effect_rmse": 0.19383565727401067 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09568161861940751, + "action_effect_rmse": 0.09584427623299989 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.876042242724996, + "action_effect_rmse": 11.368347308245395 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 3.315324985266148, + "predicted_costs": [ + 2.9620640592311904, + 3.0467530171633848, + 3.122582381392502, + 2.457376821776881 + ], + "true_costs": [ + 4.258191322261145, + 1.0127917126839447, + 4.268116697950092, + 4.328116697950093 + ] + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "anchor_step": 493, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2255239394081989, + "action_effect_rmse": 0.330157242947981 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34613432758912194, + "action_effect_rmse": 0.5919047379594402 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27655370045159405, + "action_effect_rmse": 0.36120294512882817 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.74012407187062, + "action_effect_rmse": 1.165008896187866 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4464912105484178, + "action_effect_rmse": 0.5545598404314407 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7569258143989828, + "action_effect_rmse": 2.2900293607558244 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2103000174440699, + "action_effect_rmse": 0.2259702465833188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.223047964007719, + "action_effect_rmse": 5.2258744290919195 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1788.398888792934, + 1777.994854841958, + 1502.9515661112814, + 1130.6775932193377 + ], + "true_costs": [ + 1765.7393364735785, + 1765.6945167387541, + 1446.209904016595, + 1057.7028231147715 + ] + }, + { + "system_id": "battery-00161", + "family": "battery", + "anchor_step": 497, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026544736160528864, + "action_effect_rmse": 0.03213484894294071 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28499199901573685, + "action_effect_rmse": 0.3704406293910971 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 15.800986191087214, + "action_effect_rmse": 15.840294026966742 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05499017584052168, + "action_effect_rmse": 0.07254549372885631 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4867720427617102, + "action_effect_rmse": 0.5819565845711059 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 14.456654321747607, + "action_effect_rmse": 14.600857961465646 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10757109578150487, + "action_effect_rmse": 0.14355459278918423 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9037807326814468, + "action_effect_rmse": 1.0488448060437023 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 15.070399674700925, + "action_effect_rmse": 15.075031907238795 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5553401675364752, + "action_effect_rmse": 0.623263610456011 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6434337038643481, + "action_effect_rmse": 0.6791173635056282 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.033198730886538, + "action_effect_rmse": 2.2634207109257027 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9070524576583102, + 1.0522554851399581, + 0.8298397008519568, + 0.5020761182733355 + ], + "true_costs": [ + 1.0503346526578634, + 1.02, + 0.9985912542000999, + 0.40079183041434674 + ] + }, + { + "system_id": "battery-00194", + "family": "battery", + "anchor_step": 133, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014596858072461657, + "action_effect_rmse": 0.015803082346847134 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12242650559095185, + "action_effect_rmse": 0.13622113690576074 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.858561798841023, + "action_effect_rmse": 9.593617033850226 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011210493697630922, + "action_effect_rmse": 0.014321403647878718 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2708461840544866, + "action_effect_rmse": 0.3255086835162285 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.864203604346696, + "action_effect_rmse": 7.451144788664714 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02215740030156768, + "action_effect_rmse": 0.02316294568195342 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.512443166307273, + "action_effect_rmse": 0.5637960983991435 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.612602401381288, + "action_effect_rmse": 3.8321292941997416 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03907711143138041, + "action_effect_rmse": 0.047799816518037934 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7626269767969731, + "action_effect_rmse": 0.8421671491496855 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1925354554974987, + "action_effect_rmse": 3.330158515862358 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.16020412522918914, + 0.6749955725160552, + 0.34008210556084506, + 0.22564151301968918 + ], + "true_costs": [ + 0.16933492912920486, + 0.7464437380970996, + 0.393129884861904, + 0.21914204695575967 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 638, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16433346879853872, + "action_effect_rmse": 0.18303943285811577 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010859545832072826, + "action_effect_rmse": 0.010916006894293936 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6123056608351879, + "action_effect_rmse": 0.6123344658913739 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.85504332145703, + "action_effect_rmse": 47.1976238739228 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2716650832688738, + "action_effect_rmse": 0.32926240379654836 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01204080738840337, + "action_effect_rmse": 0.014388573980246585 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5663747981853957, + "action_effect_rmse": 0.5664160773528845 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 26.927134394284536, + "action_effect_rmse": 35.186170438701005 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49132648437119997, + "action_effect_rmse": 0.5883620180772176 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.030696904696224436, + "action_effect_rmse": 0.03403545315608578 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6376421341289311, + "action_effect_rmse": 0.6376981976720022 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.469283148005832, + "action_effect_rmse": 40.778658506104904 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4504832525495186, + "action_effect_rmse": 1.4816200498785557 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08460407415161224, + "action_effect_rmse": 0.09280760093974914 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6192587510204445, + "action_effect_rmse": 0.6193564556983019 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.80125017306018, + "action_effect_rmse": 35.090514181823586 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 154.54403958650028, + "predicted_costs": [ + 1233.2669204605247, + 1218.4971752918639, + 1213.7345209702905, + 1204.2642086229575 + ], + "true_costs": [ + 1170.2699742911393, + 1065.3925765512915, + 1219.8766161377919, + 1219.9366161377918 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 71, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01772518758599147, + "action_effect_rmse": 0.020773768726124596 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.283459504663161, + "action_effect_rmse": 0.3231644577422567 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.406338388546978, + "action_effect_rmse": 5.0956159296448975 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03141594707386381, + "action_effect_rmse": 0.037922154086396535 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5786023795306718, + "action_effect_rmse": 0.7284940159963769 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9352547306056755, + "action_effect_rmse": 3.4546499989062456 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05169742188043738, + "action_effect_rmse": 0.06088515620978054 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9809951557431305, + "action_effect_rmse": 1.1571118462377354 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4805883881154513, + "action_effect_rmse": 2.905254519807901 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04824054583388283, + "action_effect_rmse": 0.06203517425912211 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9026538927884076, + "action_effect_rmse": 1.3707605966893346 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6186106486537757, + "action_effect_rmse": 1.9496010855117833 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.0064901846853901435, + "predicted_costs": [ + 0.5399907484344053, + 1.0046849439683254, + 0.6527224935310497, + 0.5371363699964826 + ], + "true_costs": [ + 0.41847939177156385, + 1.0400385791461022, + 0.6032029020400922, + 0.424969576456954 + ] + }, + { + "system_id": "battery-00341", + "family": "battery", + "anchor_step": 525, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00807786073662653, + "action_effect_rmse": 0.01037062244482033 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5069975912786523, + "action_effect_rmse": 0.5829957061997957 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1447777489883024, + "action_effect_rmse": 2.6774323552921726 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01594204285370397, + "action_effect_rmse": 0.017137007477851653 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1966246838347299, + "action_effect_rmse": 1.3361812994685274 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7150177571717375, + "action_effect_rmse": 1.9864046028972433 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025735796947210027, + "action_effect_rmse": 0.03377022071100215 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6781064540280244, + "action_effect_rmse": 2.0702406992376954 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.921638096710456, + "action_effect_rmse": 7.011575373118971 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0661216770502519, + "action_effect_rmse": 0.07622080908480222 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.818228419874817, + "action_effect_rmse": 5.884793239305347 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.525613297599045, + "action_effect_rmse": 1.5713976701991472 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.11673978676195729, + 0.1437589877310207, + 0.009987502351516216, + 0.02933316713273504 + ], + "true_costs": [ + 0.14581552631878428, + 0.2064416472069626, + 0.01262307518475242, + 0.05330139879100712 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 251, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09333977795448008, + "action_effect_rmse": 0.1017271860983982 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0358294692052894, + "action_effect_rmse": 0.0440835837045314 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03028272111392925, + "action_effect_rmse": 0.030769161932227253 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 44.45082948285892, + "action_effect_rmse": 62.12895693017725 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14621966577875423, + "action_effect_rmse": 0.15518661927255314 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06370338942245309, + "action_effect_rmse": 0.0757075010527345 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03179606402113363, + "action_effect_rmse": 0.032749594702218 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 36.43992834328829, + "action_effect_rmse": 48.94848815422702 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.173766179490442, + "action_effect_rmse": 0.21412555368943414 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09261966592942983, + "action_effect_rmse": 0.10343426767128364 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3628656476677347, + "action_effect_rmse": 0.36290893961778314 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 33.44408113705729, + "action_effect_rmse": 43.53970598051644 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3339292661235647, + "action_effect_rmse": 0.5247147719418592 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07988044370419327, + "action_effect_rmse": 0.09562086950877327 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16739278161642637, + "action_effect_rmse": 0.16757341278423818 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.76223455601651, + "action_effect_rmse": 35.13388748209805 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 14.116836052332573, + "predicted_costs": [ + 79.38061763025246, + 77.00580952692934, + 77.90374527530881, + 74.43894094638 + ], + "true_costs": [ + 77.96048602846425, + 63.90351710520498, + 77.96035315753755, + 78.02035315753756 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 273, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7069334096930454, + "action_effect_rmse": 0.8647263111469098 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25226306158329415, + "action_effect_rmse": 0.31458564849716025 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2186767035934106, + "action_effect_rmse": 0.21874459724168724 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 36.02624529859268, + "action_effect_rmse": 50.85118389544076 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9541871668082192, + "action_effect_rmse": 1.1419626862977346 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3881280704884998, + "action_effect_rmse": 0.47541144117446726 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1882766143253676, + "action_effect_rmse": 0.1884399898316351 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 28.76780403542237, + "action_effect_rmse": 38.535534576908844 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0861043250997, + "action_effect_rmse": 1.2969461129753816 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5513120956257366, + "action_effect_rmse": 0.6406673048871071 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09742685610630125, + "action_effect_rmse": 0.09765008759921207 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.065418065180836, + "action_effect_rmse": 37.15192065125959 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1358058863515321, + "action_effect_rmse": 1.3100757680534239 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7583172553038716, + "action_effect_rmse": 0.8080528147927943 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09897843960249607, + "action_effect_rmse": 0.09914145208599917 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.301337010680758, + "action_effect_rmse": 31.915719981595494 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 2, + "regret": 4.179618172935102, + "predicted_costs": [ + 1.4471132340721886, + 1.878140764254187, + 1.7731210626510356, + 2.464302907432659 + ], + "true_costs": [ + 4.439829866359846, + 5.494837524311402, + 0.26021169342474326, + 0.3998419232398252 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 664, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01880813785336792, + "action_effect_rmse": 0.023124270509033918 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25981354676920293, + "action_effect_rmse": 0.3763956091502961 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.9021059426712705, + "action_effect_rmse": 6.025885451006982 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027799388888855196, + "action_effect_rmse": 0.0339959788931415 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4834858795601977, + "action_effect_rmse": 0.6763592069704927 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.670662800619869, + "action_effect_rmse": 4.244158881559017 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.040765038111582656, + "action_effect_rmse": 0.04949648772570168 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.353022181503402, + "action_effect_rmse": 5.436467204427474 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 21.22247020061268, + "action_effect_rmse": 21.416755366654556 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07108293721789576, + "action_effect_rmse": 0.08993841217234542 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 11.80886218763076, + "action_effect_rmse": 11.891208712784133 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.765399531434691, + "action_effect_rmse": 6.165959513739431 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.09176363202837301, + "predicted_costs": [ + 0.6180291604799488, + 1.0903432607649783, + 0.8522823042511929, + 0.5559748062499662 + ], + "true_costs": [ + 0.6687122516127565, + 1.02, + 0.9999631038930925, + 0.7604758836411295 + ] + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "anchor_step": 441, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36862270801599334, + "action_effect_rmse": 0.40076173094783524 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016793447569211157, + "action_effect_rmse": 0.018305666009193124 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8735108619364004, + "action_effect_rmse": 0.9020934812164477 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4587695078485427, + "action_effect_rmse": 0.5009912484821089 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0587347566837965, + "action_effect_rmse": 0.06168237924348983 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5271670669714392, + "action_effect_rmse": 2.203388242768074 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4035841288277832, + "action_effect_rmse": 0.4263041643200588 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11143613896748406, + "action_effect_rmse": 0.11722435886491467 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.363747380329983, + "action_effect_rmse": 5.23551472045666 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.804425412385355, + "action_effect_rmse": 0.8602546342722764 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2110908205037075, + "action_effect_rmse": 0.2279149910187625 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.337221600775479, + "action_effect_rmse": 11.587726975884923 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 231.20700094040296, + 93.44144159631243, + 155.53422661594345, + 213.0354992139828 + ], + "true_costs": [ + 239.59833126072232, + 83.24645766497784, + 131.29673455098657, + 203.8860791377735 + ] + }, + { + "system_id": "battery-00212", + "family": "battery", + "anchor_step": 469, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014489673037963465, + "action_effect_rmse": 0.01767018326457841 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15166075310430097, + "action_effect_rmse": 0.18564185877932524 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8107754495910934, + "action_effect_rmse": 0.9059963560852329 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020556363465610166, + "action_effect_rmse": 0.025039180589103194 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23017813318329536, + "action_effect_rmse": 0.2752968359409368 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6665232813004731, + "action_effect_rmse": 2.0503154891307207 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04407145887331371, + "action_effect_rmse": 0.05392416995617218 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4039249283223884, + "action_effect_rmse": 0.48672945024591047 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0039918540674257, + "action_effect_rmse": 2.7051177821046846 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07183061431658994, + "action_effect_rmse": 0.08644960241900017 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6156544334577347, + "action_effect_rmse": 0.7513367436935415 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.717254433668258, + "action_effect_rmse": 3.6744915552475703 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0538925323197523, + 1.0506330809024171, + 0.8295060014518465, + 0.5382379451350197 + ], + "true_costs": [ + 1.0164106727682527, + 1.02, + 0.9999315713775236, + 0.6847726404520615 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 243, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1299677619225458, + "action_effect_rmse": 0.1412223194467022 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.771440805484436, + "action_effect_rmse": 0.9214899157527753 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08471123146446995, + "action_effect_rmse": 0.10134121992217532 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2020110706222529, + "action_effect_rmse": 1.4080935118610018 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18952544039391483, + "action_effect_rmse": 0.21594606105381073 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8467807527930518, + "action_effect_rmse": 2.373283495693563 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5513713754731882, + "action_effect_rmse": 0.7085255144901842 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.478229257575246, + "action_effect_rmse": 4.7266717056783225 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 2, + "regret": 0.3733045346379411, + "predicted_costs": [ + 1.7676733806777194, + 14.154740124858122, + 2.074923004746028, + 24.574627762767 + ], + "true_costs": [ + 2.1308285740034827, + 8.971693658141842, + 1.7575240393655416, + 24.208974623937912 + ] + }, + { + "system_id": "battery-00989", + "family": "battery", + "anchor_step": 300, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019200079840172333, + "action_effect_rmse": 0.019640687731675693 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6003130039480892, + "action_effect_rmse": 0.6567934901748755 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.481686879712001, + "action_effect_rmse": 6.658558021600919 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03208797284926271, + "action_effect_rmse": 0.032601977302609865 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0705552963620555, + "action_effect_rmse": 1.157048944048716 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.565892823939533, + "action_effect_rmse": 5.435341696114178 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012624584524997219, + "action_effect_rmse": 0.013985957658863348 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3856877881662821, + "action_effect_rmse": 1.587817398130914 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.85805606127856, + "action_effect_rmse": 5.047118982420875 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08961006374307486, + "action_effect_rmse": 0.09280885174373288 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4210211510780144, + "action_effect_rmse": 1.6566280281318015 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.626816770687683, + "action_effect_rmse": 3.9841189365990157 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9389193395887451, + 0.77160788026458, + 0.4806163194869278, + 0.2761118997977552 + ], + "true_costs": [ + 0.9350476316016388, + 0.79112033376364, + 0.4961133356749645, + 0.3296384215801036 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 188, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14562445847890967, + "action_effect_rmse": 0.14910774564230067 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5443112831374949, + "action_effect_rmse": 0.5731754008324463 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.251076702885491, + "action_effect_rmse": 14.318488778726953 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18638672262114805, + "action_effect_rmse": 0.19721627893008942 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.49731443533762726, + "action_effect_rmse": 0.5550216515834476 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 12.147333801360729, + "action_effect_rmse": 12.166172854368792 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21965693404555822, + "action_effect_rmse": 0.2551115298763329 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.570491743144102, + "action_effect_rmse": 0.6864731338485202 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6468682246086221, + "action_effect_rmse": 2.5640909660310163 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23717167081493573, + "action_effect_rmse": 0.3196890901111089 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3853909430335392, + "action_effect_rmse": 1.4722651706857894 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.820583941524108, + "action_effect_rmse": 3.041764192222067 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.25992143869599055, + 0.08336293386128832, + 0.1684937183985773, + 0.3170683764095223 + ], + "true_costs": [ + 0.7448383711750787, + 0.18492242979692758, + 0.19286063304602696, + 0.650448629269548 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 371, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.314420265742207, + "action_effect_rmse": 2.546509739653127 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025575374103516662, + "action_effect_rmse": 0.027739690156764762 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9623425203645866, + "action_effect_rmse": 2.1549535756314184 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.255693309565054, + "action_effect_rmse": 3.5634774560953155 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07081326612068987, + "action_effect_rmse": 0.08259117982057025 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.2496447083278404, + "action_effect_rmse": 3.6844948445947634 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6175076156398807, + "action_effect_rmse": 3.91103110008836 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2504461736756139, + "action_effect_rmse": 0.28438385505210517 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 8.123090475146077, + "action_effect_rmse": 8.90182156626623 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.368144511867529, + "action_effect_rmse": 2.4734288388809524 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6664692196488625, + "action_effect_rmse": 0.756846252504035 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.381705018281005, + "action_effect_rmse": 17.004869737390347 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 355.96581452703026, + 337.35979943722975, + 255.9926831618552, + 175.86550216981303 + ], + "true_costs": [ + 307.8346326666764, + 204.15287949183295, + 80.69256507240458, + 25.1220123968383 + ] + }, + { + "system_id": "battery-00599", + "family": "battery", + "anchor_step": 131, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0753356228694363, + "action_effect_rmse": 0.08096248562091671 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16120728638049187, + "action_effect_rmse": 0.16496798694945544 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.757276336491276, + "action_effect_rmse": 8.031227095534724 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11555924081343723, + "action_effect_rmse": 0.12993074622219064 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3022534614893028, + "action_effect_rmse": 0.3971056914648521 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.022071909439369, + "action_effect_rmse": 6.144962716761307 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19165340092436448, + "action_effect_rmse": 0.2260559991736925 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6220116221748739, + "action_effect_rmse": 0.725525305066894 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1324393208398433, + "action_effect_rmse": 3.1864281195272777 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24729131853422068, + "action_effect_rmse": 0.29579533451016254 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8624670595993038, + "action_effect_rmse": 0.8773850194602242 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7969568630870043, + "action_effect_rmse": 3.8961050404506996 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.09666480900071743, + 0.3636208560181825, + 0.11818983846838604, + 0.06743186123188875 + ], + "true_costs": [ + 0.329372709132691, + 0.6400452809615691, + 0.12638504342453202, + 0.10477448961716224 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 156, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26294427214970045, + "action_effect_rmse": 0.32180603510594047 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6737822638723969, + "action_effect_rmse": 0.7390582131614315 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3548343356390333, + "action_effect_rmse": 0.4382049515169498 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3153791349340433, + "action_effect_rmse": 1.4753224170075776 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5659487224334635, + "action_effect_rmse": 0.7315856703101311 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9695531298018902, + "action_effect_rmse": 2.501612841516135 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7608724751605382, + "action_effect_rmse": 1.9631902930885854 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.920786815046729, + "action_effect_rmse": 6.420603152940379 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 1.010873284417812, + "predicted_costs": [ + 5.345485407234625, + 9.217696301224121, + 6.82121224385642, + 35.486500267516206 + ], + "true_costs": [ + 9.247142636262126, + 8.236269351844314, + 12.961697930394525, + 78.09412055121004 + ] + }, + { + "system_id": "battery-00212", + "family": "battery", + "anchor_step": 154, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004989317949641937, + "action_effect_rmse": 0.005534935091196772 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11482927309150052, + "action_effect_rmse": 0.16129362661331498 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31569144383162734, + "action_effect_rmse": 0.3344067113740319 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012334671464292605, + "action_effect_rmse": 0.01272107087551234 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3257375102353623, + "action_effect_rmse": 0.4425439917116742 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7446278525690389, + "action_effect_rmse": 0.9442276008084008 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005460143869686847, + "action_effect_rmse": 0.005762326608605577 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5063173033535678, + "action_effect_rmse": 0.6932369100430147 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.737120575235758, + "action_effect_rmse": 1.1498876267180198 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03344296657881276, + "action_effect_rmse": 0.04040013002225576 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5440965712537249, + "action_effect_rmse": 0.5858500080664205 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9644175053527728, + "action_effect_rmse": 2.69013465102421 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.48542594258099075, + 0.8973806065331518, + 0.5711614763030335, + 0.38771177764856246 + ], + "true_costs": [ + 0.5130408701839388, + 0.8994778501894748, + 0.616000922236566, + 0.38618616164243524 + ] + }, + { + "system_id": "thermal-00387", + "family": "thermal", + "anchor_step": 98, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15399903739243825, + "action_effect_rmse": 0.17300093616464973 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002598578804292373, + "action_effect_rmse": 0.0038028274303095536 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9614931828454445, + "action_effect_rmse": 1.199098946677824 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19370557673114774, + "action_effect_rmse": 0.20066384936896903 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0031935292570667664, + "action_effect_rmse": 0.0034426817215217867 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9978854022131476, + "action_effect_rmse": 2.439471183732021 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2667521028477526, + "action_effect_rmse": 0.3029990715134349 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02339444266435346, + "action_effect_rmse": 0.027874679865007176 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.484476174091545, + "action_effect_rmse": 5.94899870018407 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7414769232578428, + "action_effect_rmse": 0.823370908279377 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11521498945708449, + "action_effect_rmse": 0.1383627170678171 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.788938771976163, + "action_effect_rmse": 10.221298432321014 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 39.20121735706785, + 115.62170719246515, + 70.50678742936078, + 36.03600266563798 + ], + "true_costs": [ + 39.0644804537221, + 105.29140225117192, + 58.10388544978911, + 30.416830190354254 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 258, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2157578493976716, + "action_effect_rmse": 0.2595094299697508 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026183519422796547, + "action_effect_rmse": 0.033163503516985104 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8483384676587763, + "action_effect_rmse": 0.8483559711817147 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 13.581006046448119, + "action_effect_rmse": 18.53441551236104 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.34668499141006254, + "action_effect_rmse": 0.4407994327123956 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.041167570289155485, + "action_effect_rmse": 0.05092134182222609 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.87187491878288, + "action_effect_rmse": 0.8719102134315774 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.6630697518809505, + "action_effect_rmse": 6.137893218994582 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5781682590580649, + "action_effect_rmse": 0.7442086016028598 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.059139756724855864, + "action_effect_rmse": 0.07600053789832728 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8333687105171229, + "action_effect_rmse": 0.833387561621933 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.045744689788445, + "action_effect_rmse": 5.1172334281611525 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1604120401740214, + "action_effect_rmse": 1.569051915063544 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08804764466502253, + "action_effect_rmse": 0.094905001338788 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4561683538098025, + "action_effect_rmse": 0.45623466830103676 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.3124090635004135, + "action_effect_rmse": 4.369663480194335 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 115.93496297400958, + "predicted_costs": [ + 484.6049821886679, + 466.4320937310168, + 468.58866405942024, + 459.9401124467616 + ], + "true_costs": [ + 482.4431223328681, + 366.5811814365039, + 482.4561444105135, + 482.5161444105135 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 297, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.123099953297421, + "action_effect_rmse": 0.14874774783669725 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017844787081654562, + "action_effect_rmse": 0.023544725411118267 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027405233546768406, + "action_effect_rmse": 0.02892613737573267 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 20.863834806700332, + "action_effect_rmse": 21.581644535992588 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17965847258624348, + "action_effect_rmse": 0.23435681014961707 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.045669566749618674, + "action_effect_rmse": 0.05877152892701022 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012479696218914602, + "action_effect_rmse": 0.015342175497171399 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.756579981959717, + "action_effect_rmse": 14.251783118177222 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23995344034917107, + "action_effect_rmse": 0.3312922990867055 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1027348937007672, + "action_effect_rmse": 0.13607375267010946 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03776302010670506, + "action_effect_rmse": 0.04053463570631239 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.700777599559055, + "action_effect_rmse": 12.71721870486711 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2518204672737017, + "action_effect_rmse": 0.3171445140692988 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22478947253479653, + "action_effect_rmse": 0.3258363623129372 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07693947521175779, + "action_effect_rmse": 0.07854697473554718 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.1709220333978, + "action_effect_rmse": 22.197233580406703 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 3.270670892883885, + "predicted_costs": [ + 11.814302866435781, + 13.831810096048297, + 12.954346944079045, + 10.765050744270843 + ], + "true_costs": [ + 11.100833303697842, + 7.866341780314967, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 61, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.209944332137051, + "action_effect_rmse": 1.4741919571772388 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011435812439235823, + "action_effect_rmse": 0.01316494048211414 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7868429741506588, + "action_effect_rmse": 0.9889267002749935 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.408448082631427, + "action_effect_rmse": 2.812271395719765 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.044263937043806344, + "action_effect_rmse": 0.05150381529765085 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8482679537058857, + "action_effect_rmse": 2.325336269687401 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8307016945720385, + "action_effect_rmse": 3.206529683320279 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16708259818454962, + "action_effect_rmse": 0.21365334069463893 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.609000008229458, + "action_effect_rmse": 5.792199701897726 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.011921760929431, + "action_effect_rmse": 2.1840143116749604 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5300983857585434, + "action_effect_rmse": 0.6339375036498841 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.069382673767882, + "action_effect_rmse": 11.00695622169804 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 19.34535895802536, + "predicted_costs": [ + 8.428484159937106, + 39.014416561286595, + 12.473038080931744, + 6.320160746659694 + ], + "true_costs": [ + 49.356759951505396, + 51.04240832062804, + 2.498005534790688, + 21.84336449281605 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 284, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3561821537822141, + "action_effect_rmse": 0.46846215762104665 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006704925387846099, + "action_effect_rmse": 0.008445416377587424 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0279632366892315, + "action_effect_rmse": 1.203631515301852 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5690666658793049, + "action_effect_rmse": 0.7308645431238281 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0113171941015023, + "action_effect_rmse": 0.016207321847094443 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.726738982090012, + "action_effect_rmse": 1.8161839512906406 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7081815009904974, + "action_effect_rmse": 0.8902484741051201 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01271285026508077, + "action_effect_rmse": 0.014283191421721625 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9438031677512413, + "action_effect_rmse": 3.009731779244494 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7775017018373399, + "action_effect_rmse": 1.0437498195145125 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013942855178576963, + "action_effect_rmse": 0.01788120239222912 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.168997349587926, + "action_effect_rmse": 7.1003909966398 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 6.391262326278525, + "predicted_costs": [ + 19.972586896204106, + 10.618084091303727, + 23.66929440561093, + 50.813156581948775 + ], + "true_costs": [ + 7.500597091524316, + 13.891859417802841, + 14.714756725024348, + 58.95763270647905 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 93, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.055679469485398765, + "action_effect_rmse": 0.05667403136327441 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3741127236080761, + "action_effect_rmse": 1.4189396959469078 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.542616189271685, + "action_effect_rmse": 11.865949231826036 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08257645546076367, + "action_effect_rmse": 0.08500229126159044 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.547805548869706, + "action_effect_rmse": 2.6446229584236187 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.687412488769086, + "action_effect_rmse": 9.7839587500697 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07936224290141175, + "action_effect_rmse": 0.0882899580068486 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0843124125959442, + "action_effect_rmse": 3.3565983459043607 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.285497375045646, + "action_effect_rmse": 9.422905821516558 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05051477939569804, + "action_effect_rmse": 0.06139795113506956 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2643773321929785, + "action_effect_rmse": 2.746906376143357 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.499701307499602, + "action_effect_rmse": 7.600467612569859 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.6779127120246664, + 0.48174545167795574, + 0.25570933926315287, + 0.1374509581445153 + ], + "true_costs": [ + 0.8517813579420245, + 0.6298588008697896, + 0.25112664151186115, + 0.11601663262152741 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 599, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019898749541015077, + "action_effect_rmse": 0.02321858708979995 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1798905371267748, + "action_effect_rmse": 0.22134357753071196 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 10.846776329789412, + "action_effect_rmse": 10.903229135198504 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02773303939151257, + "action_effect_rmse": 0.03313393491521829 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24291239159437103, + "action_effect_rmse": 0.3214035263586239 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.238248256869247, + "action_effect_rmse": 4.276096592181725 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06734765562807189, + "action_effect_rmse": 0.07614654027538242 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9742576497226819, + "action_effect_rmse": 1.04481889388836 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.072346839463942, + "action_effect_rmse": 4.220081073257533 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10955670692458826, + "action_effect_rmse": 0.12366793337348639 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9570090279130893, + "action_effect_rmse": 1.0919991205794743 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.935993291697057, + "action_effect_rmse": 9.104736489262525 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.5326839679676549, + 1.0516562027385072, + 0.8342376681339427, + 0.5268970919269131 + ], + "true_costs": [ + 0.7316160862719202, + 1.02, + 0.9995778108440766, + 0.7161277801048529 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 344, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5511996801990472, + "action_effect_rmse": 0.6312774567693266 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.032724558743293386, + "action_effect_rmse": 0.03922949387454112 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.046806152124507235, + "action_effect_rmse": 0.047462862756399826 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 36.27048174262429, + "action_effect_rmse": 49.4386069710664 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9521123088358715, + "action_effect_rmse": 1.0575814143658067 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05189691302364589, + "action_effect_rmse": 0.05964349614154597 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07925515983835985, + "action_effect_rmse": 0.07992999391500552 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 25.82615946276741, + "action_effect_rmse": 34.97779967245721 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0320688022561146, + "action_effect_rmse": 1.2260602447866904 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0689116694829283, + "action_effect_rmse": 0.07564844464289677 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04994645711468367, + "action_effect_rmse": 0.05098058379170584 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 23.999985835487802, + "action_effect_rmse": 32.5406517956348 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.245811248029532, + "action_effect_rmse": 1.7328595738344297 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08499109916704721, + "action_effect_rmse": 0.09496683321729459 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33401055097547966, + "action_effect_rmse": 0.33423246544402846 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.445484207855475, + "action_effect_rmse": 38.325844413211364 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 126.01984423956134, + "predicted_costs": [ + 169.73554333568381, + 168.73082942059852, + 166.5383560798469, + 159.8991977979396 + ], + "true_costs": [ + 215.81633303311435, + 133.9452103948684, + 234.86024621917824, + 259.96505463442975 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 74, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20332069250919935, + "action_effect_rmse": 0.22279274591485929 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6506219536167256, + "action_effect_rmse": 0.6801528162641225 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26384828446834874, + "action_effect_rmse": 0.28116912788640913 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2384117554158156, + "action_effect_rmse": 1.3001686649704318 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.363140094902126, + "action_effect_rmse": 0.40260894604399855 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.223256343423183, + "action_effect_rmse": 2.7127313545580036 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5237552329654326, + "action_effect_rmse": 0.5829662296286867 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.198943197855196, + "action_effect_rmse": 5.735249092647943 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 10.242239134764567, + 7.7552764938270276, + 13.240678786058663, + 55.473861976555945 + ], + "true_costs": [ + 10.011737151429479, + 6.0204391434691615, + 18.875510886928513, + 69.9828263309227 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 501, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021142189092473538, + "action_effect_rmse": 0.02380086192347413 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26771236374926843, + "action_effect_rmse": 0.29911357137994904 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.2204966298719495, + "action_effect_rmse": 3.2542325044875695 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03702706356290483, + "action_effect_rmse": 0.04522718197455648 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3526317678718082, + "action_effect_rmse": 0.4261776750153733 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.275411464390563, + "action_effect_rmse": 2.8765495408342825 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.037799078963760724, + "action_effect_rmse": 0.052603257724539915 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48574068001402776, + "action_effect_rmse": 0.5879670327599597 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.262567820310339, + "action_effect_rmse": 2.832687798793588 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07583500776088331, + "action_effect_rmse": 0.08435437264789895 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3081098960752122, + "action_effect_rmse": 0.4522839303610564 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.585938759452128, + "action_effect_rmse": 9.953328655231164 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.0336705650267437, + 1.0618292223434729, + 0.7304253310504834, + 0.4591461498583518 + ], + "true_costs": [ + 0.9659884791384732, + 1.02, + 0.7588929274626598, + 0.33198214028520096 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 332, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6475469183515585, + "action_effect_rmse": 1.8719719256643883 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6954169317320217, + "action_effect_rmse": 0.7132925541274017 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.0688376080478945, + "action_effect_rmse": 3.491310814724839 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2717466112376314, + "action_effect_rmse": 1.3098915443061312 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.604502882963388, + "action_effect_rmse": 6.389826668749447 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0869178627975393, + "action_effect_rmse": 2.4568553944599967 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 9.631437525455361, + "action_effect_rmse": 11.008057139649956 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.145343868852213, + "action_effect_rmse": 5.056733214638885 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 53.41797634564094, + "predicted_costs": [ + 9.57905441403539, + 6.694877105452395, + 13.8637333488883, + 57.38001802191054 + ], + "true_costs": [ + 13.519884302492473, + 66.93786064813341, + 111.86725326978802, + 831.0216533541544 + ] + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "anchor_step": 347, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23830748826170853, + "action_effect_rmse": 0.2692709037528085 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5922605633752104, + "action_effect_rmse": 0.6562464650780789 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2922212995651054, + "action_effect_rmse": 0.3146766061267332 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2554606574830132, + "action_effect_rmse": 1.2968596443106821 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3141153701634079, + "action_effect_rmse": 0.35191729963422225 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.33101431554879, + "action_effect_rmse": 2.737734531675296 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6244873924833149, + "action_effect_rmse": 0.6917279353574791 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9948375640466716, + "action_effect_rmse": 5.376709742689954 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 2, + "regret": 23.95351000180702, + "predicted_costs": [ + 13.561480038992274, + 44.18052677298252, + 10.466271673090226, + 10.352742954102794 + ], + "true_costs": [ + 7.00655397496941, + 26.356125778067103, + 3.6532436352966, + 27.606753637103623 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 202, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2852214729521272, + "action_effect_rmse": 0.3161625253711116 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003908621527241252, + "action_effect_rmse": 0.003924681619815278 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7361258942651338, + "action_effect_rmse": 0.9005377667930063 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41086782277944184, + "action_effect_rmse": 0.44631462721196336 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00657273801504014, + "action_effect_rmse": 0.006909928206165772 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6257500648804541, + "action_effect_rmse": 1.9853979809506814 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46453815280239397, + "action_effect_rmse": 0.522176518575264 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.023951667880680816, + "action_effect_rmse": 0.024351768967706546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.7419354188303564, + "action_effect_rmse": 3.856520192801207 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.157450808157409, + "action_effect_rmse": 0.20027576253469997 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07564167478292798, + "action_effect_rmse": 0.09056809574811263 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.609975645629182, + "action_effect_rmse": 10.449859689942787 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.963418652728318, + 6.832519855999623, + 13.543644442853733, + 46.390072050697526 + ], + "true_costs": [ + 13.645692104911692, + 4.16173339792618, + 20.192199941167072, + 61.598840109323795 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 113, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2617315389807014, + "action_effect_rmse": 0.30953305155442806 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.037643585029284075, + "action_effect_rmse": 0.04521953193117002 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06707848403633686, + "action_effect_rmse": 0.06752605703838305 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 10.622423410562664, + "action_effect_rmse": 13.820269468038108 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4685715551527932, + "action_effect_rmse": 0.5728942557964476 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07348149149418977, + "action_effect_rmse": 0.08908219084421673 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0683095911032154, + "action_effect_rmse": 0.06916674604341823 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.4760884934541223, + "action_effect_rmse": 4.149493187102107 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8548641410032222, + "action_effect_rmse": 1.015313215089757 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13441538451388743, + "action_effect_rmse": 0.16350475638755865 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17146808463235153, + "action_effect_rmse": 0.17185627962765812 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 7.142872547132125, + "action_effect_rmse": 7.850722159854377 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3243754685788705, + "action_effect_rmse": 1.3879158944288617 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24763398618287744, + "action_effect_rmse": 0.27683581493425025 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2507830073991049, + "action_effect_rmse": 0.25118475415168806 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.267818180083696, + "action_effect_rmse": 4.4176835471501565 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 62.925982055054774, + "predicted_costs": [ + 66.89458922947772, + 69.68882265896941, + 68.23443851191433, + 64.04252234362255 + ], + "true_costs": [ + 74.54572961601502, + 49.78448341719532, + 83.66157091847666, + 112.71046547225009 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 336, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.9965312696745308, + "action_effect_rmse": 3.1302395258214193 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9822678498590183, + "action_effect_rmse": 2.0884844488026864 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.879870501723382, + "action_effect_rmse": 5.090845570328473 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0202792489269163, + "action_effect_rmse": 2.3602057522840187 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.100577773799246, + "action_effect_rmse": 8.426666602926343 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9370108547478253, + "action_effect_rmse": 3.44772180851598 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 8.084388818828293, + "action_effect_rmse": 8.597975911333855 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.838494392502393, + "action_effect_rmse": 5.081668067581966 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 114.03382409008748, + "predicted_costs": [ + 244.9997096260246, + 563.5194819516039, + 425.17968427163714, + 285.5974284879681 + ], + "true_costs": [ + 235.52277124293718, + 390.83826740327265, + 166.3071753191985, + 121.4889471528497 + ] + }, + { + "system_id": "tank-00100", + "family": "tank", + "anchor_step": 89, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.259108634207184, + "action_effect_rmse": 0.2615669049529438 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.032627917919282844, + "action_effect_rmse": 0.03592162472821801 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19189397398746091, + "action_effect_rmse": 0.19197134000889765 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.649883968043813, + "action_effect_rmse": 44.3847011714312 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3233363362899138, + "action_effect_rmse": 0.3500188258908797 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0703669339626541, + "action_effect_rmse": 0.07817634266670452 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1386869224493827, + "action_effect_rmse": 0.13890863444870735 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.62932930744194, + "action_effect_rmse": 31.245052421527888 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4013024173548582, + "action_effect_rmse": 0.6078429182943671 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15416546498031636, + "action_effect_rmse": 0.1732233039265415 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20513203013526096, + "action_effect_rmse": 0.2052381473331534 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.732070734282193, + "action_effect_rmse": 29.797214637573123 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6308084506776238, + "action_effect_rmse": 1.0276831723917461 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31085060360823985, + "action_effect_rmse": 0.34337133132895675 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025457904197643738, + "action_effect_rmse": 0.026084496340339797 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 17.52431166861459, + "action_effect_rmse": 21.754985117041993 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 108.72436216869664, + "predicted_costs": [ + 784.4404269527081, + 779.7936474494462, + 782.0847687396949, + 769.8952185223135 + ], + "true_costs": [ + 799.6323337153948, + 698.8189523989311, + 807.4833145676276, + 807.5433145676277 + ] + }, + { + "system_id": "tank-00271", + "family": "tank", + "anchor_step": 74, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5659501338186264, + "action_effect_rmse": 0.6913242021946007 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029461192737791464, + "action_effect_rmse": 0.034834788441936354 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5601326442502034, + "action_effect_rmse": 0.560219670440818 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 37.88376831240586, + "action_effect_rmse": 51.77574890935451 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9821456212540909, + "action_effect_rmse": 1.151265524681974 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06788190431602104, + "action_effect_rmse": 0.07670266890993706 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.34212619389344767, + "action_effect_rmse": 0.3423274702034803 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 29.71613994006483, + "action_effect_rmse": 38.56972125583697 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8038697458297488, + "action_effect_rmse": 2.1104071975445957 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11951280891757676, + "action_effect_rmse": 0.15018538722346017 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21928143780758425, + "action_effect_rmse": 0.21985099638774358 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.28274962026178, + "action_effect_rmse": 35.36796254995689 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0838272670060185, + "action_effect_rmse": 3.7531593701331287 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2520732841358549, + "action_effect_rmse": 0.33303812454683107 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05978807323339493, + "action_effect_rmse": 0.06416232380162884 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.760853422081478, + "action_effect_rmse": 29.356226520315378 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 332.0097472227817, + "predicted_costs": [ + 288.13407130907297, + 273.3182588325491, + 281.3224760931714, + 266.3362812788828 + ], + "true_costs": [ + 320.6187682083392, + 197.8750864022285, + 334.41551953404996, + 529.8848336250102 + ] + }, + { + "system_id": "tank-00127", + "family": "tank", + "anchor_step": 42, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15730062564304367, + "action_effect_rmse": 0.23093751180976368 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015421230979117814, + "action_effect_rmse": 0.01880042113685277 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03102272877862629, + "action_effect_rmse": 0.03171971134561718 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.633411500632345, + "action_effect_rmse": 35.54306024986033 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23965302009035958, + "action_effect_rmse": 0.35238230343345694 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03416732965343646, + "action_effect_rmse": 0.0411957129834381 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03290131431465415, + "action_effect_rmse": 0.03425125900843762 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.32408095791303, + "action_effect_rmse": 24.691158144630624 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.43398271005567796, + "action_effect_rmse": 0.4816888674536507 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06733324287789522, + "action_effect_rmse": 0.08102715366018569 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08327229498224838, + "action_effect_rmse": 0.08401956575338841 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.937685104915904, + "action_effect_rmse": 36.469431156625994 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9557954765669324, + "action_effect_rmse": 1.0115727567180928 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1447120085226056, + "action_effect_rmse": 0.1553906009994511 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08018122199970684, + "action_effect_rmse": 0.0804797245254367 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.59878573393448, + "action_effect_rmse": 21.589879605596266 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 98.5633247004713, + "predicted_costs": [ + 943.0319947507912, + 948.9298060797732, + 943.3080783377469, + 929.2800462350019 + ], + "true_costs": [ + 894.3806575196269, + 835.2207018021377, + 933.7240265026089, + 933.784026502609 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 120, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18137630728788898, + "action_effect_rmse": 0.18634373067520232 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030180462007398507, + "action_effect_rmse": 0.034313041423569696 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27723761605506275, + "action_effect_rmse": 0.2772911716959223 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 20.650855817866727, + "action_effect_rmse": 29.070116304291194 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33883309593160565, + "action_effect_rmse": 0.38068173622187496 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06802821047156726, + "action_effect_rmse": 0.08175638707352108 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2434999342240752, + "action_effect_rmse": 0.2436262798197016 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.34334796582982, + "action_effect_rmse": 16.81031232085422 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5806520416673587, + "action_effect_rmse": 0.7041472697305218 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.139003019336324, + "action_effect_rmse": 0.17142183651819665 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27714917750898965, + "action_effect_rmse": 0.2772058563946339 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 11.838753825763858, + "action_effect_rmse": 14.739518184603721 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4432251541767613, + "action_effect_rmse": 1.6949498086112837 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2534581381894346, + "action_effect_rmse": 0.3118932434184518 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2773376621973702, + "action_effect_rmse": 0.27744672318838925 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.3725096415982065, + "action_effect_rmse": 7.65547225659528 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 88.36319217704522, + "predicted_costs": [ + 666.751636779268, + 662.8518991126971, + 665.418017058814, + 655.0921071978369 + ], + "true_costs": [ + 600.5191343256232, + 594.1037150055688, + 682.406907182614, + 682.466907182614 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 28, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009484989919273304, + "action_effect_rmse": 0.00970828961751136 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07054751755872128, + "action_effect_rmse": 0.10092913459727149 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8256484451664339, + "action_effect_rmse": 2.2395859107546277 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009016848987051648, + "action_effect_rmse": 0.009455828921444831 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2437500101913367, + "action_effect_rmse": 0.32641179612612764 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9403780548527886, + "action_effect_rmse": 1.2158785785139639 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.047198893201500426, + "action_effect_rmse": 0.04771221153708306 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3787287839352362, + "action_effect_rmse": 0.4774350458294329 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9506179440743902, + "action_effect_rmse": 1.410345356735508 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14204784020469963, + "action_effect_rmse": 0.14294715222510995 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.128196509661059, + "action_effect_rmse": 1.226591750407199 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.203857389466885, + "action_effect_rmse": 2.622359178284571 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.4722115313878882, + 0.3812903760615148, + 0.6342769020829246, + 0.8422128241920075 + ], + "true_costs": [ + 0.6564588497071319, + 0.46761787764904794, + 0.7438343993100244, + 0.9564904755093048 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 36, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00889668337534213, + "action_effect_rmse": 0.009021603090754613 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8172415725365892, + "action_effect_rmse": 0.8660792292373771 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 10.396022410517856, + "action_effect_rmse": 10.46094814101795 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020445583522651235, + "action_effect_rmse": 0.020776945686014674 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7141266046242775, + "action_effect_rmse": 0.8636326765904073 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.687604035881625, + "action_effect_rmse": 8.688278325143946 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07260965891818107, + "action_effect_rmse": 0.07801424228767871 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6994511501153795, + "action_effect_rmse": 0.8589896645740793 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.716322726746144, + "action_effect_rmse": 11.728537680573387 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1238123333901419, + "action_effect_rmse": 0.13720701469334262 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0395638044279292, + "action_effect_rmse": 1.171134059175715 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.959318276905757, + "action_effect_rmse": 9.056393790107292 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.2430176360590628, + 1.0749580770423153, + 0.7625680373692225, + 0.5136896193696449 + ], + "true_costs": [ + 1.0713801509533218, + 1.0002854263760401, + 0.8311918759968273, + 0.620860435365282 + ] + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "anchor_step": 158, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.125303095792025, + "action_effect_rmse": 0.1454016229601317 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7150564989029249, + "action_effect_rmse": 0.7387177007015363 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13593438242070377, + "action_effect_rmse": 0.14788880217608016 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3605059734448635, + "action_effect_rmse": 1.4311732684343113 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19979939047131742, + "action_effect_rmse": 0.22986286313499193 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.357773687811175, + "action_effect_rmse": 2.786064921624513 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.553080895007985, + "action_effect_rmse": 0.5686133308331114 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.270455550625134, + "action_effect_rmse": 5.050629767669202 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 35.50008223285179, + 19.920729284436156, + 45.59314037489152, + 113.19429902179752 + ], + "true_costs": [ + 28.11839938805009, + 15.922778311870337, + 42.590139624338434, + 106.58665367135072 + ] + }, + { + "system_id": "tank-00571", + "family": "tank", + "anchor_step": 510, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3585745732916206, + "action_effect_rmse": 0.4123379684931176 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004960582000670399, + "action_effect_rmse": 0.00527954483597803 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1398271449738493, + "action_effect_rmse": 1.1398401723694351 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 9.60745205318471, + "action_effect_rmse": 13.212829574475656 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6758894115829719, + "action_effect_rmse": 0.777812306079509 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014526030467270227, + "action_effect_rmse": 0.015246237489309231 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 1.107280300651839, + "action_effect_rmse": 1.1073080919472302 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.181226440938708, + "action_effect_rmse": 3.0343656982294975 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.105377114216943, + "action_effect_rmse": 1.2210934811624745 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.030930151488380037, + "action_effect_rmse": 0.03298770625299981 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8688198105671144, + "action_effect_rmse": 0.8688378925089821 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.931842948184857, + "action_effect_rmse": 4.641224614729882 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.88180949688247, + "action_effect_rmse": 1.98644537583369 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.059573048553842156, + "action_effect_rmse": 0.06408802990253139 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008457742460027284, + "action_effect_rmse": 0.009729693876082829 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.226744602025533, + "action_effect_rmse": 8.799604677223947 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 210.70276951822825, + "predicted_costs": [ + 556.1513778927043, + 539.1932248416811, + 541.5204406676622, + 532.2156861603651 + ], + "true_costs": [ + 480.45903482813213, + 386.25968005891446, + 507.106677639473, + 596.9624495771427 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 85, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5011743390083847, + "action_effect_rmse": 0.5886140422841081 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019946563041961223, + "action_effect_rmse": 0.025267203903666418 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3780265490041816, + "action_effect_rmse": 0.3782228075870583 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.57938998516604, + "action_effect_rmse": 44.07660445391699 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9140660223382048, + "action_effect_rmse": 1.068013062775652 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0528545154432957, + "action_effect_rmse": 0.06569446925947509 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3531630708599935, + "action_effect_rmse": 0.35340459539670527 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 25.66540626490834, + "action_effect_rmse": 33.53548543818714 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7252606049560673, + "action_effect_rmse": 2.00877035291052 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09927955399115618, + "action_effect_rmse": 0.125683781590158 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2982303870903223, + "action_effect_rmse": 0.2987142323250696 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 26.162345935283955, + "action_effect_rmse": 35.123925070612685 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2296276532596924, + "action_effect_rmse": 3.7298370860554915 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21587599614835185, + "action_effect_rmse": 0.2518146083414901 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23024473150357852, + "action_effect_rmse": 0.23079289857267196 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.981025229063857, + "action_effect_rmse": 28.20268268151363 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 308.15037820200126, + "predicted_costs": [ + 215.32062843152622, + 217.08847848342918, + 218.41120673147827, + 205.73737338623158 + ], + "true_costs": [ + 267.8064605938828, + 173.93184545631715, + 301.9223337672543, + 482.0822236583184 + ] + }, + { + "system_id": "tank-00643", + "family": "tank", + "anchor_step": 283, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20068344854478268, + "action_effect_rmse": 0.26873501810284295 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007516145100803821, + "action_effect_rmse": 0.007616113921848474 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07439580188890893, + "action_effect_rmse": 0.07531150787942195 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 43.1391145767199, + "action_effect_rmse": 44.111456239898224 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24496033216807156, + "action_effect_rmse": 0.27107422394434233 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02986240923952958, + "action_effect_rmse": 0.034139945423636825 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1055978495685383, + "action_effect_rmse": 0.1066009046238674 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 64.40018121087122, + "action_effect_rmse": 72.4965898468492 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4433391003607472, + "action_effect_rmse": 0.48417109368497546 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08246070586332148, + "action_effect_rmse": 0.09549306282561588 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07746295844876705, + "action_effect_rmse": 0.07929420728366282 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.59453325017953, + "action_effect_rmse": 51.353528364174345 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7114730772208523, + "action_effect_rmse": 0.8741785861213159 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22256195598504291, + "action_effect_rmse": 0.26408348447747865 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07455999380491436, + "action_effect_rmse": 0.07572644435824485 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.901144818710076, + "action_effect_rmse": 33.62110937124198 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 52.40531876262355, + "predicted_costs": [ + 731.4785072990891, + 745.4384759832922, + 735.359292405574, + 714.8987599474992 + ], + "true_costs": [ + 685.5852310971861, + 672.7810634481364, + 725.1263822107599, + 725.1863822107599 + ] + }, + { + "system_id": "battery-00722", + "family": "battery", + "anchor_step": 534, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07138784319353592, + "action_effect_rmse": 0.07189253366193328 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8088499723215948, + "action_effect_rmse": 0.8301998451672917 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 14.036567079417646, + "action_effect_rmse": 14.251765374378348 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08150908328527874, + "action_effect_rmse": 0.0834016363027352 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.057150110305037, + "action_effect_rmse": 1.1252582133900022 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.4226593037154416, + "action_effect_rmse": 3.685940763496941 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08035468386131105, + "action_effect_rmse": 0.08601796857263673 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.371537905833313, + "action_effect_rmse": 1.533628818682636 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1441174979082738, + "action_effect_rmse": 3.4883757064209555 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03750261249382911, + "action_effect_rmse": 0.04232958136255691 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0699417119424304, + "action_effect_rmse": 1.3202061765957058 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.476211294003241, + "action_effect_rmse": 2.6866426999311788 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.6199907527777011, + 0.5463801892254572, + 0.29781041678847026, + 0.17014784254826565 + ], + "true_costs": [ + 0.8754232237436191, + 0.6881944925526742, + 0.31856260359173943, + 0.16277707761298923 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 25, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11481900100386433, + "action_effect_rmse": 0.12891397830966606 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.042054819588524715, + "action_effect_rmse": 0.048142313288391615 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.040106610418350695, + "action_effect_rmse": 0.04047515696524008 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 27.567168092031352, + "action_effect_rmse": 38.82228334221037 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19476309867411837, + "action_effect_rmse": 0.27099546340423086 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06409849459029952, + "action_effect_rmse": 0.07495804767007491 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14515243457744978, + "action_effect_rmse": 0.14536428563033224 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.861669569171706, + "action_effect_rmse": 33.61696416275444 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3152350395145902, + "action_effect_rmse": 0.4420988925581598 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1407310506152406, + "action_effect_rmse": 0.16661824836224423 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0574378477528751, + "action_effect_rmse": 0.057710714357575306 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 15.396493257678022, + "action_effect_rmse": 17.31629603489343 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6752032804543493, + "action_effect_rmse": 0.9343289079552596 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26347309898785437, + "action_effect_rmse": 0.33261600109485134 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22882853564192204, + "action_effect_rmse": 0.2289607041806485 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.19395835230862, + "action_effect_rmse": 18.02609169421379 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 79.80313955127508, + "predicted_costs": [ + 650.994389432792, + 642.6280101302981, + 645.1727519317253, + 635.0074079840139 + ], + "true_costs": [ + 648.5503723469318, + 568.7859503309587, + 648.5290898822337, + 648.5890898822338 + ] + }, + { + "system_id": "tank-00151", + "family": "tank", + "anchor_step": 604, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21117246621806926, + "action_effect_rmse": 0.28913948643440524 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0032583421769428376, + "action_effect_rmse": 0.0037466667610399004 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6836100470628464, + "action_effect_rmse": 0.6836775199763163 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.562628475002743, + "action_effect_rmse": 30.51874027464081 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.34740484260087473, + "action_effect_rmse": 0.5119545007479124 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010514319208488368, + "action_effect_rmse": 0.013499463478984609 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6804579841563898, + "action_effect_rmse": 0.6805689704472797 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 17.63280875254217, + "action_effect_rmse": 24.70859983934571 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5837808486376096, + "action_effect_rmse": 0.8617725785654188 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03548419801706141, + "action_effect_rmse": 0.04385155571965516 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5543484387119257, + "action_effect_rmse": 0.5545234734979705 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.668395263557894, + "action_effect_rmse": 29.29235389672003 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1366610384493285, + "action_effect_rmse": 1.5245954755985054 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08804296257767301, + "action_effect_rmse": 0.11299053126758857 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.019576231247511438, + "action_effect_rmse": 0.023419772468536652 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 18.435775128764394, + "action_effect_rmse": 24.032588875097318 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 98.07206521746338, + "predicted_costs": [ + 408.0623288998189, + 406.74427989225086, + 402.4045419789123, + 389.5451074636654 + ], + "true_costs": [ + 400.2667579956328, + 302.24795473485244, + 398.67898199022113, + 400.3200199523158 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 423, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5316999199214933, + "action_effect_rmse": 0.6222794601953415 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005862485508862629, + "action_effect_rmse": 0.006558641245560154 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8089035976722698, + "action_effect_rmse": 0.8838314094653755 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9134276908318574, + "action_effect_rmse": 1.1272246701008668 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011641313111200683, + "action_effect_rmse": 0.015433706791299394 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.593808561461439, + "action_effect_rmse": 1.6657522897268984 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4017863348471629, + "action_effect_rmse": 1.8154484181204384 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01504952702610988, + "action_effect_rmse": 0.020408950802191093 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.982454062593812, + "action_effect_rmse": 3.0722134268920014 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2657666261736082, + "action_effect_rmse": 2.859366456645252 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07270934533306554, + "action_effect_rmse": 0.07568344739194571 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.276702904758433, + "action_effect_rmse": 7.2786114926184045 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 141.4623291356777, + 74.58845966025092, + 124.91331014426638, + 185.85542588704362 + ], + "true_costs": [ + 177.47038790027884, + 49.81596546516001, + 136.83152532592484, + 300.7098590933177 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 71, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006800028709048209, + "action_effect_rmse": 0.007003334028538599 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2132001039568069, + "action_effect_rmse": 0.21862131791057884 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.981811322118973, + "action_effect_rmse": 2.284512947066034 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00853188315604247, + "action_effect_rmse": 0.00902899546355822 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4074917843478379, + "action_effect_rmse": 0.40766957666217524 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.500006882688132, + "action_effect_rmse": 1.8807752777044797 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029304123808843115, + "action_effect_rmse": 0.03155987984479058 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7642575363878935, + "action_effect_rmse": 0.7643081303973748 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2017731307655168, + "action_effect_rmse": 1.7462081903689242 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.024370507936580948, + "action_effect_rmse": 0.03198594692959831 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9597768960465736, + "action_effect_rmse": 0.9942940891093125 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9072672269167098, + "action_effect_rmse": 1.1882171454263284 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.5609764934072923, + 0.7256503061247703, + 0.453011550150728, + 0.27283378283610876 + ], + "true_costs": [ + 0.5719290243197725, + 0.7788727393513659, + 0.4915318251005587, + 0.335871054161651 + ] + }, + { + "system_id": "tank-00628", + "family": "tank", + "anchor_step": 489, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.178207353139585, + "action_effect_rmse": 0.22356532889323913 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03127275851375977, + "action_effect_rmse": 0.04077235815336497 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013369742003834109, + "action_effect_rmse": 0.014584135508376969 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.839792496426476, + "action_effect_rmse": 34.50527507361646 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2658444336461005, + "action_effect_rmse": 0.36047361096076336 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07720091776810278, + "action_effect_rmse": 0.09635834707510815 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017144049532642983, + "action_effect_rmse": 0.020218789194123045 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.976508472856906, + "action_effect_rmse": 25.245452152158762 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2842159078879103, + "action_effect_rmse": 0.3905937391727675 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18148318702676866, + "action_effect_rmse": 0.2317276556070673 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1187842560709725, + "action_effect_rmse": 0.1201456529567115 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.447076182467086, + "action_effect_rmse": 22.453834870240804 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37704293891649837, + "action_effect_rmse": 0.5443991094457338 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3562321942096851, + "action_effect_rmse": 0.4649385200739132 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2801536159610723, + "action_effect_rmse": 0.28095530443386346 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 15.305716709662322, + "action_effect_rmse": 15.83088607368193 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 34.7211810774545, + "predicted_costs": [ + 556.284349623884, + 581.174448462414, + 567.0068329892015, + 549.1307758098351 + ], + "true_costs": [ + 552.2688108213129, + 517.5594163044932, + 552.2205973819476, + 552.2805973819477 + ] + }, + { + "system_id": "tank-00532", + "family": "tank", + "anchor_step": 115, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22594859082976892, + "action_effect_rmse": 0.27451158603187 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01788224462605174, + "action_effect_rmse": 0.02242280320299532 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03755867971653334, + "action_effect_rmse": 0.03795197689181341 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.54035480128771, + "action_effect_rmse": 40.752230551576204 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.33014681356011594, + "action_effect_rmse": 0.39430483243247616 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03682390565916549, + "action_effect_rmse": 0.04623329311848805 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08479017308824255, + "action_effect_rmse": 0.08515233259616649 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.583305125265987, + "action_effect_rmse": 27.83909910406344 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4267492645537076, + "action_effect_rmse": 0.49272501418934805 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07858469226837823, + "action_effect_rmse": 0.09931685113575973 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08842521615924091, + "action_effect_rmse": 0.08860270340112467 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 19.49340695377592, + "action_effect_rmse": 25.98571293085547 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8017725978716929, + "action_effect_rmse": 0.9440914838621738 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12044979571406127, + "action_effect_rmse": 0.14642584524028307 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25601246980140563, + "action_effect_rmse": 0.25613061167308276 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.09020446929329, + "action_effect_rmse": 13.891614104651422 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 26.098116768537125, + "predicted_costs": [ + 122.34451609704384, + 122.18853006831822, + 123.30812986543947, + 118.92212422610888 + ], + "true_costs": [ + 105.6044020109916, + 107.71932301488042, + 131.64251877952873, + 131.70251877952873 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 581, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5855212540552751, + "action_effect_rmse": 0.7103054242291522 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5110695033568314, + "action_effect_rmse": 0.6437401792347781 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8607507578164674, + "action_effect_rmse": 1.0545447609378802 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8339709054609633, + "action_effect_rmse": 0.9591401911037787 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1438850106600083, + "action_effect_rmse": 1.3395092605821228 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6633962187567022, + "action_effect_rmse": 1.8398964242401321 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.155411915027735, + "action_effect_rmse": 2.631756954352942 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.784232859619162, + "action_effect_rmse": 4.828874197018842 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 8.39331518811168, + "predicted_costs": [ + 6.505645559174266, + 49.64063867064123, + 7.211380950592764, + 5.174164244961629 + ], + "true_costs": [ + 6.122028744714159, + 97.58280390098912, + 11.73875237494026, + 14.51534393282584 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 174, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4045936142264613, + "action_effect_rmse": 0.49839657269198034 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004746123541097565, + "action_effect_rmse": 0.006411053976695756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7822084703340693, + "action_effect_rmse": 0.9897612131345449 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5047978198164221, + "action_effect_rmse": 0.633895243310731 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006819465226424626, + "action_effect_rmse": 0.007202008998806938 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7324902620688551, + "action_effect_rmse": 2.1012119498056276 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.39167589276919657, + "action_effect_rmse": 0.5406317246332931 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010808042863676093, + "action_effect_rmse": 0.011355344006445063 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.073972809958017, + "action_effect_rmse": 4.209265504938574 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13056102600014916, + "action_effect_rmse": 0.15471048574517648 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.050033125491927656, + "action_effect_rmse": 0.06424806215520344 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.766840382929426, + "action_effect_rmse": 8.69078183723002 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 164.586632377082, + 70.5804668318767, + 106.57851124601811, + 177.13445358341897 + ], + "true_costs": [ + 191.24748078825186, + 62.90773339313003, + 120.09051238531427, + 204.34076243585383 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 655, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03828140842173866, + "action_effect_rmse": 0.038305260014136644 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.9555815327121118, + "action_effect_rmse": 2.985187469435844 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 23.28062158520738, + "action_effect_rmse": 23.559788348523277 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0430795796056059, + "action_effect_rmse": 0.04327285433740265 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.705221257094171, + "action_effect_rmse": 5.769667327847648 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 21.637592792516433, + "action_effect_rmse": 21.799196828835328 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06082995185326656, + "action_effect_rmse": 0.061880479803701254 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 9.40172502069755, + "action_effect_rmse": 9.53869006453589 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 15.247493639617533, + "action_effect_rmse": 15.405995720048251 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.027033333158812994, + "action_effect_rmse": 0.02986565368493022 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.342311163401966, + "action_effect_rmse": 6.085489727751765 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.980564471635859, + "action_effect_rmse": 11.128799258437372 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.18862961892151797, + "predicted_costs": [ + 2.629652946914076, + 1.9313547100857797, + 2.0833444989301317, + 2.3010428361914057 + ], + "true_costs": [ + 2.968442838547159, + 1.3718310194077423, + 1.1832014004862244, + 1.7358031591587983 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 392, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39923307124379664, + "action_effect_rmse": 0.4166739067389881 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006762521228723746, + "action_effect_rmse": 0.008187991564165787 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9196654254324887, + "action_effect_rmse": 2.0916334883976226 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3064065948130808, + "action_effect_rmse": 0.32759365121153167 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019905099896751228, + "action_effect_rmse": 0.023478149496047453 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.949960962829399, + "action_effect_rmse": 3.244596083678984 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2196969217828233, + "action_effect_rmse": 0.2219246341484077 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01712158150734666, + "action_effect_rmse": 0.024575760969190046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.667195324063982, + "action_effect_rmse": 5.415143528554846 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6177001290745648, + "action_effect_rmse": 0.6905020282888208 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025054858570050225, + "action_effect_rmse": 0.028421342870642945 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.152414698301793, + "action_effect_rmse": 7.386112166049189 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 3.897103114743693, + "predicted_costs": [ + 46.729389809612805, + 40.898053165193225, + 80.95710206324934, + 128.2750669921698 + ], + "true_costs": [ + 30.83161846690436, + 34.72872158164805, + 58.19636557341762, + 98.3721592129841 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 430, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48175214390930865, + "action_effect_rmse": 0.556267737340875 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02599535581292282, + "action_effect_rmse": 0.030127443234215713 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10292843234693093, + "action_effect_rmse": 0.10309965078162601 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.335259390460344, + "action_effect_rmse": 44.89002905027975 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.080063506790774, + "action_effect_rmse": 1.235896539736252 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.042977549753096866, + "action_effect_rmse": 0.049594812258540344 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.432570241389944, + "action_effect_rmse": 0.4326504266901174 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 65.23672460038959, + "action_effect_rmse": 71.9347814018584 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3132016836274785, + "action_effect_rmse": 2.843058882680777 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07229842868189588, + "action_effect_rmse": 0.09413569997098578 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2988647529091626, + "action_effect_rmse": 0.2989674302522245 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.57915467044248, + "action_effect_rmse": 49.03992374736785 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.086710175466859, + "action_effect_rmse": 4.149178941126836 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10076709457716149, + "action_effect_rmse": 0.1313705851447307 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24442713576758812, + "action_effect_rmse": 0.2444909171714938 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.579199170985675, + "action_effect_rmse": 32.92362252256451 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 125.35314680284513, + "predicted_costs": [ + 11.939587317937125, + 12.04010391709377, + 11.929187897296835, + 10.561682826923365 + ], + "true_costs": [ + 123.40833386686519, + 11.316643173440225, + 67.20313828365019, + 136.66978997628536 + ] + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "anchor_step": 610, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12161108670796257, + "action_effect_rmse": 0.1258229336768179 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6366663882752164, + "action_effect_rmse": 0.7144361594379682 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09959501724382136, + "action_effect_rmse": 0.11265594203787255 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.140127556184666, + "action_effect_rmse": 1.2717570856248694 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1559350304513837, + "action_effect_rmse": 0.2005966157909339 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7538209118326524, + "action_effect_rmse": 1.9650354120393998 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.40703956698303995, + "action_effect_rmse": 0.45619800178353154 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.71907208088002, + "action_effect_rmse": 3.267005866030456 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1276.29643645873, + 1042.5029526760982, + 1273.247058232163, + 1553.6824039468906 + ], + "true_costs": [ + 1219.205134240836, + 1008.2531773025578, + 1177.6439736041655, + 1492.1237109332349 + ] + }, + { + "system_id": "battery-00578", + "family": "battery", + "anchor_step": 67, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01310766102115172, + "action_effect_rmse": 0.016285078251430593 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6853762773876362, + "action_effect_rmse": 0.7990608791883563 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.5819596464187526, + "action_effect_rmse": 4.021834475208275 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02671465289269818, + "action_effect_rmse": 0.032057033621485626 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2832256532751198, + "action_effect_rmse": 1.522223979995035 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3485741405069192, + "action_effect_rmse": 1.64287948846869 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10915193937798018, + "action_effect_rmse": 0.11329697796979796 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.407758875873316, + "action_effect_rmse": 5.6608856676893 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.302334810784302, + "action_effect_rmse": 10.37533452268376 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.36722073909076797, + "action_effect_rmse": 0.3727798686280994 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 13.5614494510636, + "action_effect_rmse": 13.870420062996756 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.580151594795772, + "action_effect_rmse": 4.731798987667744 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 0.14690818723604326, + "predicted_costs": [ + 0.3393771446529577, + 0.4229208923082407, + 0.63082173156383, + 0.9604459087432016 + ], + "true_costs": [ + 0.5519672480548681, + 0.4050590608188248, + 0.7889736155815679, + 0.9977188797382064 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 48, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3493236296225426, + "action_effect_rmse": 0.42769368814357595 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0033299302606693004, + "action_effect_rmse": 0.004363708444047799 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9271166401452717, + "action_effect_rmse": 1.2762172017031896 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45088869802797876, + "action_effect_rmse": 0.5545477621335777 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0030399448892524106, + "action_effect_rmse": 0.004976392689259654 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7437096436613093, + "action_effect_rmse": 2.333685379263631 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48036353880192806, + "action_effect_rmse": 0.5276031490818556 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01965904322149588, + "action_effect_rmse": 0.020436681008282265 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.799888544563364, + "action_effect_rmse": 4.957411114633167 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4642513717198007, + "action_effect_rmse": 0.5110048255157309 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03337437392226524, + "action_effect_rmse": 0.05248460380256919 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.784922341756911, + "action_effect_rmse": 7.061073775785335 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.6844955876624113, + "predicted_costs": [ + 3.6029555295932814, + 6.711180609743375, + 2.9609581392663147, + 19.643776779608736 + ], + "true_costs": [ + 5.679177588601696, + 4.709009199794398, + 5.393504787456809, + 38.08484964127223 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 404, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4610652224239178, + "action_effect_rmse": 1.5942780404164967 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.468817703095984, + "action_effect_rmse": 1.5902240861328207 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.2056755082585178, + "action_effect_rmse": 2.427981121922677 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0387834249321863, + "action_effect_rmse": 2.2451782179694177 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4639298426702485, + "action_effect_rmse": 3.8525638859760782 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.081719853259226, + "action_effect_rmse": 4.498861796184158 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.253547332038593, + "action_effect_rmse": 6.8617362281901695 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.932681410215062, + "action_effect_rmse": 10.969153839035203 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 107.01469709072298, + 73.17618979533138, + 15.213620610170544, + 5.607282661744012 + ], + "true_costs": [ + 352.5780063950277, + 186.49236823337944, + 22.533621110310907, + 17.87684821708127 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 98, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5019647563220044, + "action_effect_rmse": 1.5419467006466685 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024747911156159336, + "action_effect_rmse": 0.02500582540724768 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1475363357659583, + "action_effect_rmse": 2.324854625867927 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.171936135144415, + "action_effect_rmse": 2.222091481145249 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030995220864085127, + "action_effect_rmse": 0.03159318530105972 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.3969883063878306, + "action_effect_rmse": 3.0199691712814674 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7969795493467315, + "action_effect_rmse": 2.826903283111724 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014889955804960664, + "action_effect_rmse": 0.016985505924525985 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.290601819939629, + "action_effect_rmse": 4.531970988849802 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2836628217834387, + "action_effect_rmse": 2.2891793538442076 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19602301368108024, + "action_effect_rmse": 0.19859099033264344 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.31076328427354, + "action_effect_rmse": 8.380435269175731 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 28.88820293021857, + "predicted_costs": [ + 12.9191451139831, + 29.968043126441405, + 8.348649300189095, + 5.255147747032152 + ], + "true_costs": [ + 125.15234748385411, + 4.802503085376159, + 5.712869021308206, + 33.69070601559473 + ] + }, + { + "system_id": "thermal-00801", + "family": "thermal", + "anchor_step": 417, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35535144328027596, + "action_effect_rmse": 0.3615076114059034 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004348494903210802, + "action_effect_rmse": 0.004803999121012358 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.149947196194489, + "action_effect_rmse": 2.3047967916087786 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39008908561090533, + "action_effect_rmse": 0.39707523542369144 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022473010734177734, + "action_effect_rmse": 0.024017177928702615 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.6765618564194633, + "action_effect_rmse": 4.001355267103873 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.258335876297604, + "action_effect_rmse": 0.26979181675254776 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.015434930887379275, + "action_effect_rmse": 0.017675361291344192 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.2191498429190615, + "action_effect_rmse": 7.805076462465702 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6033898121435127, + "action_effect_rmse": 0.6218780235207135 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22130136113301782, + "action_effect_rmse": 0.23045913721976324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 17.12190615267612, + "action_effect_rmse": 18.41594251044136 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 25.044164146423327, + 25.967090028807828, + 56.9016933282533, + 96.91796776695534 + ], + "true_costs": [ + 25.599340418065918, + 37.32159855723562, + 64.8825341761399, + 107.48303446864452 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 441, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.075862025746897, + "action_effect_rmse": 1.2139023390316308 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009549482360723024, + "action_effect_rmse": 0.010623598568100558 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8481843492737274, + "action_effect_rmse": 1.1286434830687626 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7385381236888229, + "action_effect_rmse": 2.2309681150524012 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03628435230377628, + "action_effect_rmse": 0.042408210986966614 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8631310484061032, + "action_effect_rmse": 1.9585932364721006 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6617350496774055, + "action_effect_rmse": 3.029738594543464 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16008424841311472, + "action_effect_rmse": 0.195674656650808 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.993094652234466, + "action_effect_rmse": 4.445491396117192 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3182909946427634, + "action_effect_rmse": 2.5024065194438134 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.61826398713758, + "action_effect_rmse": 0.7075851367020484 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.075509744462616, + "action_effect_rmse": 14.145911502854542 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 24.094936508161506, + 15.526231244430392, + 0.07310113555595023, + 6.955315952012539 + ], + "true_costs": [ + 105.10081274339834, + 67.38338877928024, + 5.799812223174218, + 12.105997410930382 + ] + }, + { + "system_id": "tank-00640", + "family": "tank", + "anchor_step": 595, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09737590372311307, + "action_effect_rmse": 0.1287874073847311 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05447494344005873, + "action_effect_rmse": 0.06486366611749939 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17737737791500438, + "action_effect_rmse": 0.17748225704921824 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 9.738977452980839, + "action_effect_rmse": 12.918679263550084 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16638586775705436, + "action_effect_rmse": 0.22633304914781605 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10723439508291517, + "action_effect_rmse": 0.12764509769312354 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19376888921732008, + "action_effect_rmse": 0.193950866974654 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.0859016806609567, + "action_effect_rmse": 4.362949876265076 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2593889075095408, + "action_effect_rmse": 0.40254510313401964 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19669350698912602, + "action_effect_rmse": 0.23757817786695024 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21828390471922451, + "action_effect_rmse": 0.21843188928206916 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6715140923915257, + "action_effect_rmse": 4.557084302064412 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5289511235267117, + "action_effect_rmse": 0.8579325802055121 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30604669647910576, + "action_effect_rmse": 0.388420755264412 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24451666944739595, + "action_effect_rmse": 0.24476840003936945 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.021756558539927, + "action_effect_rmse": 9.605467942148433 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 38.74655391320363, + "predicted_costs": [ + 257.3525069417925, + 260.11001164931014, + 258.8738996634157, + 252.91410519897246 + ], + "true_costs": [ + 256.4136693890703, + 217.7289149503544, + 256.41546886355803, + 256.47546886355804 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 508, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4037832393702132, + "action_effect_rmse": 0.4212153565685645 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.079179794437664, + "action_effect_rmse": 1.2190658072787872 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3270343157628884, + "action_effect_rmse": 0.34813323638802085 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7989573034708428, + "action_effect_rmse": 0.9468854549139212 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2587953406595271, + "action_effect_rmse": 0.3230326455196944 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6930236379382297, + "action_effect_rmse": 2.282480907484708 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5099904930504783, + "action_effect_rmse": 0.5451311043219467 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.638250168714459, + "action_effect_rmse": 4.416511079861892 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 9.118732248021608, + "predicted_costs": [ + 55.12327798042509, + 9.085035434962318, + 9.319906179560181, + 39.75336777508666 + ], + "true_costs": [ + 45.3862275807323, + 12.598059764584676, + 3.479327516563067, + 24.026215471890154 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 619, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3857739322409417, + "action_effect_rmse": 0.4744813172203747 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03053995411903898, + "action_effect_rmse": 0.034893263134807104 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1425878140447804, + "action_effect_rmse": 0.14288792547554932 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 13.261341452363325, + "action_effect_rmse": 13.767363934003082 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7355645944474475, + "action_effect_rmse": 0.9420367515621094 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05091479902581616, + "action_effect_rmse": 0.06156640901557889 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27317210177805645, + "action_effect_rmse": 0.2735726710260023 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.248581173862395, + "action_effect_rmse": 5.812246294459095 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2895849444313308, + "action_effect_rmse": 1.6548010719016624 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07494965032791139, + "action_effect_rmse": 0.09149584665048315 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11457524664765477, + "action_effect_rmse": 0.11555896449903297 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.926727673255035, + "action_effect_rmse": 11.898046782208995 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1482160585334122, + "action_effect_rmse": 1.6394404381425638 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13197667207147865, + "action_effect_rmse": 0.16123831277904596 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09615724597885937, + "action_effect_rmse": 0.09687996369441076 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.349038135945575, + "action_effect_rmse": 12.529409078109863 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 60.20684362154675, + "predicted_costs": [ + 65.51065307315767, + 71.46341276634791, + 68.79836479880282, + 63.326649874391066 + ], + "true_costs": [ + 111.90095435950685, + 50.903907689589104, + 86.33101511392485, + 111.11075131113586 + ] + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "anchor_step": 331, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.083320348529791, + "action_effect_rmse": 1.2361412024146874 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011286594351956817, + "action_effect_rmse": 0.012187635295015457 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.85364116228277, + "action_effect_rmse": 1.039852971808232 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4970954144423594, + "action_effect_rmse": 1.7175686725705486 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04208379563952273, + "action_effect_rmse": 0.04818508277086454 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8997343833636933, + "action_effect_rmse": 2.4192378299735338 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5700185506030202, + "action_effect_rmse": 1.8873122801547124 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14186649425517098, + "action_effect_rmse": 0.1636461927930501 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.001443390913399, + "action_effect_rmse": 4.180911503478728 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1024366004513595, + "action_effect_rmse": 1.3914758557001476 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.36775638218287554, + "action_effect_rmse": 0.4344320465540638 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.061457555736543, + "action_effect_rmse": 8.252539657129434 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 6.291991280629642, + "predicted_costs": [ + 2.1246568628481537, + 8.126334844767912, + 0.08554939704089698, + 14.379044853939947 + ], + "true_costs": [ + 0.5244745931643816, + 70.53706549736296, + 6.816465873794023, + 10.985627994087054 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 231, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01580714340107689, + "action_effect_rmse": 0.019514067608049582 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20071644799357932, + "action_effect_rmse": 0.25843114135040535 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 12.232239014622008, + "action_effect_rmse": 12.466784915357593 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016321269572990304, + "action_effect_rmse": 0.02454419379605727 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3653854812424934, + "action_effect_rmse": 0.4181662363588219 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.735894053300385, + "action_effect_rmse": 10.866216976638645 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029119365662895243, + "action_effect_rmse": 0.042355808588825414 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.705042691297353, + "action_effect_rmse": 0.7847294571089657 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.043706183116024, + "action_effect_rmse": 11.288269332277922 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0661665521800076, + "action_effect_rmse": 0.07598227288358703 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0097969403135068, + "action_effect_rmse": 1.1149607715827072 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.607294689589803, + "action_effect_rmse": 8.869837278085809 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.1861851991532104, + 1.0895851733754234, + 0.8584299660658894, + 0.5268070160002576 + ], + "true_costs": [ + 1.062948815212185, + 1.02, + 0.9984260538787524, + 0.47483822124814073 + ] + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "anchor_step": 33, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7262059460124585, + "action_effect_rmse": 0.8546617936800563 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.47844444845979933, + "action_effect_rmse": 0.593025995065155 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1980042228852466, + "action_effect_rmse": 1.4982379109366188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7823165690463559, + "action_effect_rmse": 0.9296339047897805 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9562692392457848, + "action_effect_rmse": 2.5710544849931645 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.80266591386025, + "action_effect_rmse": 1.8762148843035544 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7754960241963818, + "action_effect_rmse": 3.6235053849988206 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.331484713308735, + "action_effect_rmse": 4.346599212666803 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 50.159008064684514, + "predicted_costs": [ + 20.974928793028823, + 12.167870064916805, + 32.854469378449046, + 78.03839314368676 + ], + "true_costs": [ + 19.01510583564812, + 57.69510366320672, + 7.536095598522211, + 90.91591590084187 + ] + }, + { + "system_id": "battery-00899", + "family": "battery", + "anchor_step": 617, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015424065613986931, + "action_effect_rmse": 0.01605415190527304 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16374542606609785, + "action_effect_rmse": 0.1734505041180755 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9766782609431104, + "action_effect_rmse": 2.7847060440525437 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.035414628799488396, + "action_effect_rmse": 0.03597144329320587 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6089764876965434, + "action_effect_rmse": 0.6665291534548838 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 7.167299910984767, + "action_effect_rmse": 8.072466846968489 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05050048827207195, + "action_effect_rmse": 0.052343056704076234 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6871284524657307, + "action_effect_rmse": 0.8320627471928123 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.407694578646035, + "action_effect_rmse": 9.713972849172686 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04593240853714792, + "action_effect_rmse": 0.049056493585478964 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5867979288417189, + "action_effect_rmse": 0.6158102005793741 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.64625339903011, + "action_effect_rmse": 11.0074500858437 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.21053406200097116, + 0.6861284836038658, + 0.4129397792097617, + 0.23098931730629382 + ], + "true_costs": [ + 0.20174858380192556, + 0.7109437268245085, + 0.42596323905933664, + 0.2755428314068438 + ] + }, + { + "system_id": "battery-00989", + "family": "battery", + "anchor_step": 153, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.044374051346721434, + "action_effect_rmse": 0.044386873068685176 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30834932233911516, + "action_effect_rmse": 0.3278646170261937 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 20.545135212167274, + "action_effect_rmse": 20.730324833592885 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03202106064791479, + "action_effect_rmse": 0.0321784997829718 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3100105809881211, + "action_effect_rmse": 0.3133349898806851 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 16.64304715872701, + "action_effect_rmse": 16.74974733809299 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07365673699508214, + "action_effect_rmse": 0.07381677490802582 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6013810942140907, + "action_effect_rmse": 0.6143716366878936 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 13.196576530755943, + "action_effect_rmse": 13.316674720712967 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2150407459179996, + "action_effect_rmse": 0.21515547101397217 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.914181899937719, + "action_effect_rmse": 2.140340300455669 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.573718796904823, + "action_effect_rmse": 10.640741224665133 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.17314061511570686, + 0.3635627857893045, + 0.130169516421142, + 0.07482599929976487 + ], + "true_costs": [ + 0.33590153089227304, + 0.37649197412421287, + 0.13943932961384853, + 0.07903101823274654 + ] + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "anchor_step": 337, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5896362430764768, + "action_effect_rmse": 0.5991604630109114 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008366517433178918, + "action_effect_rmse": 0.0083803174072659 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.208491339923474, + "action_effect_rmse": 1.4612681962390583 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4101506763844706, + "action_effect_rmse": 0.4292552450292565 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.054261549427569854, + "action_effect_rmse": 0.055315761465545274 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.41897922541447, + "action_effect_rmse": 2.8328815452824485 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.872041406330311, + "action_effect_rmse": 0.9107358199405202 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.060710142140533684, + "action_effect_rmse": 0.07666550203862364 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.617156619885198, + "action_effect_rmse": 5.37645004448085 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9696975294367469, + "action_effect_rmse": 1.161010253082259 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.311870091723866, + "action_effect_rmse": 0.3824315698617865 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.965327701045453, + "action_effect_rmse": 13.485677560959793 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 580.4791574649034, + 573.4060508256218, + 750.526228961297, + 875.8409933379189 + ], + "true_costs": [ + 594.7900684150994, + 542.8966090688712, + 659.2685260885094, + 795.4919004583367 + ] + }, + { + "system_id": "thermal-00870", + "family": "thermal", + "anchor_step": 337, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24945198880784383, + "action_effect_rmse": 0.26769876913462026 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004272827243039974, + "action_effect_rmse": 0.004284973757534347 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7957655529484668, + "action_effect_rmse": 0.8988131595263585 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3731199908440755, + "action_effect_rmse": 0.39292460900710585 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00745350731492896, + "action_effect_rmse": 0.008143206533668127 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6775674233220077, + "action_effect_rmse": 1.9559105491634794 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.42693898324629603, + "action_effect_rmse": 0.4661626731526792 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0023763950726376493, + "action_effect_rmse": 0.0035008537127120313 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.392201277855046, + "action_effect_rmse": 3.8880061549663116 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5938594012677937, + "action_effect_rmse": 0.6384173528838369 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05079685028425137, + "action_effect_rmse": 0.05393133696591379 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.110642436117644, + "action_effect_rmse": 8.05524244119194 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.7710534480045426, + 3.7573110702604997, + 5.060648324199761, + 31.398806257401787 + ], + "true_costs": [ + 4.568001198947415, + 1.9855039397788912, + 12.443435810894481, + 45.75682152597833 + ] + }, + { + "system_id": "battery-00341", + "family": "battery", + "anchor_step": 522, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04324748667051844, + "action_effect_rmse": 0.04392276007268282 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5092001041124614, + "action_effect_rmse": 1.6109114027285694 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.786858956854863, + "action_effect_rmse": 8.945499949661594 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03190155469845568, + "action_effect_rmse": 0.03524546237029351 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9982249083580423, + "action_effect_rmse": 2.295794937351629 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.4653817747471756, + "action_effect_rmse": 3.6075262794235616 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06156136345163756, + "action_effect_rmse": 0.06642079931949703 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2492118625277464, + "action_effect_rmse": 2.8713928283715195 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.395230294161306, + "action_effect_rmse": 2.6658061065567606 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.053080013039190965, + "action_effect_rmse": 0.05645746790571324 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1851441499499074, + "action_effect_rmse": 4.299617242311918 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1320493589379814, + "action_effect_rmse": 3.480972837381873 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.10093990013456075, + 0.4681399826454775, + 0.18965075525861214, + 0.11601456220303229 + ], + "true_costs": [ + 0.0879487851525556, + 0.5765595250589765, + 0.21562067897067494, + 0.10591337557058281 + ] + }, + { + "system_id": "battery-00857", + "family": "battery", + "anchor_step": 578, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022865103028287245, + "action_effect_rmse": 0.026960406027861226 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13853692280817972, + "action_effect_rmse": 0.17465626188385097 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.741378749205012, + "action_effect_rmse": 14.519152373007747 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.253584366501711, + "action_effect_rmse": 0.2602042976107339 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1909846169161225, + "action_effect_rmse": 2.2233823534343813 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 30.47907693054947, + "action_effect_rmse": 30.700986239705557 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5893090543575131, + "action_effect_rmse": 0.600185286381526 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0795376077883305, + "action_effect_rmse": 3.1456069688359904 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 15.677243764450578, + "action_effect_rmse": 16.49403188531411 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2877508278393945, + "action_effect_rmse": 0.30520633950180587 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.659710620819538, + "action_effect_rmse": 2.8523495551937987 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.20167995958199, + "action_effect_rmse": 9.9596387532735 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.45859114689379116, + "predicted_costs": [ + 0.4870642196737779, + 1.0522554851399581, + 0.8298397008519568, + 0.5020761182733355 + ], + "true_costs": [ + 0.8283452932038929, + 1.02, + 0.9995771715525317, + 0.3697541463101018 + ] + }, + { + "system_id": "battery-00578", + "family": "battery", + "anchor_step": 659, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009304551526200688, + "action_effect_rmse": 0.0105503905008734 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3923173670105437, + "action_effect_rmse": 0.39774911256546 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.3356098423396894, + "action_effect_rmse": 2.861330432261689 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0182419021583952, + "action_effect_rmse": 0.021160599093409335 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7559781555276869, + "action_effect_rmse": 0.7793088213056906 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.759408166920668, + "action_effect_rmse": 2.07858648341611 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03492465822553229, + "action_effect_rmse": 0.045122500642558225 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3540767544071552, + "action_effect_rmse": 1.4358080498760812 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7221379924880236, + "action_effect_rmse": 2.3021415711043347 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2119329517399573, + "action_effect_rmse": 0.23427314016847237 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9738495241495593, + "action_effect_rmse": 3.35422156641588 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8600102796195774, + "action_effect_rmse": 1.9964062261183835 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.0733441335770407, + 0.05720918915148279, + 0.10537658710424508, + 0.28545917570758683 + ], + "true_costs": [ + 0.15632474674327304, + 0.06967683216458202, + 0.11672992275541952, + 0.3971714014441846 + ] + }, + { + "system_id": "tank-00325", + "family": "tank", + "anchor_step": 436, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3245307015221511, + "action_effect_rmse": 0.33891261371809106 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022991219793679463, + "action_effect_rmse": 0.030278912474606005 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13647882124806668, + "action_effect_rmse": 0.13658757914689515 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.57865291587255, + "action_effect_rmse": 41.55911399588295 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36714948532531216, + "action_effect_rmse": 0.37157320547857264 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03862130064105843, + "action_effect_rmse": 0.0494167005493881 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15254356168194816, + "action_effect_rmse": 0.15274516187604056 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 21.75463399859829, + "action_effect_rmse": 28.82650870965094 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3888631727786593, + "action_effect_rmse": 0.4141892022963421 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05401971566578171, + "action_effect_rmse": 0.0670567877692243 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11976232638971285, + "action_effect_rmse": 0.11994399584661156 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 21.43059320726911, + "action_effect_rmse": 28.682342295185133 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7742532073675846, + "action_effect_rmse": 0.8128690669980843 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06818912124371461, + "action_effect_rmse": 0.08451086968180616 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22279051852415752, + "action_effect_rmse": 0.22286298750913144 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 17.099869252174482, + "action_effect_rmse": 22.060632627534012 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 30.106436271492626, + "predicted_costs": [ + 82.23166863118118, + 81.32785178249085, + 82.07998036083355, + 78.20457538074767 + ], + "true_costs": [ + 78.84126715894118, + 64.54787705194971, + 94.59431332344234, + 94.65431332344234 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 549, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4005804252254001, + "action_effect_rmse": 0.4300993292636119 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.164690998903249, + "action_effect_rmse": 1.3374926494124173 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4133656330331951, + "action_effect_rmse": 0.443100108539312 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9204757106895158, + "action_effect_rmse": 2.2844880059035884 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5610138409695734, + "action_effect_rmse": 0.5957431187846679 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.166040987043516, + "action_effect_rmse": 5.746106116873816 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14297923069519433, + "action_effect_rmse": 0.20580691125277328 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.578270544546134, + "action_effect_rmse": 12.70243771838524 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 334.8984484777775, + 321.312939172632, + 215.9880432803271, + 132.22748129873472 + ], + "true_costs": [ + 352.57828110638275, + 327.2943744395607, + 205.5814754946431, + 124.29121204370735 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 304, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3695231995707138, + "action_effect_rmse": 0.4459294060031358 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48198433831856846, + "action_effect_rmse": 0.617869177781794 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.34403783107929414, + "action_effect_rmse": 0.3496553959734243 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7938331833594627, + "action_effect_rmse": 2.1297818743265435 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6785332276203553, + "action_effect_rmse": 0.8157197265577669 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.873805236799039, + "action_effect_rmse": 5.411392655829448 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5291761547904503, + "action_effect_rmse": 1.6611336485624983 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.955571675638737, + "action_effect_rmse": 11.281391376008774 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 1.0155520208565463, + "predicted_costs": [ + 418.76727678426226, + 856.5493862159205, + 668.9732190974854, + 473.285879775786 + ], + "true_costs": [ + 369.0142596576818, + 775.0135701395986, + 525.5401187775543, + 367.99870763682526 + ] + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "anchor_step": 566, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.209629121438077, + "action_effect_rmse": 0.2418102800603202 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8092279938044461, + "action_effect_rmse": 0.9787863947208668 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24086125722499455, + "action_effect_rmse": 0.289615999739852 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5309504018916489, + "action_effect_rmse": 1.8700651558638497 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26953954440635525, + "action_effect_rmse": 0.3662117603176782 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.532169010246738, + "action_effect_rmse": 3.294629174874043 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5976082253304291, + "action_effect_rmse": 0.640644254905819 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.422992954634083, + "action_effect_rmse": 6.416294596022441 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 2, + "regret": 0.5493472358814158, + "predicted_costs": [ + 4.74814253557035, + 8.2110797314174, + 5.24739261708255, + 37.25746744505426 + ], + "true_costs": [ + 3.652577861376392, + 14.934181606215345, + 3.103230625494976, + 31.818552747218426 + ] + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "anchor_step": 592, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9275828195330552, + "action_effect_rmse": 1.1420649423604314 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003629644105625829, + "action_effect_rmse": 0.004676351319529035 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7592583630279629, + "action_effect_rmse": 0.9753097152720459 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4820664818991982, + "action_effect_rmse": 1.8076945409675538 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005988715469161576, + "action_effect_rmse": 0.006800114032022887 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3778609496877532, + "action_effect_rmse": 1.772255325988913 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.006334015201549, + "action_effect_rmse": 2.4827114820588196 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026257722395936156, + "action_effect_rmse": 0.03506852634736205 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.317997706957082, + "action_effect_rmse": 3.388261014932968 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5825110183788778, + "action_effect_rmse": 3.2490382716026547 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14003760993252, + "action_effect_rmse": 0.17910634469260778 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.742635836213822, + "action_effect_rmse": 7.369646606696425 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 1.2579222710320828, + "predicted_costs": [ + 1.8654332595077974, + 32.742253673980535, + 4.348070722121523, + 3.1015576953547828 + ], + "true_costs": [ + 3.0575562509697587, + 192.9594687053006, + 51.133995526482096, + 1.799633979937676 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 120, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36842607284795603, + "action_effect_rmse": 0.4370402022541304 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08633849231780033, + "action_effect_rmse": 0.10521640812005002 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12978257653794656, + "action_effect_rmse": 0.12994209086379252 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.369394656226177, + "action_effect_rmse": 14.856830304948563 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.46640645971677025, + "action_effect_rmse": 0.6464324866778199 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12924996810686848, + "action_effect_rmse": 0.16222063903280753 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15710987235211296, + "action_effect_rmse": 0.157344742405738 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.8869486947816005, + "action_effect_rmse": 6.26032136275343 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5507179347998167, + "action_effect_rmse": 0.9078739721196691 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1708517000215224, + "action_effect_rmse": 0.22342042776417845 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1825871062839354, + "action_effect_rmse": 0.1827411392903879 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4232921042608004, + "action_effect_rmse": 4.81724378358635 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9246315236104207, + "action_effect_rmse": 1.534577325773962 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.188158527515465, + "action_effect_rmse": 0.2801453221448705 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24383157690403268, + "action_effect_rmse": 0.2440418956529652 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.544921842044985, + "action_effect_rmse": 9.003075655852886 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 1.0395782878493485, + "predicted_costs": [ + 0.384175456146546, + 0.4669155020209735, + 0.38579054009450486, + 0.260292005486277 + ], + "true_costs": [ + 3.401244068682054, + 3.2885384101007444, + 3.6319887174945817, + 4.328116697950093 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 355, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14856809023002113, + "action_effect_rmse": 0.16679055861202963 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008473659210209187, + "action_effect_rmse": 0.011001474156414639 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31007967329502134, + "action_effect_rmse": 0.3101413852622724 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 10.384088409112609, + "action_effect_rmse": 14.172625665169182 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2869270258339611, + "action_effect_rmse": 0.36298621437631357 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01702906536934871, + "action_effect_rmse": 0.022321971872623605 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4929840953508666, + "action_effect_rmse": 0.4930582310966762 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.624637971956732, + "action_effect_rmse": 4.247852454522644 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4810564618869444, + "action_effect_rmse": 0.6612501408870182 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05186086537073109, + "action_effect_rmse": 0.06405809919477405 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30611040369101783, + "action_effect_rmse": 0.3061752893969109 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.346841981223705, + "action_effect_rmse": 4.361043724317075 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0123899298641472, + "action_effect_rmse": 1.4068719214770204 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14161669334104468, + "action_effect_rmse": 0.1803346586216285 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11725513537732302, + "action_effect_rmse": 0.11752749670465461 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.179217455744876, + "action_effect_rmse": 7.01549841096323 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 37.72180183222184, + "predicted_costs": [ + 96.30342749973076, + 91.03654542856094, + 91.33992660267185, + 87.58209436237843 + ], + "true_costs": [ + 93.80826457354712, + 56.156023305857374, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "battery-00086", + "family": "battery", + "anchor_step": 390, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.071260583336835, + "action_effect_rmse": 0.08654544535424993 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.055970759122337434, + "action_effect_rmse": 0.07349553596695414 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5645746044269089, + "action_effect_rmse": 0.6085049247880806 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14252590327979994, + "action_effect_rmse": 0.17218217999794147 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16290734466568976, + "action_effect_rmse": 0.19829474555372473 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6586821378982771, + "action_effect_rmse": 0.6890753014257864 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25556978566252336, + "action_effect_rmse": 0.3400571729318964 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4051767389981548, + "action_effect_rmse": 0.4076396499698131 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9522749198947457, + "action_effect_rmse": 1.1017081436265657 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3761817318481684, + "action_effect_rmse": 0.4490083523067248 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7978327063286882, + "action_effect_rmse": 0.9063281939562724 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7602502194397545, + "action_effect_rmse": 1.113782163055697 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 0.1416911193690299, + "predicted_costs": [ + 0.1922481436115136, + 0.08813918903175981, + 0.17513570397668163, + 0.3514475003868034 + ], + "true_costs": [ + 0.6887604745184307, + 0.339865471297431, + 0.1981743519284011, + 0.790057141767252 + ] + }, + { + "system_id": "battery-00266", + "family": "battery", + "anchor_step": 98, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016979473344256316, + "action_effect_rmse": 0.01984590924419962 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18466725533709058, + "action_effect_rmse": 0.22814648223733291 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.3935478263305425, + "action_effect_rmse": 6.628700575223678 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0233263963379369, + "action_effect_rmse": 0.02744138417482917 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39487474073499723, + "action_effect_rmse": 0.4538542837947265 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.149605783606617, + "action_effect_rmse": 5.191996246526103 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.057427974639085444, + "action_effect_rmse": 0.06351562018808707 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6987446993803772, + "action_effect_rmse": 0.8002648396083256 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.10086716891398, + "action_effect_rmse": 4.153663585364334 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07875015584645816, + "action_effect_rmse": 0.08830912342005456 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1414994604994888, + "action_effect_rmse": 1.2753625464828846 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.591797921411542, + "action_effect_rmse": 3.6909121598458587 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.1319433111797617, + 1.0596203496594925, + 0.8296981911927286, + 0.5347911340211265 + ], + "true_costs": [ + 1.0373813625517274, + 1.02, + 0.9998473627910399, + 0.6308117665187978 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 332, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17727754686158667, + "action_effect_rmse": 0.20329910111655147 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007827211269206677, + "action_effect_rmse": 0.009225411910605243 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.014295555168701, + "action_effect_rmse": 1.1048443928118126 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24774487642148793, + "action_effect_rmse": 0.2952185055152123 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014915785886425207, + "action_effect_rmse": 0.017114947958503775 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9757814967707645, + "action_effect_rmse": 2.1051701353044474 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.081284771004146, + "action_effect_rmse": 0.09292986872747783 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025809058923323153, + "action_effect_rmse": 0.030700343263167788 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.12999603589977, + "action_effect_rmse": 4.366642998877541 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4398529505439524, + "action_effect_rmse": 0.5362266821851085 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02444849969099394, + "action_effect_rmse": 0.03361994466643578 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.125390179113651, + "action_effect_rmse": 9.740700382508264 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 13.06495998139959, + 10.750522504619257, + 23.76378078384683, + 62.29879902934029 + ], + "true_costs": [ + 29.920474862989455, + 24.672385791117613, + 54.618326696640196, + 101.27241724996034 + ] + }, + { + "system_id": "tank-00826", + "family": "tank", + "anchor_step": 139, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4060298929628375, + "action_effect_rmse": 0.4759286948370341 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008360695827943706, + "action_effect_rmse": 0.009688611176412534 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013302248834141217, + "action_effect_rmse": 0.014634452341235784 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.901222519761454, + "action_effect_rmse": 25.280436517371058 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47755275065975766, + "action_effect_rmse": 0.6144156624868519 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020978918558919684, + "action_effect_rmse": 0.024474197146281528 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009759581909447515, + "action_effect_rmse": 0.012876560592875862 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.964808565387246, + "action_effect_rmse": 12.919834337726531 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4971229710847413, + "action_effect_rmse": 0.7907655369332361 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04825819836790757, + "action_effect_rmse": 0.057812830305160386 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2337358801589682, + "action_effect_rmse": 0.2339093682734273 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.700191364521602, + "action_effect_rmse": 11.484760356422823 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6269110389850644, + "action_effect_rmse": 0.8833858136388962 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1006350384677172, + "action_effect_rmse": 0.119369834763813 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1272658389298152, + "action_effect_rmse": 0.1273882911778478 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.220044869747921, + "action_effect_rmse": 10.033150138334848 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 129.00109418648788, + "predicted_costs": [ + 598.2899149009113, + 596.6792316335086, + 594.658074829194, + 584.3371383064942 + ], + "true_costs": [ + 663.809359609668, + 553.4658129961261, + 667.8698727809453, + 682.466907182614 + ] + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "anchor_step": 287, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5650549923602135, + "action_effect_rmse": 0.6508281987067026 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006801257672181056, + "action_effect_rmse": 0.008637607735234254 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7849611128645316, + "action_effect_rmse": 1.0085726507032442 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6635429498923576, + "action_effect_rmse": 0.8113960773714176 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018036195980045022, + "action_effect_rmse": 0.021053699506576533 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2753115999333697, + "action_effect_rmse": 1.3962495991011938 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1334659200914707, + "action_effect_rmse": 1.358263896193664 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011480594536713795, + "action_effect_rmse": 0.018139485317261037 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6132491610352417, + "action_effect_rmse": 2.8267596428728052 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6447151700218328, + "action_effect_rmse": 2.028419438394243 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0166600881876325, + "action_effect_rmse": 0.021400412685761327 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.7218338777396225, + "action_effect_rmse": 6.64037836475549 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 33.977580547748616, + 21.754477870572487, + 47.675782587756984, + 84.65946695786866 + ], + "true_costs": [ + 31.662338947913288, + 17.01780303686896, + 44.18643410216182, + 148.21783907408303 + ] + }, + { + "system_id": "battery-00860", + "family": "battery", + "anchor_step": 442, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0149698654523025, + "action_effect_rmse": 0.019707060706370898 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37249372150814786, + "action_effect_rmse": 0.4126463270777874 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 17.666463536771765, + "action_effect_rmse": 17.839112535698895 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02079529473654847, + "action_effect_rmse": 0.026201225890097317 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36308639338964355, + "action_effect_rmse": 0.4967460028168109 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 15.564762375195548, + "action_effect_rmse": 15.612627255661925 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03468478039173417, + "action_effect_rmse": 0.04052061698066848 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4412413532234331, + "action_effect_rmse": 0.6739099787622649 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.122607900383445, + "action_effect_rmse": 9.317777430733612 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07885442916750018, + "action_effect_rmse": 0.09188032445838804 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.830972616469543, + "action_effect_rmse": 0.8392776065351761 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.545380907770861, + "action_effect_rmse": 10.681453485960601 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.8263785271387336, + 0.48209218496164474, + 0.7793899207331856, + 1.0122047452001945 + ], + "true_costs": [ + 0.827070992145194, + 0.4383807549854502, + 0.9994162208526463, + 1.02 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 384, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0472944079979019, + "action_effect_rmse": 1.2593195656194998 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5476678897640189, + "action_effect_rmse": 0.6113125447239424 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2507338402740469, + "action_effect_rmse": 1.4768061781053867 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9558426882886503, + "action_effect_rmse": 1.090699567259184 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.295025549610935, + "action_effect_rmse": 2.6509182820122943 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6932183058360881, + "action_effect_rmse": 2.0394026300475514 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7476534444349614, + "action_effect_rmse": 4.802914189783406 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.963790170547706, + "action_effect_rmse": 5.096444227071229 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 39.95264019410442, + "predicted_costs": [ + 1.6140898542870745, + 29.00653715453707, + 0.7891393825407186, + 14.263339730212088 + ], + "true_costs": [ + 27.902733056905895, + 267.34120877639407, + 47.675704664564364, + 7.723064470459949 + ] + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "anchor_step": 281, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2480008030823388, + "action_effect_rmse": 1.2750590710004404 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021017939830881478, + "action_effect_rmse": 0.021769970797821402 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5299692376097294, + "action_effect_rmse": 1.66443520905969 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4342632513948814, + "action_effect_rmse": 2.4697586390832873 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04863096352821946, + "action_effect_rmse": 0.05026818161665864 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5065516385815272, + "action_effect_rmse": 1.7768277490867679 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.161775816729971, + "action_effect_rmse": 2.2121363383270416 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016046937080730572, + "action_effect_rmse": 0.021674298519798702 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.290496287211795, + "action_effect_rmse": 2.30729705361193 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7714769333569649, + "action_effect_rmse": 1.9397321293697083 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04635134844447464, + "action_effect_rmse": 0.04740257421910802 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.369579749703216, + "action_effect_rmse": 5.403366045556636 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1383.2850392311198, + 1230.397723923568, + 1473.671534414329, + 1648.17379003833 + ], + "true_costs": [ + 1084.2690274557178, + 714.7493728515386, + 848.4252549774976, + 1084.065477020854 + ] + }, + { + "system_id": "tank-00637", + "family": "tank", + "anchor_step": 67, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9312456597060207, + "action_effect_rmse": 1.168602452245532 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0669149551853702, + "action_effect_rmse": 0.08666612277958033 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1097238335589595, + "action_effect_rmse": 0.10985908147707095 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 26.33948533058817, + "action_effect_rmse": 37.530272872103886 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3137681182790064, + "action_effect_rmse": 1.58334364263826 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11334908662234729, + "action_effect_rmse": 0.14575457848575576 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14144873928334056, + "action_effect_rmse": 0.1416661290425571 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.568158358454294, + "action_effect_rmse": 24.771988767017227 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0916390057876921, + "action_effect_rmse": 1.0982293694181253 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1494717422160079, + "action_effect_rmse": 0.17068510954886065 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1682015625616338, + "action_effect_rmse": 0.16829493707582055 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.858192827689022, + "action_effect_rmse": 16.304282597871683 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9588411396864428, + "action_effect_rmse": 1.6058371575804649 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15598989854476267, + "action_effect_rmse": 0.17057090544810707 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18642866868509878, + "action_effect_rmse": 0.18659087288120604 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.935935227470923, + "action_effect_rmse": 9.819052555455865 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 148.18907795119617, + "predicted_costs": [ + 286.532579312775, + 283.4249469560005, + 285.1017247898826, + 278.3780128385936 + ], + "true_costs": [ + 312.3802014728604, + 248.00459704745123, + 383.50223486849933, + 396.1936749986474 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 109, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4026236207900418, + "action_effect_rmse": 1.4344678435041196 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.3499202186507375, + "action_effect_rmse": 2.4268760383415033 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.2780452361483015, + "action_effect_rmse": 2.3215792372096775 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5154711343443616, + "action_effect_rmse": 2.753565451333489 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8159810024299268, + "action_effect_rmse": 3.8583749078123732 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8880891817825236, + "action_effect_rmse": 4.419910096630029 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.455177719825984, + "action_effect_rmse": 2.5935223134864334 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.65801720253745, + "action_effect_rmse": 10.768635596955011 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 270.11170499442494, + 124.78348318829748, + 202.75348835659923, + 301.66349337768145 + ], + "true_costs": [ + 340.80842687270996, + 67.62036325764164, + 121.79387618065138, + 236.3743831459263 + ] + }, + { + "system_id": "tank-00481", + "family": "tank", + "anchor_step": 653, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20247539302846818, + "action_effect_rmse": 0.23572724030358044 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020468758823182515, + "action_effect_rmse": 0.02474172754995615 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5091219038232864, + "action_effect_rmse": 0.5091220223834578 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.372972092544103, + "action_effect_rmse": 13.384937494134029 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42032862136938515, + "action_effect_rmse": 0.47995958347455003 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04169609837236502, + "action_effect_rmse": 0.051720456274849155 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4533181892276155, + "action_effect_rmse": 0.4533192494311174 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.892930439745506, + "action_effect_rmse": 6.103468862790123 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8412828647527805, + "action_effect_rmse": 0.9884496846061437 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1053719780256408, + "action_effect_rmse": 0.12651685588004793 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29330505735632734, + "action_effect_rmse": 0.2933923732532568 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.26893571130127, + "action_effect_rmse": 10.381760154935003 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3606539222487146, + "action_effect_rmse": 1.586912525370202 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1598768472346007, + "action_effect_rmse": 0.21310307767580391 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09845973375000742, + "action_effect_rmse": 0.10030264333715871 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.069988130630955, + "action_effect_rmse": 14.163789178872307 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 93.95516222269273, + 86.90706352942524, + 89.75640613072014, + 87.02656645955625 + ], + "true_costs": [ + 90.21258205687107, + 53.20623110023493, + 83.77018152276808, + 120.45759947555456 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 175, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17809493137862673, + "action_effect_rmse": 0.24044094466408766 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002088551371369244, + "action_effect_rmse": 0.0028330593123335863 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.134982659534488, + "action_effect_rmse": 0.1352787404328576 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.741967226101494, + "action_effect_rmse": 32.81897922509828 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28794579867733877, + "action_effect_rmse": 0.41534977705897164 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012741048448894787, + "action_effect_rmse": 0.016900690420051153 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17438671534583028, + "action_effect_rmse": 0.1747538872825367 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.421958876198556, + "action_effect_rmse": 29.15916837289729 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47611972855680545, + "action_effect_rmse": 0.5666306163863857 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07210736200785443, + "action_effect_rmse": 0.08132031403321954 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34066369212533615, + "action_effect_rmse": 0.34096260550985796 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.03563434173111, + "action_effect_rmse": 37.19227839710571 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7597207661680407, + "action_effect_rmse": 0.8881633861149095 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09993691569835465, + "action_effect_rmse": 0.13098397970141587 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1600673772254582, + "action_effect_rmse": 0.16044085559657525 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.743821407090872, + "action_effect_rmse": 16.330612781163527 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 86.26857223911054, + "predicted_costs": [ + 657.7377357754164, + 653.8215489232696, + 649.2824227202885, + 632.7684914030567 + ], + "true_costs": [ + 648.5385441047976, + 562.3205176431233, + 648.5290898822337, + 648.5890898822338 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 252, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0979559141844106, + "action_effect_rmse": 1.1285381380153208 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1212505183345534, + "action_effect_rmse": 2.2120299024400247 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6518966860996518, + "action_effect_rmse": 1.686692653056098 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.493186485729401, + "action_effect_rmse": 3.674423653749924 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.923656826380622, + "action_effect_rmse": 2.9693307711039263 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.962686106121946, + "action_effect_rmse": 8.266966159533418 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.265505275529861, + "action_effect_rmse": 5.318203413997736 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.602151453784566, + "action_effect_rmse": 16.202537833142067 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 752.4256628527955, + 804.2769451665604, + 1007.2709586608919, + 1259.2082910075676 + ], + "true_costs": [ + 383.9978110641717, + 564.1436062274711, + 790.3143993462573, + 1083.778293320486 + ] + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "anchor_step": 495, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15290155109448259, + "action_effect_rmse": 0.16844175462869565 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0005214340764728339, + "action_effect_rmse": 0.0006789602052559538 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8339438960872485, + "action_effect_rmse": 1.0998899438499479 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16052658810782935, + "action_effect_rmse": 0.17486282484622126 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009404206541888746, + "action_effect_rmse": 0.013920530802843029 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.546291469218848, + "action_effect_rmse": 2.0369914404184266 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09616644967865658, + "action_effect_rmse": 0.11421205724128862 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.056683876937799006, + "action_effect_rmse": 0.06736957743019821 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.468929145632463, + "action_effect_rmse": 3.6234851254323663 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26192656230703193, + "action_effect_rmse": 0.3517172172837979 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20061583561287577, + "action_effect_rmse": 0.24650441780903848 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.805326800887769, + "action_effect_rmse": 7.520672766465922 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 2.4842870012916043, + 21.389743447548263, + 0.6918927434945854, + 4.653930674211713 + ], + "true_costs": [ + 3.5879047000070057, + 20.454271505283643, + 2.038059555583325, + 3.473304956074043 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 359, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018369486823422616, + "action_effect_rmse": 0.020582555768724944 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4075294199367221, + "action_effect_rmse": 0.4713264502559571 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.326786609060308, + "action_effect_rmse": 13.5784042091869 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03140833821701391, + "action_effect_rmse": 0.03415538356978152 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4464746110238546, + "action_effect_rmse": 0.6523343475591146 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.299654543759457, + "action_effect_rmse": 11.395706344697311 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.061499049715552756, + "action_effect_rmse": 0.06725065173178456 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6195187490968621, + "action_effect_rmse": 0.9821137759762518 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.41432832490029, + "action_effect_rmse": 10.517109065760444 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12110944784683346, + "action_effect_rmse": 0.14142789452071025 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1934009842447584, + "action_effect_rmse": 1.3835531973814694 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.651074414595273, + "action_effect_rmse": 9.735648528992208 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.1421781307741365, + 0.4922318734289115, + 0.7936740585040879, + 1.0254015592298409 + ], + "true_costs": [ + 1.0552584734054486, + 0.38043657683864396, + 0.999364992806147, + 1.02 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 214, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08805763525036969, + "action_effect_rmse": 0.09561198148515387 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.040981832209806036, + "action_effect_rmse": 0.04493119933064109 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014391583589504117, + "action_effect_rmse": 0.015488961113514603 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.85632364259763, + "action_effect_rmse": 20.25688157683193 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15684866844522757, + "action_effect_rmse": 0.17838534984549925 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07698639109915639, + "action_effect_rmse": 0.08333313007303225 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02391977731315807, + "action_effect_rmse": 0.02525749481755469 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 6.91285898222593, + "action_effect_rmse": 8.129462914090904 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2326850646946729, + "action_effect_rmse": 0.3486173836236232 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11297782323755357, + "action_effect_rmse": 0.12172945224213445 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03878944652944397, + "action_effect_rmse": 0.03922597657390228 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.992396798933996, + "action_effect_rmse": 7.112432315522735 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6536314580854136, + "action_effect_rmse": 0.6680319966777873 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.134099481186403, + "action_effect_rmse": 0.1431658794412217 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2588272658000069, + "action_effect_rmse": 0.2589435301275832 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.8275479964445855, + "action_effect_rmse": 5.5577323821608 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 5.489897222710016, + "predicted_costs": [ + 10.330797719748997, + 10.471172252876068, + 10.694191814787052, + 9.476104900195716 + ], + "true_costs": [ + 9.291358936035868, + 5.647115450488836, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "anchor_step": 607, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6374536860099707, + "action_effect_rmse": 1.699891101693465 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.256701493230518, + "action_effect_rmse": 2.3401868506842236 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5562870818521666, + "action_effect_rmse": 2.6403520032411207 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.5606386506202625, + "action_effect_rmse": 3.7010689127469 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.194025194494454, + "action_effect_rmse": 4.326134552266203 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.688985445024362, + "action_effect_rmse": 7.963898841424785 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.256534617813856, + "action_effect_rmse": 7.410420289919723 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 16.94633392928044, + "action_effect_rmse": 17.55067880590216 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 189.83861145975987, + 147.80848308749287, + 67.0628605289459, + 34.70716141194189 + ], + "true_costs": [ + 506.5597021419368, + 207.87730837593568, + 71.10303681361658, + 22.161326814857098 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 624, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.028160167985970447, + "action_effect_rmse": 0.034879343979990915 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17811248826777928, + "action_effect_rmse": 0.24777598293806236 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.3903567120104263, + "action_effect_rmse": 4.162529611144004 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05838153848001441, + "action_effect_rmse": 0.07185482726616885 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.44820132116217576, + "action_effect_rmse": 0.6168185517811502 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.1153169526666624, + "action_effect_rmse": 3.8777441961400925 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10264804516127192, + "action_effect_rmse": 0.1279319644853252 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7430469121131141, + "action_effect_rmse": 1.0262993650873733 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.378521323804224, + "action_effect_rmse": 4.149906116913038 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21349848578754127, + "action_effect_rmse": 0.2618060820422645 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3483149155823628, + "action_effect_rmse": 1.7524749930145647 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.367229842283423, + "action_effect_rmse": 4.083789160843759 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.009329296687476911, + 0.04708431498504956, + 0.008906420589828871, + 0.09476056283432091 + ], + "true_costs": [ + 0.009797442494357054, + 0.33989873490878203, + 0.009632699314190285, + 0.37100340704049284 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 516, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9719477375339617, + "action_effect_rmse": 1.025466409461637 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.158497860068375, + "action_effect_rmse": 1.279070520941395 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5449520872590459, + "action_effect_rmse": 1.6217503999358323 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6842503403676877, + "action_effect_rmse": 0.8370768263471413 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.75792126251568, + "action_effect_rmse": 2.8600121261970473 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.471912476866957, + "action_effect_rmse": 2.047850231259467 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7690217946465503, + "action_effect_rmse": 4.0271056230785165 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1361638744363063, + "action_effect_rmse": 4.865629790536911 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1913.7901708047561, + 1265.0591365171038, + 1598.1434794212391, + 1833.361368898937 + ], + "true_costs": [ + 2274.72515614859, + 1134.7224092272402, + 1501.4568018370023, + 1956.8118375306922 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 461, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0029702526157826723, + "action_effect_rmse": 0.0029714140203418323 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5745202532661366, + "action_effect_rmse": 0.6180593934294346 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.267621413778734, + "action_effect_rmse": 4.723206961412757 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005417121801718346, + "action_effect_rmse": 0.0061770721718871924 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1316374618051757, + "action_effect_rmse": 1.236020822201046 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.7871040996698873, + "action_effect_rmse": 4.0770916044220815 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04642177808388379, + "action_effect_rmse": 0.04809609620855611 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.081622576853092, + "action_effect_rmse": 5.302391372078143 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 22.65442073000752, + "action_effect_rmse": 22.96557039296249 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09762946359841468, + "action_effect_rmse": 0.09796694693769449 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 9.905540058463158, + "action_effect_rmse": 10.144793103300335 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 13.107441883516268, + "action_effect_rmse": 13.430513270870557 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.22141572789888103, + 0.117317443142018, + 0.009008168254771236, + 0.03728833780844938 + ], + "true_costs": [ + 0.3350988315398653, + 0.12102956026905481, + 0.01079403947239516, + 0.03241835643253569 + ] + }, + { + "system_id": "battery-00152", + "family": "battery", + "anchor_step": 568, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04896524078858536, + "action_effect_rmse": 0.0565734975391802 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18957321040834904, + "action_effect_rmse": 0.2531138586959333 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.539975653470724, + "action_effect_rmse": 8.576084345978648 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06617470158248788, + "action_effect_rmse": 0.07851401769984391 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2989768795767394, + "action_effect_rmse": 0.44582878598812936 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.07660497994963, + "action_effect_rmse": 9.662477979799784 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14915418682300288, + "action_effect_rmse": 0.15949781436011326 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0098123250988327, + "action_effect_rmse": 1.1134080326418163 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.961858031679476, + "action_effect_rmse": 12.418736320682996 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4979099953324179, + "action_effect_rmse": 0.5097750953195402 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4538417341029195, + "action_effect_rmse": 3.5433554072206825 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5424216767833534, + "action_effect_rmse": 3.5467750867498875 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 0.09724707828314894, + "predicted_costs": [ + 0.31643190855362013, + 0.9945172320835662, + 0.6093836313031353, + 0.43484308736273014 + ], + "true_costs": [ + 0.37872903523705104, + 0.9943774833662553, + 0.6731801426452345, + 0.2814819569539021 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 626, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0436372603440649, + "action_effect_rmse": 0.053941856132174976 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.47276307237132187, + "action_effect_rmse": 0.7457097428012965 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.433301694282805, + "action_effect_rmse": 0.47489661764311064 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.856439386087042, + "action_effect_rmse": 1.1584032432538318 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.809784217547335, + "action_effect_rmse": 0.9355918037608051 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8625552284064497, + "action_effect_rmse": 2.147334578871848 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2752985554430154, + "action_effect_rmse": 3.4552108285990153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.453057185334084, + "action_effect_rmse": 4.423708036587268 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 524.1136390674371, + 751.9627927508845, + 584.5166874877716, + 402.93687416011505 + ], + "true_costs": [ + 538.9544556156288, + 636.3190959004543, + 519.8748626014191, + 402.2308403206676 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 325, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14298320789959126, + "action_effect_rmse": 0.17645481434284474 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015719232745273242, + "action_effect_rmse": 0.0191696374769735 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1581487707821737, + "action_effect_rmse": 0.15840155590089075 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 16.54493612071192, + "action_effect_rmse": 22.013114239299583 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2364354711960197, + "action_effect_rmse": 0.31479390149377734 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018487659228627013, + "action_effect_rmse": 0.022240497219603847 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16167280295495362, + "action_effect_rmse": 0.16208547506137094 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 9.446279838740875, + "action_effect_rmse": 12.465749210144946 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3406553192192061, + "action_effect_rmse": 0.4535442068200799 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.019040703059364006, + "action_effect_rmse": 0.023131937354777695 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04481598861410063, + "action_effect_rmse": 0.04657936212147149 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.011337744010223, + "action_effect_rmse": 12.258161825717062 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4740443798956499, + "action_effect_rmse": 0.5778330203687637 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05338381599552733, + "action_effect_rmse": 0.06198907734458987 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13242537319113265, + "action_effect_rmse": 0.13278397296371056 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.50968370361591, + "action_effect_rmse": 11.410853464895487 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 6.420038367943527, + "predicted_costs": [ + 12.762613316204778, + 12.784844709432829, + 12.317839454323043, + 10.13715080210998 + ], + "true_costs": [ + 10.75481782991892, + 4.716974305255325, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 446, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024111966151111885, + "action_effect_rmse": 0.026285494311585462 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40090910869517177, + "action_effect_rmse": 0.4538620653099524 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.8683148798421785, + "action_effect_rmse": 7.869721856269676 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03437162543354766, + "action_effect_rmse": 0.03776174776521328 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4137096807158424, + "action_effect_rmse": 0.5816892749224329 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.8348993140489, + "action_effect_rmse": 6.009138544934312 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026094702637968464, + "action_effect_rmse": 0.03711359212559646 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5911938575493565, + "action_effect_rmse": 0.6373864469041179 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.461736546179306, + "action_effect_rmse": 9.596696175677584 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.055284070056544767, + "action_effect_rmse": 0.05647053519303463 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.385876300085117, + "action_effect_rmse": 2.6118500519569814 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.200393080403363, + "action_effect_rmse": 4.547657685488321 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.6455443481115275, + 0.48312099016693105, + 0.7793765275512514, + 1.010721898593807 + ], + "true_costs": [ + 0.690171776186579, + 0.6437644078580256, + 0.9993424321114756, + 1.02 + ] + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "anchor_step": 185, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19355676712849265, + "action_effect_rmse": 0.25536801287475974 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007275921207990403, + "action_effect_rmse": 0.008928691489305396 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9299166861399518, + "action_effect_rmse": 1.2014678451713152 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1714610778516009, + "action_effect_rmse": 0.1943813456692622 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04610291099781586, + "action_effect_rmse": 0.0477251060504555 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8247872161590237, + "action_effect_rmse": 2.1980285863490185 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33415952675642896, + "action_effect_rmse": 0.3383618235214625 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08607375209765895, + "action_effect_rmse": 0.08824896846200984 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.207486140974538, + "action_effect_rmse": 5.179085240242856 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4288707483590553, + "action_effect_rmse": 1.465278171172577 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10107575003218845, + "action_effect_rmse": 0.10198499119671489 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.929349683595698, + "action_effect_rmse": 12.7695115479711 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 73.22816270272861, + 78.42662648185751, + 42.24686753513983, + 18.641128102246572 + ], + "true_costs": [ + 56.13659034666409, + 71.11596671542185, + 37.8976406876246, + 15.305379285412348 + ] + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "anchor_step": 508, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3641434267875141, + "action_effect_rmse": 0.411443383312748 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004954284436302932, + "action_effect_rmse": 0.005941626535933623 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9146927356195723, + "action_effect_rmse": 1.0067797909069172 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5552043006321791, + "action_effect_rmse": 0.6473377174659511 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006169119521139521, + "action_effect_rmse": 0.006436534861566503 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7935708500790117, + "action_effect_rmse": 1.9408029760104455 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37396638079172106, + "action_effect_rmse": 0.4364469500335334 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01594454450451129, + "action_effect_rmse": 0.01632648046537951 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1710810548072836, + "action_effect_rmse": 3.736734318175015 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8507630576794867, + "action_effect_rmse": 0.8644257783672159 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04142779137415431, + "action_effect_rmse": 0.04511104390587501 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.080889100427044, + "action_effect_rmse": 7.632461490277542 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 25.560357169961062, + 10.389873908334692, + 22.30849114968285, + 62.276116541668905 + ], + "true_costs": [ + 50.86041328389743, + 12.178529603453049, + 43.0881416021695, + 101.06522465924034 + ] + }, + { + "system_id": "battery-00320", + "family": "battery", + "anchor_step": 400, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.032396698630084764, + "action_effect_rmse": 0.032785207034829913 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.161103638291717, + "action_effect_rmse": 3.214537122947938 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 19.823762749423555, + "action_effect_rmse": 19.929171360871944 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.032950971041391, + "action_effect_rmse": 0.03387772955378122 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.472939372169393, + "action_effect_rmse": 5.570519431301165 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 17.447644146241974, + "action_effect_rmse": 17.49543409608538 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04232634448448741, + "action_effect_rmse": 0.046206748323057746 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.977705678153844, + "action_effect_rmse": 9.13311148496535 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 18.055637479927398, + "action_effect_rmse": 18.136663236582763 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18837588339840283, + "action_effect_rmse": 0.18942443989153468 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 13.327680515631704, + "action_effect_rmse": 13.514842880072987 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 17.39841676594506, + "action_effect_rmse": 17.468395618354716 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.18173342695400108, + 0.03160223774715737, + 0.02518941371137995, + 0.17340434610958672 + ], + "true_costs": [ + 0.3574021970332215, + 0.037626858492514244, + 0.03535408856835902, + 0.14132180282408197 + ] + }, + { + "system_id": "battery-01181", + "family": "battery", + "anchor_step": 208, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016282451588540643, + "action_effect_rmse": 0.019768919430626822 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09821145176434627, + "action_effect_rmse": 0.12525391487270618 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2256807650191537, + "action_effect_rmse": 1.233872393836367 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023910338171651307, + "action_effect_rmse": 0.028974748419339585 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13637491409322333, + "action_effect_rmse": 0.19787264335091106 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9387581303355883, + "action_effect_rmse": 2.160245884316555 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04965663332070186, + "action_effect_rmse": 0.06000483375579972 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.253623480332348, + "action_effect_rmse": 0.3760266298968055 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0472856472466248, + "action_effect_rmse": 2.629008072779809 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06956150058136205, + "action_effect_rmse": 0.08534486694206478 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7804083511493994, + "action_effect_rmse": 0.9495178562236662 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.605999490216644, + "action_effect_rmse": 6.1113024104335665 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8721603853134715, + 1.04576329957783, + 0.8251309949534693, + 0.5354525757868092 + ], + "true_costs": [ + 0.9816155982582663, + 1.02, + 0.9999698951997888, + 0.7590951423014101 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 466, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29979656343458316, + "action_effect_rmse": 0.3534357067314092 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007577903885454873, + "action_effect_rmse": 0.009968377114302828 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.41108003532459936, + "action_effect_rmse": 0.41112658695847926 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 7.6886561862785845, + "action_effect_rmse": 10.554841811890386 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5508405403635427, + "action_effect_rmse": 0.6642341719143282 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01724968636949716, + "action_effect_rmse": 0.021869319000773085 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42474978834622296, + "action_effect_rmse": 0.4248358315203653 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.048390566434004, + "action_effect_rmse": 4.654265348586248 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9959418484861183, + "action_effect_rmse": 1.20758179718451 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.047721882798753036, + "action_effect_rmse": 0.059013647438096256 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17735626569994034, + "action_effect_rmse": 0.1775059355845046 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.197110501084794, + "action_effect_rmse": 5.072000141488281 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3685604261236373, + "action_effect_rmse": 1.675606299106843 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11731710660117282, + "action_effect_rmse": 0.13343106610410574 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16636163208257512, + "action_effect_rmse": 0.16645417869262802 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.206823394272637, + "action_effect_rmse": 9.818816482325929 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 122.37346549474378, + "predicted_costs": [ + 168.00919138178668, + 163.5079650305019, + 163.72094331592172, + 158.21104462826878 + ], + "true_costs": [ + 197.28300576019566, + 129.5489862584313, + 196.7704634012254, + 251.9224517531751 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 266, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.049621815375507694, + "action_effect_rmse": 0.06490595463611032 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4948991733649469, + "action_effect_rmse": 0.5915930899097132 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10248567873047776, + "action_effect_rmse": 0.14408924321668062 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7973794234059804, + "action_effect_rmse": 0.9631947928835182 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2744541148539999, + "action_effect_rmse": 0.3314100266237734 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9099854598067623, + "action_effect_rmse": 2.388358755823987 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6959202684263511, + "action_effect_rmse": 0.78473460682148 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.582188931543452, + "action_effect_rmse": 5.055538535267354 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 345.7800194549929, + 402.74320342630494, + 277.53375857849244, + 176.87242989448052 + ], + "true_costs": [ + 375.53463902240276, + 393.73004504222774, + 297.59998850209035, + 205.31894208241425 + ] + }, + { + "system_id": "tank-00799", + "family": "tank", + "anchor_step": 619, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17085474792822866, + "action_effect_rmse": 0.19275062785460598 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025828307676895552, + "action_effect_rmse": 0.03264025996900248 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.054313129037491664, + "action_effect_rmse": 0.05568680519579513 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 19.35697568038952, + "action_effect_rmse": 26.925000870529207 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2556557234346795, + "action_effect_rmse": 0.26941123890484303 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.035565511326435484, + "action_effect_rmse": 0.04493599584994139 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.053464909569269616, + "action_effect_rmse": 0.05567930386831418 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.068501744872204, + "action_effect_rmse": 17.81817114671553 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3174719728093797, + "action_effect_rmse": 0.33064466695560707 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04724701913375048, + "action_effect_rmse": 0.05947055802215387 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.019632460599770196, + "action_effect_rmse": 0.023440375684284344 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.606652345065108, + "action_effect_rmse": 16.582402302981002 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.35565736750659066, + "action_effect_rmse": 0.3860722871064987 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05771338006532408, + "action_effect_rmse": 0.07313524809338245 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08341475247416237, + "action_effect_rmse": 0.08466423794878311 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.921266889584004, + "action_effect_rmse": 10.96890642511378 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 37.115041619311, + "predicted_costs": [ + 746.8610835255969, + 740.4411780313553, + 729.032347825398, + 707.3839200049293 + ], + "true_costs": [ + 714.1390544339873, + 677.0954523615274, + 714.1504939808383, + 714.2104939808384 + ] + }, + { + "system_id": "battery-00086", + "family": "battery", + "anchor_step": 504, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03351273366836679, + "action_effect_rmse": 0.03956497698581534 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31331488433912763, + "action_effect_rmse": 0.3368430008992514 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.529403939680742, + "action_effect_rmse": 8.53544700266284 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06171577999990411, + "action_effect_rmse": 0.07999453395451923 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27358222146588257, + "action_effect_rmse": 0.36588558682357913 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.879337278953943, + "action_effect_rmse": 6.914923303760024 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12009492198756462, + "action_effect_rmse": 0.1494522549515768 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3714705584749958, + "action_effect_rmse": 0.5360668737929095 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.441807599804051, + "action_effect_rmse": 5.586321274176877 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.237968466843693, + "action_effect_rmse": 0.3320991122754519 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7593118276843457, + "action_effect_rmse": 0.7723159686865544 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.688230166575991, + "action_effect_rmse": 3.194472831594412 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.163976529447736, + 0.4974681624994071, + 0.7941467775971649, + 1.0295311078239693 + ], + "true_costs": [ + 1.08, + 0.42465465604254027, + 0.9985735748342986, + 1.02 + ] + }, + { + "system_id": "thermal-00570", + "family": "thermal", + "anchor_step": 488, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2572961403208905, + "action_effect_rmse": 0.3265674924009967 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005006503159441659, + "action_effect_rmse": 0.007288795983699037 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1497905667422401, + "action_effect_rmse": 1.4458011316887527 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.35152929341585687, + "action_effect_rmse": 0.4383340493070549 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.033209431531431, + "action_effect_rmse": 0.043724092891997815 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.404523884185172, + "action_effect_rmse": 3.046128255048714 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28845056682421816, + "action_effect_rmse": 0.2905090773170381 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1281028496240649, + "action_effect_rmse": 0.14943530497128243 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.0414586645201025, + "action_effect_rmse": 4.21840536135665 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15755298812214846, + "action_effect_rmse": 0.16532346838426085 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5473792004203695, + "action_effect_rmse": 0.6578964130617054 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.751895408829759, + "action_effect_rmse": 9.232669755512607 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 96.98413524075222, + 27.067465833448416, + 47.41806949495062, + 100.94889508914031 + ], + "true_costs": [ + 96.37249997316606, + 22.71214669121577, + 53.5301153615139, + 113.09164674651495 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 347, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5022770888867374, + "action_effect_rmse": 1.568910413482483 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016894346658221576, + "action_effect_rmse": 0.017290308029585685 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.6511307212621205, + "action_effect_rmse": 2.8019272153500765 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5611805514972925, + "action_effect_rmse": 2.660928519861791 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04988238708218162, + "action_effect_rmse": 0.053554483717834264 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.901665180960284, + "action_effect_rmse": 5.266493300800998 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.061786895158014, + "action_effect_rmse": 4.1867415989982195 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2640729659925256, + "action_effect_rmse": 0.2801097175603132 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 11.122148067280287, + "action_effect_rmse": 11.78804840358998 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.093971309675158, + "action_effect_rmse": 2.414420868728909 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8439875178678354, + "action_effect_rmse": 0.9177292119638724 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.668718174032051, + "action_effect_rmse": 17.50969353967816 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 248.42113471326266, + 291.3240820396447, + 218.38533633728971, + 148.29679060723672 + ], + "true_costs": [ + 269.96610087320465, + 202.96411114183937, + 101.14185332100855, + 57.52469679472281 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 485, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14218240815218408, + "action_effect_rmse": 0.18855882390280715 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5415875166515131, + "action_effect_rmse": 0.6114123917630773 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12194261174699624, + "action_effect_rmse": 0.18182990973926932 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1128668906756427, + "action_effect_rmse": 1.1462626268651523 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11695192948211049, + "action_effect_rmse": 0.12573261304615896 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.877313399552084, + "action_effect_rmse": 2.305231317219498 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5846066696952453, + "action_effect_rmse": 0.5876740579482418 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.721570265173985, + "action_effect_rmse": 5.04010055665766 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 99.58361183649728, + 263.13604952469507, + 154.46748079627795, + 91.53185371912271 + ], + "true_costs": [ + 119.00941392550826, + 308.43375525179255, + 186.44052962430194, + 104.86993949079377 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 549, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1898267495260034, + "action_effect_rmse": 0.23475590507308405 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0068211563128907455, + "action_effect_rmse": 0.007717387680236594 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0231153953576875, + "action_effect_rmse": 1.1937032806581807 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20002615886128558, + "action_effect_rmse": 0.2316475006649346 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016558073656227634, + "action_effect_rmse": 0.020169299186421172 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.259275591356603, + "action_effect_rmse": 2.672542910267645 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11889406589036611, + "action_effect_rmse": 0.1293968419724358 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028552875012247608, + "action_effect_rmse": 0.03445327986193496 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.6378503894706, + "action_effect_rmse": 5.240012922183191 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8742332469241619, + "action_effect_rmse": 1.004714795164911 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.023646650078526694, + "action_effect_rmse": 0.02771834004296723 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.661632310632777, + "action_effect_rmse": 14.016095937377862 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 40.19747594582296, + 17.31300936469476, + 32.61577354178561, + 78.53831791671632 + ], + "true_costs": [ + 66.0660949680404, + 23.616007778290953, + 50.74347500274892, + 94.57909187500367 + ] + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "anchor_step": 224, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.451455592861289, + "action_effect_rmse": 1.6446042493575683 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1428145197453812, + "action_effect_rmse": 1.3184864393867717 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.388700320501291, + "action_effect_rmse": 2.7261890459145635 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.789772055265189, + "action_effect_rmse": 2.1751912823520847 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.022823241650421, + "action_effect_rmse": 4.575748130618143 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.147262937552379, + "action_effect_rmse": 5.72055895492203 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.277832697547382, + "action_effect_rmse": 7.033352086215331 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.162026519441724, + "action_effect_rmse": 11.326463129616947 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 451.0536634131446, + 413.68979618950175, + 295.33153978964424, + 190.5177169774305 + ], + "true_costs": [ + 527.9682674460778, + 385.77122019908904, + 155.26345391282774, + 101.75250923617399 + ] + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "anchor_step": 91, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5642696698897325, + "action_effect_rmse": 0.6554629794511906 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007784157898936901, + "action_effect_rmse": 0.008094980147856656 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8321963591320601, + "action_effect_rmse": 0.9053745791552967 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5950924649643637, + "action_effect_rmse": 0.7775085615225741 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030894625912009605, + "action_effect_rmse": 0.030931800742378706 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9833670614942018, + "action_effect_rmse": 2.527009329520051 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6370056682448588, + "action_effect_rmse": 0.8340508132194646 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02289719935784144, + "action_effect_rmse": 0.030088844160218075 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.064091355348704, + "action_effect_rmse": 6.381841888692305 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7629017186146433, + "action_effect_rmse": 1.0375412444315686 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1561358050944245, + "action_effect_rmse": 0.18498270309031153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.978913549485014, + "action_effect_rmse": 12.941409721154306 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 43.28748656564049, + 144.2008663791226, + 91.51334199290456, + 50.61124881887702 + ], + "true_costs": [ + 44.50548513214499, + 232.68344793770126, + 120.76423343932677, + 53.55227097371362 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 521, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5596346043304118, + "action_effect_rmse": 0.6782610660292256 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0027582696989494337, + "action_effect_rmse": 0.004327043799208225 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.327515208328351, + "action_effect_rmse": 0.32756054373010357 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 20.77602729402896, + "action_effect_rmse": 29.64487673828294 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0784612301226069, + "action_effect_rmse": 1.30013724169141 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009172424233031032, + "action_effect_rmse": 0.009209594152993852 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2846563789136972, + "action_effect_rmse": 0.28476446465335936 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.025640710235619, + "action_effect_rmse": 17.13188889572429 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4861880513730388, + "action_effect_rmse": 1.628471014973831 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02544975850553281, + "action_effect_rmse": 0.026951579770512008 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2107977010688569, + "action_effect_rmse": 0.2109009675579224 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 13.079566403546458, + "action_effect_rmse": 16.30355149818388 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7240768609604575, + "action_effect_rmse": 1.7254518267449979 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.032316321069173405, + "action_effect_rmse": 0.033966486526990435 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14748073876552784, + "action_effect_rmse": 0.14759019064304224 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.428125704325228, + "action_effect_rmse": 5.443252154675742 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 208.87605813449522, + "predicted_costs": [ + 436.3630254401604, + 430.42796816033706, + 432.13667230695967, + 423.10348074505185 + ], + "true_costs": [ + 428.8903585891062, + 368.08946707097994, + 523.9681301052012, + 576.9655252054752 + ] + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "anchor_step": 28, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3039042309097129, + "action_effect_rmse": 0.30959634203110814 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.406709959282362, + "action_effect_rmse": 1.5533480789471685 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22016455865065065, + "action_effect_rmse": 0.22192577231370328 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.201406007613052, + "action_effect_rmse": 2.5134531227208 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.40028437596858396, + "action_effect_rmse": 0.4537408715204426 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.335617970397571, + "action_effect_rmse": 5.849922404930452 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7299630411120859, + "action_effect_rmse": 2.0350807951523042 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.782614376614904, + "action_effect_rmse": 9.220518165102142 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1433.0719567545289, + 1538.7777252147698, + 1296.6195826184814, + 991.5256611804314 + ], + "true_costs": [ + 1542.1097364177929, + 1521.7706305127085, + 1291.4803923906538, + 1090.8557744719483 + ] + }, + { + "system_id": "tank-00571", + "family": "tank", + "anchor_step": 322, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.597439818425214, + "action_effect_rmse": 0.7471054522988048 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027742115261583915, + "action_effect_rmse": 0.03114946004926726 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5568970043949563, + "action_effect_rmse": 0.5570386683350735 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 9.233616219959252, + "action_effect_rmse": 13.03340032085375 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9985116108095357, + "action_effect_rmse": 1.275440719618325 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06584952700467343, + "action_effect_rmse": 0.07362459278745036 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4885655422322484, + "action_effect_rmse": 0.48877282861606325 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.412244547181134, + "action_effect_rmse": 2.5085260466012924 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6902444805357835, + "action_effect_rmse": 2.168907014197437 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11660875891115789, + "action_effect_rmse": 0.12436129674085282 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.42876617647245063, + "action_effect_rmse": 0.4291502508947201 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.5814504443424235, + "action_effect_rmse": 5.773678865015909 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.786680424615762, + "action_effect_rmse": 3.3952927007348537 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21433282770058368, + "action_effect_rmse": 0.22413454907351887 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2491546805617869, + "action_effect_rmse": 0.2512637710108538 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.409995618311546, + "action_effect_rmse": 12.237496360905345 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 193.66526648079346, + "predicted_costs": [ + 232.73834626216683, + 230.94944612680374, + 233.25329272960298, + 219.653590887922 + ], + "true_costs": [ + 176.11680539270756, + 165.9420885470786, + 248.88931346690686, + 359.6073550278721 + ] + }, + { + "system_id": "battery-00635", + "family": "battery", + "anchor_step": 89, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024280790873823305, + "action_effect_rmse": 0.02880523088658344 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6120639760267418, + "action_effect_rmse": 0.6928551991387626 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39963371339464854, + "action_effect_rmse": 0.4311388727056838 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.050716831906098346, + "action_effect_rmse": 0.059285791278797816 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.161960087943001, + "action_effect_rmse": 1.310905055945248 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5579089474029182, + "action_effect_rmse": 0.6121271759960246 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08288312415496348, + "action_effect_rmse": 0.10088453820520092 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7483907019554905, + "action_effect_rmse": 1.995800174585252 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4718973929319444, + "action_effect_rmse": 0.5546709020617409 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18078315683312488, + "action_effect_rmse": 0.2207599006230912 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4240387469283964, + "action_effect_rmse": 2.824158390873276 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2747208784040775, + "action_effect_rmse": 0.3279784692344072 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.002425766022666203, + 0.07689156616414292, + 0.00020569943282294128, + 0.05348008382489049 + ], + "true_costs": [ + 0.00402124939178925, + 0.35610044187086315, + 6.35366310489997e-05, + 0.2117323927799032 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 182, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4828031741067302, + "action_effect_rmse": 0.5270211601490077 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016936765917966667, + "action_effect_rmse": 0.01970667670670196 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07307899773780695, + "action_effect_rmse": 0.07335981545612485 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.8882082283612, + "action_effect_rmse": 18.055398054755077 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6756696572819187, + "action_effect_rmse": 0.6831144036089077 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04355455243810743, + "action_effect_rmse": 0.049863473829588854 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06461868384692782, + "action_effect_rmse": 0.06496699913867696 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.675640120716608, + "action_effect_rmse": 11.023044750561047 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8793140791001797, + "action_effect_rmse": 0.9310847448153523 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09526076154975627, + "action_effect_rmse": 0.10508218648337983 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12383668561134191, + "action_effect_rmse": 0.12440844170573379 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.648628989519311, + "action_effect_rmse": 9.760138764931998 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.96708815949165, + "action_effect_rmse": 1.4784547606825005 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22207101853036923, + "action_effect_rmse": 0.237564947953843 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0916763181894417, + "action_effect_rmse": 0.09249010856901133 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.889203495334485, + "action_effect_rmse": 8.250909608023374 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 155.6186549132234, + "predicted_costs": [ + 540.8898717893325, + 540.8806035110649, + 537.5526382295055, + 527.4330124437718 + ], + "true_costs": [ + 557.8016464988742, + 451.04879054319235, + 591.9185991650629, + 606.6674454564157 + ] + }, + { + "system_id": "tank-00535", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11764369754940181, + "action_effect_rmse": 0.15058848107847994 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01943005425295456, + "action_effect_rmse": 0.023117557070887165 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.061668727060808, + "action_effect_rmse": 0.06215526732175073 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.909210048888639, + "action_effect_rmse": 19.28356727931223 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20389981800370371, + "action_effect_rmse": 0.2804578377232506 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04387855701157702, + "action_effect_rmse": 0.051449818988233406 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19325924536524433, + "action_effect_rmse": 0.1935638769945931 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 8.622955271990802, + "action_effect_rmse": 9.1561531756785 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27049394525295334, + "action_effect_rmse": 0.40631182931477405 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09327054204650469, + "action_effect_rmse": 0.10914575106634561 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027464621947072304, + "action_effect_rmse": 0.02979231868942986 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 8.845058809438749, + "action_effect_rmse": 9.36457456517872 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4854466898780411, + "action_effect_rmse": 0.7494418053697322 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.163027767814692, + "action_effect_rmse": 0.20552182182910253 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06871313692019838, + "action_effect_rmse": 0.0700321674782883 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.9486301563613155, + "action_effect_rmse": 5.269480554533697 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 50.312549415914305, + "predicted_costs": [ + 485.0419616476044, + 492.1354070022818, + 487.7034500745444, + 476.27609400072856 + ], + "true_costs": [ + 482.47785895718374, + 432.2035949945992, + 482.4561444105135, + 482.5161444105135 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 359, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7278022791236806, + "action_effect_rmse": 0.7815781433974163 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007245321574998798, + "action_effect_rmse": 0.008416230671958323 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9663155892100879, + "action_effect_rmse": 2.1615875401675133 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1191329807630648, + "action_effect_rmse": 1.1927033386040613 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03869204468375287, + "action_effect_rmse": 0.04050904640546994 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3982236625327764, + "action_effect_rmse": 3.8726786222682734 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7203929823185906, + "action_effect_rmse": 1.8185815167131396 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05751514613669547, + "action_effect_rmse": 0.05997666098831444 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 8.033243601932933, + "action_effect_rmse": 8.835206939717366 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4024889795494517, + "action_effect_rmse": 2.5308889788109665 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04189660532447329, + "action_effect_rmse": 0.04253335819522593 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.77300198037498, + "action_effect_rmse": 15.623980183681217 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 4.211764741639865, + "predicted_costs": [ + 22.846734365423753, + 24.565099724058978, + 44.724924000719454, + 97.10602895340926 + ], + "true_costs": [ + 18.486944158967034, + 14.27517941732717, + 30.057959130433247, + 89.26071751777225 + ] + }, + { + "system_id": "tank-00640", + "family": "tank", + "anchor_step": 49, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1643857548066645, + "action_effect_rmse": 0.20958227923127268 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02163624036969954, + "action_effect_rmse": 0.025859607421419503 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29950062002581107, + "action_effect_rmse": 0.29968482099691046 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.024649205052278, + "action_effect_rmse": 16.691900729657437 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24836796891100418, + "action_effect_rmse": 0.34164696247435655 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04649060248731255, + "action_effect_rmse": 0.05688237267892082 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14307300750812094, + "action_effect_rmse": 0.14393727215295435 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 7.7461689444856106, + "action_effect_rmse": 9.008556215825998 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3047929443699573, + "action_effect_rmse": 0.4249805107136295 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09890917847112135, + "action_effect_rmse": 0.12274468095474267 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23945464068658842, + "action_effect_rmse": 0.24005065080105867 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4100666952523113, + "action_effect_rmse": 3.905998832085169 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5129465209815312, + "action_effect_rmse": 0.5239558478666828 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1422460011885581, + "action_effect_rmse": 0.187576300621546 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16533021678081647, + "action_effect_rmse": 0.16586435810266176 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.476029954414903, + "action_effect_rmse": 4.882338355395361 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 28.427075281564726, + "predicted_costs": [ + 263.46506064774184, + 273.87832882849295, + 267.47525456630666, + 255.55269811134056 + ], + "true_costs": [ + 252.32680153745838, + 228.0483935819933, + 256.41546886355803, + 256.47546886355804 + ] + }, + { + "system_id": "tank-01015", + "family": "tank", + "anchor_step": 204, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5274062421821727, + "action_effect_rmse": 0.6327548369693697 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0561362321728461, + "action_effect_rmse": 0.06373549396659683 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06978657874256351, + "action_effect_rmse": 0.06999903359835394 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 38.647511685263396, + "action_effect_rmse": 54.18394895931107 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0219251343536815, + "action_effect_rmse": 1.224608956312232 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10973046305677651, + "action_effect_rmse": 0.12356465758903082 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07526616139234583, + "action_effect_rmse": 0.07567391456091511 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 30.976070085436046, + "action_effect_rmse": 41.56236640347737 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8901239656608955, + "action_effect_rmse": 2.2599417820988235 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2061994578918558, + "action_effect_rmse": 0.23016299885650268 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11165334063286332, + "action_effect_rmse": 0.11179395623625663 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 30.528540329156197, + "action_effect_rmse": 40.70624127270635 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2752001437282985, + "action_effect_rmse": 3.759762957919708 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3364109259429456, + "action_effect_rmse": 0.36377732663458345 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06424446069305711, + "action_effect_rmse": 0.06463886891981051 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.863712779235616, + "action_effect_rmse": 33.34462286980168 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 302.9940626067143, + "predicted_costs": [ + 301.4996176827187, + 301.5706527114387, + 302.9127399411955, + 295.98105371878825 + ], + "true_costs": [ + 308.3089146019695, + 265.8868370764089, + 413.98620510372007, + 568.8808996831232 + ] + }, + { + "system_id": "tank-00325", + "family": "tank", + "anchor_step": 412, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29138352711810683, + "action_effect_rmse": 0.41321486248348366 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002884741313749828, + "action_effect_rmse": 0.003434475333033918 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.567528682805245, + "action_effect_rmse": 0.567661791922053 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.668966828838077, + "action_effect_rmse": 32.98204694265462 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5681156993662881, + "action_effect_rmse": 0.574325902815485 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007913047646082324, + "action_effect_rmse": 0.008841078568326867 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5748960699221763, + "action_effect_rmse": 0.5751062332612764 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 58.05070803841829, + "action_effect_rmse": 61.389345010193466 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2533692292984924, + "action_effect_rmse": 1.3995761735192567 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02156214579641495, + "action_effect_rmse": 0.02685621950866932 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6117541172291935, + "action_effect_rmse": 0.6119969292017103 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.72332671712195, + "action_effect_rmse": 33.48367268133694 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7969892796091667, + "action_effect_rmse": 1.91235128467077 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10238312772315084, + "action_effect_rmse": 0.11924620311851095 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7691957522539573, + "action_effect_rmse": 0.7694893804182916 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.212928954594751, + "action_effect_rmse": 14.027236844065714 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 49.639455645741364, + "predicted_costs": [ + 98.73608898635416, + 102.04967598219902, + 97.89567666568294, + 90.60092373744953 + ], + "true_costs": [ + 67.95786510894118, + 45.014857677700974, + 93.0147281879088, + 94.65431332344234 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 222, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19848367218455387, + "action_effect_rmse": 0.23126604162068728 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3593497946225366, + "action_effect_rmse": 0.39544177251395285 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.88773195750211, + "action_effect_rmse": 13.464097255610088 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3891513915455967, + "action_effect_rmse": 0.4412307707939911 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5703560432741673, + "action_effect_rmse": 0.6443743172074097 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.048222411866128, + "action_effect_rmse": 14.484313850102676 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.399407104183586, + "action_effect_rmse": 0.4831484972715343 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7376648071515953, + "action_effect_rmse": 0.841165908536088 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.480485709488024, + "action_effect_rmse": 11.062813528469048 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30397429045179575, + "action_effect_rmse": 0.3074702315127283 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.38721218522463136, + "action_effect_rmse": 0.45468748662505126 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.5094084885574715, + "action_effect_rmse": 7.945103777184665 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 2, + "regret": 0.2812387767412083, + "predicted_costs": [ + 0.06676744357337733, + 0.36767851244000227, + 0.13405255260003007, + 0.07831929932539193 + ], + "true_costs": [ + 0.4327515982192488, + 0.9171409080269064, + 0.15151282147804052, + 0.44756017468856 + ] + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "anchor_step": 50, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40967594083056963, + "action_effect_rmse": 0.5078913429181254 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5226276465592624, + "action_effect_rmse": 0.6507793292816637 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5072144607175938, + "action_effect_rmse": 0.5787370129893756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.466448738328334, + "action_effect_rmse": 1.8478286270780437 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1031117135893247, + "action_effect_rmse": 1.3159526365176653 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1003770056248094, + "action_effect_rmse": 2.695106008777049 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6833164045127855, + "action_effect_rmse": 0.9403589894858906 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9042885979211044, + "action_effect_rmse": 5.760898669921378 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 17.081541693479164, + "predicted_costs": [ + 18.656438541563016, + 93.18597021593409, + 35.317151942769776, + 16.9889099340914 + ], + "true_costs": [ + 9.369883747331091, + 72.22044301193549, + 15.590427248733974, + 26.451425440810254 + ] + }, + { + "system_id": "tank-00187", + "family": "tank", + "anchor_step": 591, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7237708145469727, + "action_effect_rmse": 0.9149928951868813 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04983308649591104, + "action_effect_rmse": 0.06547171340599191 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19343087116462007, + "action_effect_rmse": 0.19350762272224656 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 66.49446403608698, + "action_effect_rmse": 82.25433411952199 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4098699145079248, + "action_effect_rmse": 1.7857542526782864 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09354339746853728, + "action_effect_rmse": 0.12393741224664598 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15755848178309592, + "action_effect_rmse": 0.1577536733255923 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 51.75642039135053, + "action_effect_rmse": 64.39246211342748 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4245088966425623, + "action_effect_rmse": 3.1547965893068795 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16577999216449749, + "action_effect_rmse": 0.22211388726079173 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15126316126088338, + "action_effect_rmse": 0.15136698494424689 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 50.014165938615236, + "action_effect_rmse": 62.37735310962636 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.88731736216614, + "action_effect_rmse": 3.120855862525177 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25530286165266186, + "action_effect_rmse": 0.3491042232268561 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20168952031108803, + "action_effect_rmse": 0.20181549782454708 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 41.477811282246115, + "action_effect_rmse": 51.966301639521994 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 255.6583804818693, + "predicted_costs": [ + 216.14965767685604, + 220.78399200909894, + 221.93357348862793, + 216.0150975624917 + ], + "true_costs": [ + 443.44982192773404, + 190.20049133826348, + 358.9716288069688, + 445.8588718201328 + ] + }, + { + "system_id": "battery-00263", + "family": "battery", + "anchor_step": 604, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10231351011310853, + "action_effect_rmse": 0.12672963340007734 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21044436929748875, + "action_effect_rmse": 0.30173251503609294 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.331782206153901, + "action_effect_rmse": 2.8645079773416353 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20715815325607348, + "action_effect_rmse": 0.25616555349351255 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4977863260098398, + "action_effect_rmse": 0.6963435948403683 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.401429313748404, + "action_effect_rmse": 2.9919566070030994 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26558168527928605, + "action_effect_rmse": 0.32724422370157663 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5351477133791877, + "action_effect_rmse": 0.8139128819842598 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.553409518843896, + "action_effect_rmse": 3.1508215643874995 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3224106357983621, + "action_effect_rmse": 0.3943985650255682 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.756443739053997, + "action_effect_rmse": 0.7688525048589732 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.62420329133836, + "action_effect_rmse": 5.8770921903766 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.06363599304122403, + 0.04438790613526549, + 0.010304370134267268, + 0.09842385294888698 + ], + "true_costs": [ + 0.27748145904550636, + 0.6703257042995517, + 0.009898164924245818, + 0.6815925560297487 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 396, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6289924906254605, + "action_effect_rmse": 0.7734538504411426 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0028308247105428563, + "action_effect_rmse": 0.003990334163230645 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31241626748892265, + "action_effect_rmse": 0.31271062216389917 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 52.85023315221121, + "action_effect_rmse": 64.46024636512487 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1732161233178264, + "action_effect_rmse": 1.4397129737988663 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013701613896817122, + "action_effect_rmse": 0.014509420913938245 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25736843487578503, + "action_effect_rmse": 0.2581637735247026 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 43.73314993139032, + "action_effect_rmse": 52.978406201615726 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1345440075654274, + "action_effect_rmse": 2.5713973405461923 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05876094138393029, + "action_effect_rmse": 0.07035536467281711 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29249431300046563, + "action_effect_rmse": 0.2931144507840587 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 41.6729274602647, + "action_effect_rmse": 49.699304799526054 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.115507329255861, + "action_effect_rmse": 2.839893799336493 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13401420427921926, + "action_effect_rmse": 0.1692238972301246 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02151558456032308, + "action_effect_rmse": 0.025165612852116832 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.43653797617213, + "action_effect_rmse": 40.85909927825146 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 180.09500139370857, + "predicted_costs": [ + 257.24981441229886, + 274.9243035838166, + 265.1570104191908, + 252.46539111330603 + ], + "true_costs": [ + 418.4578155992184, + 222.95007840125334, + 320.51833475767614, + 403.0450797949619 + ] + }, + { + "system_id": "battery-00260", + "family": "battery", + "anchor_step": 60, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1038098751376763, + "action_effect_rmse": 0.12727447447830723 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1338307550373846, + "action_effect_rmse": 0.19155606367567707 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4036209019121746, + "action_effect_rmse": 1.709101208836104 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20945107022255982, + "action_effect_rmse": 0.25659175088478237 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30429209948269076, + "action_effect_rmse": 0.4928481725648847 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.782778656215991, + "action_effect_rmse": 2.2275403504642703 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26495643457102747, + "action_effect_rmse": 0.3254724906531822 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.472886983643144, + "action_effect_rmse": 0.6389512752067159 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.241434415409737, + "action_effect_rmse": 2.74097266705828 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33212602355819815, + "action_effect_rmse": 0.4217902824454637 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7060512405601299, + "action_effect_rmse": 0.7631782718156195 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.645341883079194, + "action_effect_rmse": 3.866669727147658 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.04640840202561265, + 0.04965110660411791, + 0.006647103648468021, + 0.08841810578275702 + ], + "true_costs": [ + 0.2721756369786566, + 0.6634857410022164, + 0.007980338626745787, + 0.6906285097498943 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 530, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45459014248172974, + "action_effect_rmse": 0.5287107997071543 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.494201626042089, + "action_effect_rmse": 0.5777993716497164 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8693592031115619, + "action_effect_rmse": 1.1311260686115425 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.121017182660277, + "action_effect_rmse": 1.3960931859403751 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.118054165528433, + "action_effect_rmse": 2.377833308697505 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.235648273801303, + "action_effect_rmse": 3.7912319530144254 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3816151693133194, + "action_effect_rmse": 2.8224375658274963 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.060839484621511, + "action_effect_rmse": 5.491799424667747 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 623.7606368869436, + 590.8902194026983, + 792.3247767764401, + 986.6190349889246 + ], + "true_costs": [ + 501.3249183987067, + 496.33328775177034, + 771.6433114390074, + 1146.1594275126881 + ] + }, + { + "system_id": "tank-00643", + "family": "tank", + "anchor_step": 636, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11089721857278671, + "action_effect_rmse": 0.1386685822554382 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004033521463050249, + "action_effect_rmse": 0.004085271035843131 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10805383294408999, + "action_effect_rmse": 0.10833992005830372 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.830018156994036, + "action_effect_rmse": 46.79709472603023 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16963153091378835, + "action_effect_rmse": 0.22757491974352265 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001862239913889378, + "action_effect_rmse": 0.0026231725799401025 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1316504327503201, + "action_effect_rmse": 0.13203987126926914 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 34.245042923188706, + "action_effect_rmse": 38.44044891341056 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26699618656952556, + "action_effect_rmse": 0.35181509812114403 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02035851380442229, + "action_effect_rmse": 0.023823189220806232 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11354522295684705, + "action_effect_rmse": 0.11418470763005324 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 31.741865984047166, + "action_effect_rmse": 36.62774186033865 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5217730366927965, + "action_effect_rmse": 0.7157306717399264 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06801117271224537, + "action_effect_rmse": 0.08804551304825876 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08132761967122926, + "action_effect_rmse": 0.0828243026077297 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.9844379796106, + "action_effect_rmse": 30.86553511315115 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 59.465476255870385, + "predicted_costs": [ + 728.7057380411431, + 731.7330614067715, + 726.5189874258281, + 713.0208858016538 + ], + "true_costs": [ + 725.1445819575443, + 665.7209059548895, + 725.1263822107599, + 725.1863822107599 + ] + }, + { + "system_id": "tank-00757", + "family": "tank", + "anchor_step": 38, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4430712618375239, + "action_effect_rmse": 0.5077454923037267 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01295519295061709, + "action_effect_rmse": 0.01430358358175774 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07880232279138011, + "action_effect_rmse": 0.07901010259453138 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.118933076693324, + "action_effect_rmse": 55.064246061584996 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8516443691193777, + "action_effect_rmse": 0.9753907766766736 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025548222759919526, + "action_effect_rmse": 0.027696287318358423 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05451299206392557, + "action_effect_rmse": 0.05511308039388598 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.34670609422911, + "action_effect_rmse": 42.222238880307394 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1249276192393858, + "action_effect_rmse": 1.38392327717717 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0505893451583835, + "action_effect_rmse": 0.053936148192673804 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3550228477433232, + "action_effect_rmse": 0.3550884935126528 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 40.228467943373914, + "action_effect_rmse": 44.68487133734896 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8319870316591083, + "action_effect_rmse": 1.8398320911087354 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06935185789287839, + "action_effect_rmse": 0.07543359881839265 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10063859516714198, + "action_effect_rmse": 0.10079888596445233 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 38.98330614355554, + "action_effect_rmse": 48.54809865335383 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 182.94934900649594, + "predicted_costs": [ + 304.5852175293087, + 302.248496348701, + 303.31464134783494, + 295.7720660689295 + ], + "true_costs": [ + 330.7049347552591, + 243.31952129473154, + 372.23785511045844, + 426.2688703012275 + ] + }, + { + "system_id": "tank-00097", + "family": "tank", + "anchor_step": 638, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1803164630978825, + "action_effect_rmse": 0.21305119352185453 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008507564232330603, + "action_effect_rmse": 0.011171984371284974 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0953469386090401, + "action_effect_rmse": 0.0955317461675347 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 49.68001575238287, + "action_effect_rmse": 70.57198772224704 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3606454902833492, + "action_effect_rmse": 0.4206515741010787 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010553561743954868, + "action_effect_rmse": 0.014130683332348248 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13545459389760814, + "action_effect_rmse": 0.13575709164073374 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 40.233218199826524, + "action_effect_rmse": 55.981683109750065 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6182324510782896, + "action_effect_rmse": 0.7052560854720407 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0011868336723335204, + "action_effect_rmse": 0.001799872443922709 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15492488966702253, + "action_effect_rmse": 0.15509839004265927 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.63111272384226, + "action_effect_rmse": 55.40944627682384 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49930054953680997, + "action_effect_rmse": 0.8071537287779724 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026498875773520798, + "action_effect_rmse": 0.032229536894859113 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05999578321135457, + "action_effect_rmse": 0.06079648216877717 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 38.06722405490607, + "action_effect_rmse": 41.84518855942463 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 49.63982371402085, + "predicted_costs": [ + 407.48334353376845, + 405.48415374203967, + 404.10111891742156, + 396.6186058519066 + ], + "true_costs": [ + 383.31057131704256, + 359.6567638585657, + 409.23658757258653, + 409.29658757258653 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 491, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1571503722613353, + "action_effect_rmse": 0.16074325379028365 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2077774505299563, + "action_effect_rmse": 1.2353139718987294 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 17.21237148185754, + "action_effect_rmse": 17.292329746012797 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08925989607968395, + "action_effect_rmse": 0.11110409507965227 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6529981828356733, + "action_effect_rmse": 0.8490342980076688 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 13.770751314035442, + "action_effect_rmse": 13.825500677623614 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07130672518667282, + "action_effect_rmse": 0.08889870539635895 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5963547160857562, + "action_effect_rmse": 0.7285491371670543 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5705313871669258, + "action_effect_rmse": 1.9596482380327518 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12121781515681303, + "action_effect_rmse": 0.12383120506446785 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9063536694804167, + "action_effect_rmse": 1.0980284007947783 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9424919887140177, + "action_effect_rmse": 2.573285905449017 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8613636232378412, + 0.6140880521381287, + 0.30203815082658125, + 0.19494962697364157 + ], + "true_costs": [ + 1.0610926909646965, + 0.8670243277452073, + 0.37065444221430444, + 0.14505315356227827 + ] + }, + { + "system_id": "battery-00095", + "family": "battery", + "anchor_step": 350, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01638976785020792, + "action_effect_rmse": 0.020015333740507422 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.051488120750260435, + "action_effect_rmse": 0.06359827658948805 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.165479367599461, + "action_effect_rmse": 10.826072632484532 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.036004967118613236, + "action_effect_rmse": 0.042680637313273824 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15918254542522212, + "action_effect_rmse": 0.19836904016999476 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.032512916277602, + "action_effect_rmse": 9.0153657446737 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06267747741072838, + "action_effect_rmse": 0.07156759262508444 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25118764926948717, + "action_effect_rmse": 0.2977373866632077 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.67357428075934, + "action_effect_rmse": 8.289557445387102 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11575772550319546, + "action_effect_rmse": 0.1285521017028928 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.38770654914808844, + "action_effect_rmse": 0.453195314598713 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.515169450479418, + "action_effect_rmse": 6.854587334617298 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 0.007761157058846398, + "predicted_costs": [ + 0.09338909593854082, + 0.35545770713803726, + 0.12318363139756591, + 0.0719341570044629 + ], + "true_costs": [ + 0.06069075278434732, + 0.5241161102870224, + 0.13118379827966065, + 0.06845190984319371 + ] + }, + { + "system_id": "tank-00628", + "family": "tank", + "anchor_step": 209, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10142553311429126, + "action_effect_rmse": 0.10701733836526627 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029732053892473093, + "action_effect_rmse": 0.03510078072881574 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012646414566094716, + "action_effect_rmse": 0.014078595918331807 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.70639316525617, + "action_effect_rmse": 39.22915049946028 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16001580964712817, + "action_effect_rmse": 0.174022513789324 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06660153119373409, + "action_effect_rmse": 0.07586159633208484 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03266683065271187, + "action_effect_rmse": 0.033767186998356666 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.85351868250046, + "action_effect_rmse": 26.519841554708233 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17740992526968866, + "action_effect_rmse": 0.24399382533660977 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1395095005498105, + "action_effect_rmse": 0.15745226134549428 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04218018917193923, + "action_effect_rmse": 0.04266856269896017 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.201422798169045, + "action_effect_rmse": 25.32137821499699 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3696141759023603, + "action_effect_rmse": 0.4311282426649914 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2681260971743935, + "action_effect_rmse": 0.29574659820559074 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018803088372760124, + "action_effect_rmse": 0.02049386732487037 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.30972256109264, + "action_effect_rmse": 28.82451737825728 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 39.56767678406209, + "predicted_costs": [ + 559.6028635366371, + 553.3501944622742, + 553.681695627065, + 544.2849220015356 + ], + "true_costs": [ + 550.9624854296958, + 512.7129205978856, + 552.2205973819476, + 552.2805973819477 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 452, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7176666054949905, + "action_effect_rmse": 1.7841811035230628 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.2014609772940426, + "action_effect_rmse": 2.280565204175087 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.6611992629752272, + "action_effect_rmse": 2.753267272228512 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.5001786558184826, + "action_effect_rmse": 3.6111923889855087 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.200117777828967, + "action_effect_rmse": 4.326656823402709 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.939276993004531, + "action_effect_rmse": 7.141733614569805 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.910551784100698, + "action_effect_rmse": 5.140204335827481 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 12.50110425444901, + "action_effect_rmse": 13.092909876436932 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 609.6018407663247, + 663.9205839856559, + 894.8153783707788, + 1082.258599477479 + ], + "true_costs": [ + 348.6623442271789, + 546.820600350415, + 821.3055575762594, + 1194.9966071885503 + ] + }, + { + "system_id": "battery-01082", + "family": "battery", + "anchor_step": 91, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04327574684474156, + "action_effect_rmse": 0.059574207296375234 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0896484173592184, + "action_effect_rmse": 0.13018509177419157 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.25300635102534, + "action_effect_rmse": 14.233471289798974 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08489601826163694, + "action_effect_rmse": 0.125378457951531 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19304997878258234, + "action_effect_rmse": 0.2659105401115959 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.754321969464831, + "action_effect_rmse": 9.806464160404435 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1613499790710329, + "action_effect_rmse": 0.2477898601631909 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.32858258388827605, + "action_effect_rmse": 0.44861391414574947 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 5.0567457785879855, + "action_effect_rmse": 5.925566090034465 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2976509446109641, + "action_effect_rmse": 0.34637699081268936 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6474415793635604, + "action_effect_rmse": 0.7718810009633011 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.927670690038041, + "action_effect_rmse": 7.501576134782794 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9472459422495164, + 1.0516562027385072, + 0.8342376681339427, + 0.5268970919269131 + ], + "true_costs": [ + 0.8361963607955278, + 1.02, + 0.9996731094506165, + 0.4408300422259944 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 116, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5483247938219281, + "action_effect_rmse": 0.6812448015765914 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17748249736588248, + "action_effect_rmse": 0.22561282547190145 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08813466375931585, + "action_effect_rmse": 0.08830298456969203 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.951704390995248, + "action_effect_rmse": 16.784776157108993 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7523994070640843, + "action_effect_rmse": 0.9043447753880882 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2797017335792293, + "action_effect_rmse": 0.35116489904319914 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08839973158925625, + "action_effect_rmse": 0.08874716242949167 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.404268927482573, + "action_effect_rmse": 5.475479166630334 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6901679693885744, + "action_effect_rmse": 0.7166306026392311 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3525480899898709, + "action_effect_rmse": 0.37480424031856163 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12602184213189707, + "action_effect_rmse": 0.126146442246684 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 8.88566530754929, + "action_effect_rmse": 9.616642787814026 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6676083588201353, + "action_effect_rmse": 1.0988578513420046 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3432074912533197, + "action_effect_rmse": 0.3991451745840113 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16160658925688676, + "action_effect_rmse": 0.16179368106775988 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.190253821014466, + "action_effect_rmse": 10.331307484983228 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 3.2170277285240214, + "predicted_costs": [ + 0.3189042926810858, + 0.23673915385795105, + 0.2651809559829796, + 0.16707858316726787 + ], + "true_costs": [ + 1.1719400200015215, + 1.1110889694260717, + 3.7266891226752765, + 4.328116697950093 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 656, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007318669381033834, + "action_effect_rmse": 0.007662694763341208 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33664366935129547, + "action_effect_rmse": 0.3554752158633819 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.084038848382323, + "action_effect_rmse": 1.2671081248467346 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006052730210263054, + "action_effect_rmse": 0.0064012389005546995 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6426063737612809, + "action_effect_rmse": 0.6697269419015203 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6709825628983216, + "action_effect_rmse": 0.8067484385868924 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028355405173727217, + "action_effect_rmse": 0.03016658735267029 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1016542051026939, + "action_effect_rmse": 1.1376706248342208 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8486983797703829, + "action_effect_rmse": 0.945152824231409 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06738080559577049, + "action_effect_rmse": 0.0683394927809913 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1539148185101062, + "action_effect_rmse": 2.650144652551423 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2680575656849533, + "action_effect_rmse": 2.3433421806892727 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.2826783987240056, + 0.122079923515235, + 0.22210278465178004, + 0.4420710788054424 + ], + "true_costs": [ + 0.3590977957455588, + 0.13121652716891227, + 0.23856532229897892, + 0.4280830657188227 + ] + }, + { + "system_id": "tank-00886", + "family": "tank", + "anchor_step": 135, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3233038645687749, + "action_effect_rmse": 0.3849577371718506 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013248133537223575, + "action_effect_rmse": 0.016317616401582365 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31543423858585645, + "action_effect_rmse": 0.3154813100647748 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.9105257190358, + "action_effect_rmse": 32.615161973484845 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.607250442709408, + "action_effect_rmse": 0.7359087203870963 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026851269227269842, + "action_effect_rmse": 0.03262795583351039 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28177876888501235, + "action_effect_rmse": 0.2818879580161977 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.607304388722078, + "action_effect_rmse": 20.691226372741685 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1993842789820384, + "action_effect_rmse": 1.3751346676761045 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05632702777615014, + "action_effect_rmse": 0.06794601459649655 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15980652313878757, + "action_effect_rmse": 0.15994271542932662 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.977347608172334, + "action_effect_rmse": 18.30695603774349 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4351688637782587, + "action_effect_rmse": 2.116964328310971 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09408616559924828, + "action_effect_rmse": 0.11978032748462644 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007970595781382908, + "action_effect_rmse": 0.009789098750268321 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.866322259415194, + "action_effect_rmse": 12.44992714398734 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 188.27124119789949, + "predicted_costs": [ + 338.03069363573337, + 333.7710338361146, + 335.28513833817726, + 327.3408887278199 + ], + "true_costs": [ + 430.58450241339756, + 295.20432808768214, + 410.8530397073338, + 483.4755692855816 + ] + }, + { + "system_id": "battery-00704", + "family": "battery", + "anchor_step": 585, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0294053989546067, + "action_effect_rmse": 0.03123661324405674 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8041966272539499, + "action_effect_rmse": 0.8659536725813665 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.397549372265343, + "action_effect_rmse": 7.892468953356701 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0393658731746267, + "action_effect_rmse": 0.044904172892362496 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3486008282701125, + "action_effect_rmse": 1.4964057539333908 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.902324070725765, + "action_effect_rmse": 4.225360549683044 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05633457798757744, + "action_effect_rmse": 0.0672815616761321 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9267722960480402, + "action_effect_rmse": 2.263293826334374 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6449203412024325, + "action_effect_rmse": 1.6995525150725879 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09951125471069096, + "action_effect_rmse": 0.10839989085421403 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1866146212780926, + "action_effect_rmse": 2.231735369144803 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.178283642539872, + "action_effect_rmse": 3.513399895634501 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.0906107914992024, + 0.10895333446058636, + 0.01073831454115178, + 0.04242004645082169 + ], + "true_costs": [ + 0.16452055065493107, + 0.21925491655660723, + 0.01047522902351616, + 0.07336438073783441 + ] + }, + { + "system_id": "battery-00860", + "family": "battery", + "anchor_step": 58, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018484679756681468, + "action_effect_rmse": 0.019168191288779786 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1161844872607863, + "action_effect_rmse": 0.13262470265131002 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.490901636105156, + "action_effect_rmse": 6.092825958993687 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02837537179983332, + "action_effect_rmse": 0.029315280547023786 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1817954524793771, + "action_effect_rmse": 0.22308071009249683 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.070897698960585, + "action_effect_rmse": 5.47620623997463 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03372635602194921, + "action_effect_rmse": 0.04297705756836677 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8171752746352396, + "action_effect_rmse": 0.8787763214726945 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.091775707472773, + "action_effect_rmse": 7.598883453988739 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07885054254878095, + "action_effect_rmse": 0.09825074810836411 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.666986642931685, + "action_effect_rmse": 0.7845453785704938 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.807269519891154, + "action_effect_rmse": 3.951191364829477 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.5672609125104308, + 1.1205431229183311, + 0.7623115617506269, + 0.5335834683632543 + ], + "true_costs": [ + 0.5036507381451288, + 1.02, + 0.8641252487949348, + 0.4031575164188411 + ] + }, + { + "system_id": "thermal-00927", + "family": "thermal", + "anchor_step": 384, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8490663246257194, + "action_effect_rmse": 0.9870245003591276 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5207166951867256, + "action_effect_rmse": 0.6451050581603498 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4820362167145607, + "action_effect_rmse": 1.7747982288256534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9477688338049006, + "action_effect_rmse": 1.1202530374243562 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.298009401222848, + "action_effect_rmse": 2.69670082399996 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2715994488304623, + "action_effect_rmse": 3.034273487129305 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.288170733015642, + "action_effect_rmse": 3.9561221746700257 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.8767439518359197, + "action_effect_rmse": 5.722286767694373 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 7.010415945031663, + 14.037658529860884, + 2.3927871687806506, + 22.473241069131177 + ], + "true_costs": [ + 1.5097341346774737, + 104.45126532728818, + 1.2999524273248955, + 96.63838065825246 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 256, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1824909187564098, + "action_effect_rmse": 0.20190526353432178 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006189161327907773, + "action_effect_rmse": 0.0063048614560393176 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011256269142138139, + "action_effect_rmse": 0.01293226407468372 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.0973551918299, + "action_effect_rmse": 47.014816379950695 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29187659370853564, + "action_effect_rmse": 0.35321490727665095 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010485920667291518, + "action_effect_rmse": 0.01266291826997073 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05850432748405654, + "action_effect_rmse": 0.05884975762640784 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 26.257802764306074, + "action_effect_rmse": 34.14153874296227 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5167149472118915, + "action_effect_rmse": 0.6407795458143187 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03674215492431424, + "action_effect_rmse": 0.04069447058697303 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18939891657372757, + "action_effect_rmse": 0.1894814797833114 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 26.04036651168236, + "action_effect_rmse": 33.66891511941803 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3916852888183975, + "action_effect_rmse": 1.4610267733333204 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09071123003347736, + "action_effect_rmse": 0.09817401768260936 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10936769413123093, + "action_effect_rmse": 0.1096460644787359 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 19.129053209868626, + "action_effect_rmse": 21.371712873883997 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 175.88505136839171, + "predicted_costs": [ + 1211.354673050817, + 1209.6832981163566, + 1209.1025395683141, + 1199.1736725951773 + ], + "true_costs": [ + 1172.2981884119329, + 1044.0515647694, + 1219.8766161377919, + 1219.9366161377918 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 188, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3070586241937363, + "action_effect_rmse": 0.3364949204656808 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0258840238921418, + "action_effect_rmse": 1.2092881931788304 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2353386806053178, + "action_effect_rmse": 0.24980256802019424 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.769122025044472, + "action_effect_rmse": 2.1423627678466572 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11281439180441666, + "action_effect_rmse": 0.1301899049739555 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.534254798190337, + "action_effect_rmse": 5.138138425940961 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3067988006159024, + "action_effect_rmse": 0.37122930889490824 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.017948495564402, + "action_effect_rmse": 6.711713954800979 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 17.489181138375248, + 18.71297019391506, + 41.285405260604136, + 105.64642294042677 + ], + "true_costs": [ + 10.483901170247696, + 14.82217116866043, + 26.15426743485689, + 72.09212025673715 + ] + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "anchor_step": 646, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7540427752415771, + "action_effect_rmse": 0.9179346989704212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7453194543226876, + "action_effect_rmse": 0.9607826934338484 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.535231873733635, + "action_effect_rmse": 1.7533526828206236 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7987629704892545, + "action_effect_rmse": 2.1523760565964 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.743140070003007, + "action_effect_rmse": 3.0352620627846885 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.939066079343585, + "action_effect_rmse": 5.4518970267502835 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.557938389297257, + "action_effect_rmse": 4.903207563676305 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.339450318306339, + "action_effect_rmse": 12.419781614888858 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 136.74495897586257, + 154.76225014576295, + 233.28195155385424, + 349.6244708963166 + ], + "true_costs": [ + 82.15541824793718, + 104.83679686422069, + 237.2317260304256, + 468.83274758307147 + ] + }, + { + "system_id": "battery-00719", + "family": "battery", + "anchor_step": 531, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015424927540623273, + "action_effect_rmse": 0.015449005354309849 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22199185939688704, + "action_effect_rmse": 0.23362102025187995 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 27.17657392928184, + "action_effect_rmse": 28.619536903832 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009125578628551087, + "action_effect_rmse": 0.010293207084705118 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20217041016158888, + "action_effect_rmse": 0.24135173094752405 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 24.75022295191718, + "action_effect_rmse": 25.9996931114947 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006534779916641383, + "action_effect_rmse": 0.008854260738745637 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44538086446810254, + "action_effect_rmse": 0.5662306131753578 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 23.46331405071344, + "action_effect_rmse": 24.675627982889303 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04306395243946353, + "action_effect_rmse": 0.04629007596395886 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5137142283779284, + "action_effect_rmse": 0.8637398484396152 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.781468355573566, + "action_effect_rmse": 6.911283413279257 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.16432747000992043, + 0.5107669815932285, + 0.2157272974397705, + 0.13390638431938487 + ], + "true_costs": [ + 0.19246295966456733, + 0.5312371169905883, + 0.2460994126937524, + 0.13984640835131698 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 46, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15566075852314518, + "action_effect_rmse": 0.1779438365560122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5903188307978221, + "action_effect_rmse": 0.6570243330065444 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21296898014316787, + "action_effect_rmse": 0.25970957682774665 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1074910048340219, + "action_effect_rmse": 1.207935226121012 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23775772633686168, + "action_effect_rmse": 0.24450920530753642 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3899849521393057, + "action_effect_rmse": 2.6480686252593 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5306716714766324, + "action_effect_rmse": 1.5380187422371059 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.222126341252803, + "action_effect_rmse": 5.373798819947104 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 31.98911828283842, + 7.8607384414358465, + 19.521173293441596, + 68.76636537008162 + ], + "true_costs": [ + 44.68694149672078, + 11.868463063116767, + 46.68101648922675, + 116.09932647102005 + ] + }, + { + "system_id": "tank-00466", + "family": "tank", + "anchor_step": 350, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10976542762296064, + "action_effect_rmse": 0.1337576143760392 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03687754149048731, + "action_effect_rmse": 0.04149642178594052 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1146012419723476, + "action_effect_rmse": 0.11476463624283563 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.1752574499935, + "action_effect_rmse": 45.361678001917575 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.19519665142326748, + "action_effect_rmse": 0.2279718214015156 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06112300681961654, + "action_effect_rmse": 0.06664561697241123 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4772253447825506, + "action_effect_rmse": 0.4773137495876127 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 29.352535630336387, + "action_effect_rmse": 40.48181289662574 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3698560509657063, + "action_effect_rmse": 0.4512800731419174 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.054457007601123784, + "action_effect_rmse": 0.057290910055289204 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8275902043851899, + "action_effect_rmse": 0.8276203908397455 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.21455432932004, + "action_effect_rmse": 39.655350337564634 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8224903625377373, + "action_effect_rmse": 1.0578473605797618 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.029649479435335618, + "action_effect_rmse": 0.03457866107140405 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5720633392993991, + "action_effect_rmse": 0.5721424169168083 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 24.704263524143006, + "action_effect_rmse": 31.857379188772022 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 4.498377168810699, + "predicted_costs": [ + 9.645616281389024, + 8.281899314494286, + 8.049373875929605, + 7.111295408362146 + ], + "true_costs": [ + 8.08493332021774, + 3.6610318808586895, + 8.099409049669388, + 8.159409049669389 + ] + }, + { + "system_id": "battery-00149", + "family": "battery", + "anchor_step": 107, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06712998338576727, + "action_effect_rmse": 0.06719571526586335 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5590925028709823, + "action_effect_rmse": 2.5931907915821135 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.413352635586253, + "action_effect_rmse": 7.633285857936052 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09937887664311286, + "action_effect_rmse": 0.09948739459414088 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.418441613439831, + "action_effect_rmse": 4.481562234864751 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.619219450529925, + "action_effect_rmse": 4.811318155303344 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.132027654498194, + "action_effect_rmse": 0.13268844429760704 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.529165345152511, + "action_effect_rmse": 5.687341888745256 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.940221029443981, + "action_effect_rmse": 5.233946288422553 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.022609411247648672, + "action_effect_rmse": 0.02694572021397798 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8532312869894425, + "action_effect_rmse": 3.524708400259547 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0561432331493315, + "action_effect_rmse": 2.454853881035082 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.5570399275219716, + 0.31569940527915386, + 0.1338347801098161, + 0.06365837748389715 + ], + "true_costs": [ + 0.8115757150521522, + 0.375491433926722, + 0.1288544501478749, + 0.07037952040131096 + ] + }, + { + "system_id": "tank-00880", + "family": "tank", + "anchor_step": 592, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09339860895178138, + "action_effect_rmse": 0.10146270821522178 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03256844370622739, + "action_effect_rmse": 0.03539008751382341 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03956197004405251, + "action_effect_rmse": 0.03993554308775723 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.73529034698305, + "action_effect_rmse": 39.72236393639305 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12460460601407626, + "action_effect_rmse": 0.13656871280593413 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05910788767755548, + "action_effect_rmse": 0.07492466177740033 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11517584614985006, + "action_effect_rmse": 0.11544272093346723 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.78916302146585, + "action_effect_rmse": 24.200166841534198 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.162310466709595, + "action_effect_rmse": 0.18067847590706962 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10847651880985036, + "action_effect_rmse": 0.14192073742781694 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18264117576730365, + "action_effect_rmse": 0.18272717171466948 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.990196216861147, + "action_effect_rmse": 20.149757577669995 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.35510687481945863, + "action_effect_rmse": 0.41913312834671956 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16825313007034262, + "action_effect_rmse": 0.2439878985453421 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41524856673898675, + "action_effect_rmse": 0.4153097697058587 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.797837793870471, + "action_effect_rmse": 15.199704309833985 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 4.607123699590563, + "predicted_costs": [ + 14.081919392219712, + 12.576962554333178, + 12.861882838007068, + 11.515836731939023 + ], + "true_costs": [ + 12.929777344247217, + 8.378507030231209, + 12.925630729821771, + 12.985630729821771 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 189, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7053055981388852, + "action_effect_rmse": 0.8663093673069849 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005503896329019042, + "action_effect_rmse": 0.006757314830998359 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010450385088591271, + "action_effect_rmse": 0.01288384952943926 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 49.766569601249124, + "action_effect_rmse": 52.707490334419894 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8528189723890959, + "action_effect_rmse": 1.1749828205565696 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009693983115267812, + "action_effect_rmse": 0.013551011064869625 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022668573537269653, + "action_effect_rmse": 0.02751206952837613 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 48.21227256136012, + "action_effect_rmse": 57.774561494301395 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8219584107816935, + "action_effect_rmse": 1.0149096764735486 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03667686308683512, + "action_effect_rmse": 0.044936071797526476 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1090167426332338, + "action_effect_rmse": 0.11042557967552477 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 56.06053053676499, + "action_effect_rmse": 66.09697830917955 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0334572380257356, + "action_effect_rmse": 1.0675990274987441 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14183939492230144, + "action_effect_rmse": 0.1527221822773921 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.053412409637168846, + "action_effect_rmse": 0.055037134058192314 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.535005816153614, + "action_effect_rmse": 38.48005857087411 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 132.85244378611065, + "predicted_costs": [ + 359.02364771926267, + 370.3276525234178, + 362.2789666886895, + 347.83072101532224 + ], + "true_costs": [ + 435.1720010780288, + 323.53032559398724, + 435.3638705098339, + 456.3827693800979 + ] + }, + { + "system_id": "battery-00095", + "family": "battery", + "anchor_step": 144, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018278553417498483, + "action_effect_rmse": 0.022531730360263066 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07366707176214149, + "action_effect_rmse": 0.0856624969470362 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.173628698653056, + "action_effect_rmse": 10.46633749739679 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03965619727051047, + "action_effect_rmse": 0.04738397930823747 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1876681336005023, + "action_effect_rmse": 0.24660705616024384 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.651522882470058, + "action_effect_rmse": 9.713601557866925 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0598589481620344, + "action_effect_rmse": 0.07480026159285184 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3522527823483716, + "action_effect_rmse": 0.40069555407099533 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 8.25469215029939, + "action_effect_rmse": 9.264037735829094 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2897863089467459, + "action_effect_rmse": 0.2972249783652341 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3868515264241488, + "action_effect_rmse": 1.4416368854996269 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.586346319136372, + "action_effect_rmse": 9.968275479559956 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.3345928562055482, + 0.6155865614128629, + 0.326907250020536, + 0.20293373966210493 + ], + "true_costs": [ + 0.20738732181124714, + 0.7723417469919179, + 0.3601090353967051, + 0.1594803869088673 + ] + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "anchor_step": 144, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3743118055331311, + "action_effect_rmse": 0.4335296020156607 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002439588669621647, + "action_effect_rmse": 0.002572176642416021 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6947115606264873, + "action_effect_rmse": 0.8715439162226122 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5153779842698635, + "action_effect_rmse": 0.5987488782979871 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012775728215415208, + "action_effect_rmse": 0.015220433789895054 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5263422590345168, + "action_effect_rmse": 1.872477317193443 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5911605097078088, + "action_effect_rmse": 0.650932590868713 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06599682823213608, + "action_effect_rmse": 0.0778211538554533 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.664277537727031, + "action_effect_rmse": 3.7600791819597976 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17005897683562546, + "action_effect_rmse": 0.20131280556102726 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23606882527857684, + "action_effect_rmse": 0.26719805180054845 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.5292699768699265, + "action_effect_rmse": 6.730874385139765 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 118.52568421075009, + 93.24276723271169, + 139.89791089288155, + 218.01117722380667 + ], + "true_costs": [ + 135.4256119343457, + 89.6558685862066, + 165.98542907960297, + 286.03813799060583 + ] + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "anchor_step": 168, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3076755841606875, + "action_effect_rmse": 0.34430628581291506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6855736194546959, + "action_effect_rmse": 0.7116427112129244 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.44670985954678954, + "action_effect_rmse": 0.5111756646648312 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3961426136311463, + "action_effect_rmse": 1.4906481553497486 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6237782962041258, + "action_effect_rmse": 0.7286385162007489 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4369772463828667, + "action_effect_rmse": 2.889938264538889 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7843294868587686, + "action_effect_rmse": 0.9365963394427297 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.602481147125218, + "action_effect_rmse": 6.245966935158237 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.6991739129942064, + 15.330078842878272, + 0.028517330871512588, + 19.294317213399303 + ], + "true_costs": [ + 2.6539582502207457, + 25.180520034523035, + 0.24536944087369783, + 35.717212889489836 + ] + }, + { + "system_id": "tank-00661", + "family": "tank", + "anchor_step": 286, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6658755021613209, + "action_effect_rmse": 0.7809632254086141 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.034311359701217015, + "action_effect_rmse": 0.03746887796925535 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0475480804230066, + "action_effect_rmse": 0.047859357373329164 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.06879334505118, + "action_effect_rmse": 33.454456593612655 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9175122627173374, + "action_effect_rmse": 0.9524229908371941 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0674686068439468, + "action_effect_rmse": 0.07265838702788491 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03546028565316966, + "action_effect_rmse": 0.03631773842804515 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.23481979156799, + "action_effect_rmse": 20.428277224131815 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6897947803030444, + "action_effect_rmse": 1.0562681420091615 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12022900636685563, + "action_effect_rmse": 0.13720513978983132 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06627186746252611, + "action_effect_rmse": 0.06659960798023976 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.79820365789554, + "action_effect_rmse": 16.50034322339129 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7566093745426142, + "action_effect_rmse": 1.2454052489395444 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21674770801754958, + "action_effect_rmse": 0.27713473712293196 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10179128367793351, + "action_effect_rmse": 0.1019497987698133 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.880008479136684, + "action_effect_rmse": 9.060816727717064 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 105.68057910337038, + "predicted_costs": [ + 174.90239535415992, + 171.69478121739158, + 172.77801350806578, + 167.10632320347 + ], + "true_costs": [ + 230.58010273858048, + 157.29503214797026, + 246.87918813142028, + 262.97561125134064 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 199, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35137922506564695, + "action_effect_rmse": 0.408620321241609 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002362850467391079, + "action_effect_rmse": 0.0032436903782032366 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.90343504253453, + "action_effect_rmse": 1.134449513434652 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5352598264452872, + "action_effect_rmse": 0.5968850096662583 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006967207048229322, + "action_effect_rmse": 0.009632098576145427 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.572550358020597, + "action_effect_rmse": 2.075869677899515 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46293544313765506, + "action_effect_rmse": 0.5562546160220485 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011262110554377832, + "action_effect_rmse": 0.013624157604071036 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8934260235856755, + "action_effect_rmse": 3.0667735401291805 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1610332058179663, + "action_effect_rmse": 0.19473674339770777 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0676362386798317, + "action_effect_rmse": 0.08195701338743613 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.5626300372622, + "action_effect_rmse": 7.579298702305489 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 6.840271375360662, + 18.062180600357422, + 0.4234991376590816, + 6.524599176360473 + ], + "true_costs": [ + 15.346583492053576, + 35.45426403616737, + 4.007805333371002, + 4.568195896727831 + ] + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "anchor_step": 650, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4136547244462143, + "action_effect_rmse": 0.43107856961066904 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005061111555908345, + "action_effect_rmse": 0.005895310185041441 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.792140938028562, + "action_effect_rmse": 1.9526771512411207 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5329942377527649, + "action_effect_rmse": 0.5469214816285713 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03935215733910743, + "action_effect_rmse": 0.04119515382360999 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3227385241256115, + "action_effect_rmse": 3.7746853515174537 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6016756354297262, + "action_effect_rmse": 0.6172063169676687 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031381516825302214, + "action_effect_rmse": 0.03633300481257501 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.660606652080712, + "action_effect_rmse": 6.587651339862785 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5596254751073649, + "action_effect_rmse": 0.6168359688598986 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04109787717727068, + "action_effect_rmse": 0.04413791813127059 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.746656051561104, + "action_effect_rmse": 11.733182835688984 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 42.163925975460266, + 27.031387418852802, + 49.470405498446134, + 105.15851126944793 + ], + "true_costs": [ + 41.661645985893514, + 32.06734696030548, + 61.809529386844886, + 108.25986146118092 + ] + }, + { + "system_id": "battery-00737", + "family": "battery", + "anchor_step": 88, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.051123195809063327, + "action_effect_rmse": 0.051344294334842 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0868428504753378, + "action_effect_rmse": 1.1143056458293996 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.792161679595397, + "action_effect_rmse": 13.827627873971037 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06437445631117898, + "action_effect_rmse": 0.06472972098019802 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8523377092204332, + "action_effect_rmse": 1.897995814596011 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.932380936726299, + "action_effect_rmse": 11.066227926644135 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11371665829115228, + "action_effect_rmse": 0.11445210868196269 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4272106736937906, + "action_effect_rmse": 3.505160425370836 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.234845519641677, + "action_effect_rmse": 10.263673064137308 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20478541286744822, + "action_effect_rmse": 0.20541856407181536 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.955593187992406, + "action_effect_rmse": 4.116262607968796 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2402981705014475, + "action_effect_rmse": 1.3992632516448718 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.21250630701381323, + 0.13228368042432656, + 0.16740500506999442, + 0.37249074268171306 + ], + "true_costs": [ + 0.3521150643826291, + 0.10926223839410341, + 0.11870279028363082, + 0.2794317290021383 + ] + }, + { + "system_id": "tank-01132", + "family": "tank", + "anchor_step": 73, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1733277406082546, + "action_effect_rmse": 0.23143983385250916 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.029993684018726558, + "action_effect_rmse": 0.03824713274725049 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6451212043300173, + "action_effect_rmse": 0.6451840543356022 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 19.928802051122705, + "action_effect_rmse": 21.141826665190422 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31645174287570077, + "action_effect_rmse": 0.46014769545587253 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05548837424710366, + "action_effect_rmse": 0.0700027242338929 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7105120825956138, + "action_effect_rmse": 0.7106651224268405 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 11.9318649399137, + "action_effect_rmse": 12.40284390836834 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4832185493183325, + "action_effect_rmse": 0.6728664327394156 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12815508062824263, + "action_effect_rmse": 0.17355267010264142 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5889418496635992, + "action_effect_rmse": 0.5891319303871805 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.104370858993017, + "action_effect_rmse": 11.555169089471413 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8817574760529605, + "action_effect_rmse": 1.1670210332216195 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2706171860639082, + "action_effect_rmse": 0.38909733820779585 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06498500540641998, + "action_effect_rmse": 0.0660435395329083 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.165919714801033, + "action_effect_rmse": 10.091292555568035 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 7.254404915267335, + "predicted_costs": [ + 11.05840346582773, + 11.35252524125536, + 10.449662041722984, + 8.46852938653182 + ], + "true_costs": [ + 11.101342086554283, + 3.8826077579315164, + 11.077012673198851, + 11.137012673198852 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 562, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.8001003008999703, + "action_effect_rmse": 3.248136454406886 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5969081581705874, + "action_effect_rmse": 0.7636351144937995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.107217335244708, + "action_effect_rmse": 5.92816706092714 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9975907198100534, + "action_effect_rmse": 1.1824466985473705 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.440112007415131, + "action_effect_rmse": 6.079298431724287 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4156399589545572, + "action_effect_rmse": 1.7896309618911914 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 8.044148742565861, + "action_effect_rmse": 9.518617939121102 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.931183092996207, + "action_effect_rmse": 4.304474994117645 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 9494.361652344629, + 8493.420811517739, + 9345.87211418497, + 9888.276562070041 + ], + "true_costs": [ + 7132.742399177587, + 4287.965270338637, + 6046.235935380496, + 8478.731607885064 + ] + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "anchor_step": 314, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9358662421034237, + "action_effect_rmse": 1.018438932029821 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009352716659897453, + "action_effect_rmse": 0.010023284639437541 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9531848974759782, + "action_effect_rmse": 1.0152632022850687 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4050173986505439, + "action_effect_rmse": 1.530501108862656 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0328559688410337, + "action_effect_rmse": 0.033349979911076244 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3966765263536824, + "action_effect_rmse": 1.9820284481809805 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9764774939466438, + "action_effect_rmse": 2.099452129941335 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028050003630868996, + "action_effect_rmse": 0.03254841776836062 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.635249813032696, + "action_effect_rmse": 5.44209091107713 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.864072306177704, + "action_effect_rmse": 3.0008245233608117 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.114149550095289, + "action_effect_rmse": 0.15389307270808444 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.536602544595874, + "action_effect_rmse": 10.810665095397576 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 250.56040313336376, + 99.75011849466873, + 163.71083284671363, + 223.84050616079784 + ], + "true_costs": [ + 255.9361166320296, + 46.83626855172269, + 87.25190232872446, + 176.1944381480685 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 50, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.062370886503872035, + "action_effect_rmse": 0.07013181186738021 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2272314485994625, + "action_effect_rmse": 0.30131492512153774 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.2353507617376045, + "action_effect_rmse": 2.3133164682089853 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08865108358508784, + "action_effect_rmse": 0.10948718215794327 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.369462462376094, + "action_effect_rmse": 0.44554345954095687 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9548162631425825, + "action_effect_rmse": 3.0265926902428557 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14037643727254615, + "action_effect_rmse": 0.17652053976376617 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6932463426238158, + "action_effect_rmse": 0.7597003284444367 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.595797046192357, + "action_effect_rmse": 1.9767978176845173 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23963473011644887, + "action_effect_rmse": 0.27736830584275507 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9721523173915294, + "action_effect_rmse": 1.0936772322836303 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4442603370109264, + "action_effect_rmse": 1.7865148124807841 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.019290500062405354, + 0.13299809262126064, + 0.006211405659688312, + 0.031375953019239636 + ], + "true_costs": [ + 0.10158172965293766, + 0.43313709491040137, + 0.009264739027610859, + 0.20353486271518217 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 92, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5746607927576868, + "action_effect_rmse": 0.7089255784354732 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07104374404626472, + "action_effect_rmse": 0.08262746948880681 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18458711595818608, + "action_effect_rmse": 0.18466754318425432 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 20.011261849780734, + "action_effect_rmse": 28.15204208934387 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1067563993539498, + "action_effect_rmse": 1.3570839714805825 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13664334249779664, + "action_effect_rmse": 0.15634354336484502 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16829621344856746, + "action_effect_rmse": 0.1684789654042021 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 12.158474536043117, + "action_effect_rmse": 15.252035663711546 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.041116934441551, + "action_effect_rmse": 2.4766549508124114 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2556744730475901, + "action_effect_rmse": 0.28540204038238487 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0879256205024837, + "action_effect_rmse": 0.08817291000144344 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 11.363694207410068, + "action_effect_rmse": 13.707707765584027 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0904498568204555, + "action_effect_rmse": 3.454138171398887 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4352370885198275, + "action_effect_rmse": 0.4678938638687811 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12413397399980369, + "action_effect_rmse": 0.1242639913982174 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.994915024766701, + "action_effect_rmse": 7.3844112229693515 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 249.07564061332508, + "predicted_costs": [ + 223.97768396457633, + 224.03903052643525, + 225.28274703255835, + 218.79041814307632 + ], + "true_costs": [ + 215.3763624256444, + 185.21823401263745, + 318.3285882120568, + 434.29387462596253 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 579, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48914816764254887, + "action_effect_rmse": 0.599394634960354 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03250442907031056, + "action_effect_rmse": 0.04118181781839761 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0316757275607673, + "action_effect_rmse": 0.03214109272652815 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.49831489954474, + "action_effect_rmse": 67.80110447813996 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6198207654395519, + "action_effect_rmse": 0.7506258284038315 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0691516164964856, + "action_effect_rmse": 0.08758720128063444 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05671214693979626, + "action_effect_rmse": 0.05725219549377846 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 39.52328310012879, + "action_effect_rmse": 54.79461876514688 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6850932839638523, + "action_effect_rmse": 0.8209126647833047 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1528548545480207, + "action_effect_rmse": 0.1938554438743708 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01351055912099614, + "action_effect_rmse": 0.015036041645255833 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 38.29423041780056, + "action_effect_rmse": 52.76028288989475 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4369107670181058, + "action_effect_rmse": 0.6925069014762758 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2585994523502553, + "action_effect_rmse": 0.2933059461382131 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.049555096676851394, + "action_effect_rmse": 0.04987989249490337 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 33.0742946172111, + "action_effect_rmse": 44.764512895989505 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 75.77804809465766, + "predicted_costs": [ + 414.55043030163307, + 414.63692931345287, + 416.3106957772279, + 407.4467171179908 + ], + "true_costs": [ + 409.8774179574278, + 387.52910225100413, + 461.3632359864359, + 463.3071503456618 + ] + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "anchor_step": 216, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7106932449443543, + "action_effect_rmse": 0.7636783288130599 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006985227533395033, + "action_effect_rmse": 0.008006991640107382 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.94682100380849, + "action_effect_rmse": 2.1476531489279185 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6188816840098385, + "action_effect_rmse": 0.7355486411677615 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009709958834220581, + "action_effect_rmse": 0.012285609679083775 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9416376035609726, + "action_effect_rmse": 2.1160876686033756 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6586520453132186, + "action_effect_rmse": 0.7163694585116037 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02500742774836932, + "action_effect_rmse": 0.03192888038205563 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4416164381761214, + "action_effect_rmse": 4.008099267258873 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7863642157170023, + "action_effect_rmse": 0.7929950821066437 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05253318911233625, + "action_effect_rmse": 0.05271091005913927 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.439642814065337, + "action_effect_rmse": 8.87213866652396 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 371.94370299579975, + 442.0571613055396, + 353.7312992970295, + 250.1855279874051 + ], + "true_costs": [ + 338.603135389711, + 409.03441794905217, + 273.2078606746679, + 180.8012820745171 + ] + }, + { + "system_id": "tank-00799", + "family": "tank", + "anchor_step": 245, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1749906720977202, + "action_effect_rmse": 0.2202089006306857 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04285058938364846, + "action_effect_rmse": 0.05242361256894107 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05077552462710666, + "action_effect_rmse": 0.05224230185067973 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 30.170487655000542, + "action_effect_rmse": 34.344377763478526 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2217681656974714, + "action_effect_rmse": 0.29104742595376215 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06439899815220329, + "action_effect_rmse": 0.08082403533900054 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04088427385579152, + "action_effect_rmse": 0.04374027972018534 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.31313154057713, + "action_effect_rmse": 24.45432821246466 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22633985672872825, + "action_effect_rmse": 0.2990311165507417 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06537031343081523, + "action_effect_rmse": 0.07733552713467481 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14209662514147692, + "action_effect_rmse": 0.14312258172555473 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 27.708242744820524, + "action_effect_rmse": 32.13035125819618 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3768242973922593, + "action_effect_rmse": 0.4508780429942617 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08001626484475584, + "action_effect_rmse": 0.0898678311684511 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14611376132695328, + "action_effect_rmse": 0.14756608172137467 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 8.908232273294074, + "action_effect_rmse": 11.536856547204044 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 35.207163209213945, + "predicted_costs": [ + 727.3070698021698, + 745.7144008639966, + 733.1180380526168, + 712.7670106665356 + ], + "true_costs": [ + 714.1733724054869, + 679.0033307716244, + 714.1504939808383, + 714.2104939808384 + ] + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "anchor_step": 213, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5713344119424045, + "action_effect_rmse": 0.6708704741846437 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003934485028234273, + "action_effect_rmse": 0.004627152172994129 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0379710797185737, + "action_effect_rmse": 1.1564968852515956 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9877226358935586, + "action_effect_rmse": 1.1621826112672606 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0028768672710839382, + "action_effect_rmse": 0.00358198561113381 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.000354493571289, + "action_effect_rmse": 2.155911709629198 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3666191834945423, + "action_effect_rmse": 1.4452303177155432 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.058889538762169735, + "action_effect_rmse": 0.06262480342793464 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.2450432098278554, + "action_effect_rmse": 4.332201401121256 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9031545768892826, + "action_effect_rmse": 2.0124930631375295 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12387521083977404, + "action_effect_rmse": 0.1406178494072491 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.758701375861004, + "action_effect_rmse": 9.260926156358266 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 145.38675892824153, + 264.6647058809144, + 197.31329052428796, + 125.80608992382135 + ], + "true_costs": [ + 140.03426591123818, + 283.1076880789322, + 129.5610296623189, + 68.21476112076361 + ] + }, + { + "system_id": "battery-00134", + "family": "battery", + "anchor_step": 88, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010052222067834501, + "action_effect_rmse": 0.014401651468065553 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18335506342225827, + "action_effect_rmse": 0.22965637403888303 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.291185693099628, + "action_effect_rmse": 1.5222689631165944 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01449690252468401, + "action_effect_rmse": 0.01831605144919506 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2961899891843262, + "action_effect_rmse": 0.3491874742105463 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.4985137365062946, + "action_effect_rmse": 3.962332260346078 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03242619137453976, + "action_effect_rmse": 0.03502022909513777 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.32431209126763605, + "action_effect_rmse": 0.4059466249370993 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5265732005481425, + "action_effect_rmse": 2.707679792504165 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0377548087638273, + "action_effect_rmse": 0.05400003336593092 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5081421853367113, + "action_effect_rmse": 0.5517635685547879 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7809436554966687, + "action_effect_rmse": 3.022183606451893 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.7801042475051223, + 1.060330738708419, + 0.8303338053808924, + 0.5352796270688814 + ], + "true_costs": [ + 0.8071853525585339, + 1.02, + 0.999728801164248, + 0.5341555573415576 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 565, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7416415976955495, + "action_effect_rmse": 0.9371352014901944 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4806770412532539, + "action_effect_rmse": 0.6122495315142465 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1468223928384067, + "action_effect_rmse": 1.498863576432958 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9431128933390861, + "action_effect_rmse": 1.1577955541894922 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2035709113558895, + "action_effect_rmse": 2.800493365165019 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2631605770114143, + "action_effect_rmse": 2.4336360335470157 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6011984783031665, + "action_effect_rmse": 2.806692708117571 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.835986874955211, + "action_effect_rmse": 5.90146942241703 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 79.74810476756113, + 169.0156417533584, + 92.15730082629261, + 44.07695918921498 + ], + "true_costs": [ + 55.0023239822459, + 286.92551859562525, + 76.74128796894166, + 32.34928156983875 + ] + }, + { + "system_id": "tank-00298", + "family": "tank", + "anchor_step": 278, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4023823500696236, + "action_effect_rmse": 0.489321076339541 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013957773524429248, + "action_effect_rmse": 0.017360085643622517 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14167294643873726, + "action_effect_rmse": 0.14180796470684612 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 10.078480919731225, + "action_effect_rmse": 10.338485160829965 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6858478354119004, + "action_effect_rmse": 0.7823786670483324 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.032121198642934466, + "action_effect_rmse": 0.039109844325206464 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02582436867637398, + "action_effect_rmse": 0.027202923204837033 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.407297446525074, + "action_effect_rmse": 22.524646516878764 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.992873463206268, + "action_effect_rmse": 1.083077998202457 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06970935158698548, + "action_effect_rmse": 0.08110208204481198 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14844488159506122, + "action_effect_rmse": 0.14862366928924015 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 15.183259494015324, + "action_effect_rmse": 15.536965940196135 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.336945546948393, + "action_effect_rmse": 1.3398131585802824 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1656371725763499, + "action_effect_rmse": 0.18680682713444532 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06970055640831392, + "action_effect_rmse": 0.06992115963840478 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.762327383161957, + "action_effect_rmse": 10.81867449882955 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 109.36294753770443, + "predicted_costs": [ + 209.42796595050385, + 207.69490309510934, + 207.96878859535911, + 201.74228908714673 + ], + "true_costs": [ + 235.63776377440126, + 173.15817331505383, + 250.3745151176978, + 282.52112085275826 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 89, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4186233237023463, + "action_effect_rmse": 0.574329631625711 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0349967792653351, + "action_effect_rmse": 0.045626612953563045 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05772939842667154, + "action_effect_rmse": 0.057986046344383514 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 64.66422088490914, + "action_effect_rmse": 77.92362262505635 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38589307340049395, + "action_effect_rmse": 0.629987654622513 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08106996695409367, + "action_effect_rmse": 0.10480619722059514 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04501221206403818, + "action_effect_rmse": 0.04533074587443486 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 49.49707726142983, + "action_effect_rmse": 59.59273261977924 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46663402566092377, + "action_effect_rmse": 0.7495429857126391 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1385561938918721, + "action_effect_rmse": 0.16435634311792868 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07619859977224844, + "action_effect_rmse": 0.07642498139974366 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 50.69738114799757, + "action_effect_rmse": 62.39949225598028 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5601981050961301, + "action_effect_rmse": 0.9185354423015072 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24406149531005283, + "action_effect_rmse": 0.2968004176505801 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.036657841067976836, + "action_effect_rmse": 0.036974476337504385 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.78868547366847, + "action_effect_rmse": 38.0855407652693 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 95.17118887610144, + "predicted_costs": [ + 400.58364176298846, + 405.0139697166086, + 406.09801308780743, + 399.39863854162974 + ], + "true_costs": [ + 463.2744484215524, + 368.13596146956036, + 458.40542317235906, + 463.3071503456618 + ] + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "anchor_step": 593, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40304774666728704, + "action_effect_rmse": 0.45927910380872466 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003919828907195703, + "action_effect_rmse": 0.005525956570638799 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9219407521951931, + "action_effect_rmse": 1.2553647464119149 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5828258696882251, + "action_effect_rmse": 0.6953699057817253 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02052902003838734, + "action_effect_rmse": 0.020987980336372006 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4890924157473364, + "action_effect_rmse": 1.6264523707275622 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6398244680455937, + "action_effect_rmse": 0.7822093379490087 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01669878436961388, + "action_effect_rmse": 0.023189863255328715 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.279852073239946, + "action_effect_rmse": 3.319605591732427 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7739781962123798, + "action_effect_rmse": 1.001765697968779 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11931066177105147, + "action_effect_rmse": 0.13633616370880192 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.344298408025983, + "action_effect_rmse": 10.69069982649964 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 62.65021718884218, + 48.95847550614899, + 13.404530706356617, + 5.756856787335808 + ], + "true_costs": [ + 63.504213835909326, + 69.82566060087709, + 13.72340517280082, + 6.148051787067191 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 650, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8000753285994889, + "action_effect_rmse": 1.001722760002054 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011622914609144885, + "action_effect_rmse": 0.017997076239075392 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48165205533295924, + "action_effect_rmse": 0.4818158433705766 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 37.95544762598549, + "action_effect_rmse": 54.09005001596318 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.364433527320706, + "action_effect_rmse": 1.7538366038291513 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01023555862440162, + "action_effect_rmse": 0.01151159199580235 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47035207945038837, + "action_effect_rmse": 0.4705673889890385 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 29.705274855277736, + "action_effect_rmse": 40.15322163468539 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3980653147732975, + "action_effect_rmse": 3.0372287469493986 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016337853701994476, + "action_effect_rmse": 0.017239152680458503 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5164099857620158, + "action_effect_rmse": 0.5167289200269604 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 26.357796007268846, + "action_effect_rmse": 33.60406328876092 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4579589897225493, + "action_effect_rmse": 2.707834186121139 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.048833291606322625, + "action_effect_rmse": 0.07188001622195056 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10687386299463501, + "action_effect_rmse": 0.10892805937086315 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.64635796967198, + "action_effect_rmse": 25.912447894266478 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 162.15672441064328, + "predicted_costs": [ + 101.08275819703348, + 100.16985225771995, + 101.67978964979655, + 92.749843354009 + ], + "true_costs": [ + 84.72887481673098, + 59.33166142916739, + 137.45616638123062, + 221.48838583981066 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 89, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8346190850163033, + "action_effect_rmse": 0.9555710157152567 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00405270629087795, + "action_effect_rmse": 0.004115233797465357 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8556595138629035, + "action_effect_rmse": 0.939752490790861 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8386152630954236, + "action_effect_rmse": 1.0156911810278804 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.032749200983985816, + "action_effect_rmse": 0.03772095087252656 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6068106290536832, + "action_effect_rmse": 1.954441863512706 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0888696364307968, + "action_effect_rmse": 1.3467042475545468 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10938147726351961, + "action_effect_rmse": 0.13062742454563273 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7685880873464015, + "action_effect_rmse": 3.7637287462903797 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.553161187211917, + "action_effect_rmse": 2.0166750223665337 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3785060610805952, + "action_effect_rmse": 0.44215109620484666 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.461925431996306, + "action_effect_rmse": 8.008367604697076 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 1.0538118567538404, + "predicted_costs": [ + 2.247062494251739, + 7.042416506352139, + 0.7503657473225569, + 16.13685463514493 + ], + "true_costs": [ + 2.3836696186609325, + 51.41263704618678, + 3.437481475414773, + 13.667427199187252 + ] + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "anchor_step": 488, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2160313884100944, + "action_effect_rmse": 1.2911605638012214 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030834465425382263, + "action_effect_rmse": 0.03346243624449575 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0713172306088456, + "action_effect_rmse": 1.2501162442898148 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8090147827789131, + "action_effect_rmse": 1.9106116863507765 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11602891817100058, + "action_effect_rmse": 0.12986578091483894 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.223801854545248, + "action_effect_rmse": 1.5955318583987304 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.441790406328425, + "action_effect_rmse": 2.5117171317389957 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4728182261071178, + "action_effect_rmse": 0.5227658872989577 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.05225515009613, + "action_effect_rmse": 4.165569063773494 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.261610500215403, + "action_effect_rmse": 3.307569750866013 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.555320565267105, + "action_effect_rmse": 1.6939109870426188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.110888690335173, + "action_effect_rmse": 8.355497919826641 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 286.3634724326716, + 123.77321763123845, + 194.97782642273486, + 258.91379825999854 + ], + "true_costs": [ + 277.8607729931297, + 49.26872726881882, + 88.7369411514514, + 168.2115212123616 + ] + }, + { + "system_id": "tank-00631", + "family": "tank", + "anchor_step": 574, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17635101581712812, + "action_effect_rmse": 0.23444297112994528 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03546273041164483, + "action_effect_rmse": 0.04359350545685074 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33288833631189424, + "action_effect_rmse": 0.33301874679530946 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 13.911122058872737, + "action_effect_rmse": 16.6618022247456 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28958994323081555, + "action_effect_rmse": 0.4174935683712126 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07075627794140497, + "action_effect_rmse": 0.0881884101551033 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2635547872536052, + "action_effect_rmse": 0.26395543028800117 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 7.636774245769755, + "action_effect_rmse": 8.780302795366744 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3759607552295788, + "action_effect_rmse": 0.5541699094348516 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1399674037394932, + "action_effect_rmse": 0.18062549659369226 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02269476399838029, + "action_effect_rmse": 0.027879474307491606 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 25.513586458702616, + "action_effect_rmse": 25.752945226558154 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5793231000342386, + "action_effect_rmse": 0.7786788772113514 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25332711138894126, + "action_effect_rmse": 0.323446237837036 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02737958695668437, + "action_effect_rmse": 0.030324633783409882 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 4.911156381041181, + "action_effect_rmse": 6.447051867227167 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 78.52397086984627, + "predicted_costs": [ + 826.8078240483555, + 841.3972396449739, + 831.2383688743133, + 811.2397589667074 + ], + "true_costs": [ + 814.2415623748421, + 735.7443762014088, + 814.208347071255, + 814.2683470712551 + ] + }, + { + "system_id": "tank-00487", + "family": "tank", + "anchor_step": 561, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4671568982860128, + "action_effect_rmse": 0.570158116160905 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008148215354059593, + "action_effect_rmse": 0.009205624337087388 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23637097274315297, + "action_effect_rmse": 0.23653579085085316 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.81048036497257, + "action_effect_rmse": 44.24820257287638 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.876988900025038, + "action_effect_rmse": 1.0609812046842995 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013631237600820375, + "action_effect_rmse": 0.01729906673035893 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22387335348346502, + "action_effect_rmse": 0.22408666503810168 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.69344391387064, + "action_effect_rmse": 31.82227491265164 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.659142999592672, + "action_effect_rmse": 2.032885616569929 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.039157795680382655, + "action_effect_rmse": 0.046937027194956064 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1050864819547368, + "action_effect_rmse": 0.10590972324905687 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 25.26957310786555, + "action_effect_rmse": 32.797482781809016 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1421163864982264, + "action_effect_rmse": 2.8292310919103256 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07885370446359848, + "action_effect_rmse": 0.11575907016094128 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015865601091168375, + "action_effect_rmse": 0.017068983504058804 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.52681561534082, + "action_effect_rmse": 26.737357854261102 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 149.85651350691688, + "predicted_costs": [ + 74.79352514431237, + 71.37430812513549, + 72.45798069626707, + 66.8246818325821 + ], + "true_costs": [ + 119.26691296313327, + 41.55551767351272, + 115.54307216366428, + 191.4120311804296 + ] + }, + { + "system_id": "battery-00230", + "family": "battery", + "anchor_step": 476, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001618046127901655, + "action_effect_rmse": 0.0016301622889859182 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22255471489831416, + "action_effect_rmse": 0.27152440662461497 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.611515248163914, + "action_effect_rmse": 1.8646736686383367 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004079935529563095, + "action_effect_rmse": 0.004369291123207583 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4700021158054432, + "action_effect_rmse": 0.5872973664933356 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8280661467761021, + "action_effect_rmse": 0.9545922445636099 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008697329378657562, + "action_effect_rmse": 0.013628430912469068 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7971482095929842, + "action_effect_rmse": 0.9941650441814264 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9675438786682307, + "action_effect_rmse": 1.2343076979011078 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006631052034271075, + "action_effect_rmse": 0.007620861302768665 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5221409953706992, + "action_effect_rmse": 1.7499599293094537 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0617416854631518, + "action_effect_rmse": 1.0809756227210934 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.19894484973687973, + 0.06187035969625149, + 0.1199280681560228, + 0.2642654102227807 + ], + "true_costs": [ + 0.22401075765781173, + 0.07059060706094998, + 0.13391300647429893, + 0.2867444652064415 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 48, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23614006195596637, + "action_effect_rmse": 0.2754577231746432 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01740708693570762, + "action_effect_rmse": 0.022414659620416395 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15284881460182748, + "action_effect_rmse": 0.15298427994253602 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.63149731773898, + "action_effect_rmse": 67.65743832270174 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.35546612029996477, + "action_effect_rmse": 0.4194582872683227 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03364247705380071, + "action_effect_rmse": 0.0439367274525086 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012689787403796527, + "action_effect_rmse": 0.01649816936090166 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 38.61257331872497, + "action_effect_rmse": 54.47476538171365 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.531277364298683, + "action_effect_rmse": 0.6155425048129088 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08796913955755888, + "action_effect_rmse": 0.11326493864324039 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06870329710021307, + "action_effect_rmse": 0.0696554192680391 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 37.23189255237785, + "action_effect_rmse": 52.9145827201931 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9231593186436852, + "action_effect_rmse": 1.0578076771478113 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19930499869843152, + "action_effect_rmse": 0.2517221959793208 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14380435256541532, + "action_effect_rmse": 0.1439596338239447 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.09089872490758, + "action_effect_rmse": 44.588885343038115 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 52.91659903105824, + "predicted_costs": [ + 530.3802761188737, + 530.4779718504212, + 524.460570769522, + 514.7149334811605 + ], + "true_costs": [ + 469.1559103653997, + 477.31772850027147, + 522.0125093964579, + 522.0725093964579 + ] + }, + { + "system_id": "tank-00583", + "family": "tank", + "anchor_step": 597, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13778140907931422, + "action_effect_rmse": 0.16811250586967788 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027530529148980538, + "action_effect_rmse": 0.0337013302173771 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01505303480769793, + "action_effect_rmse": 0.01799363678231791 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.446334565390497, + "action_effect_rmse": 22.953706610435113 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18674352265155036, + "action_effect_rmse": 0.2405354921124353 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06610047555577303, + "action_effect_rmse": 0.07852009397474771 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.029175562956957123, + "action_effect_rmse": 0.031679864520360874 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.572642688502613, + "action_effect_rmse": 16.628209452140425 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22491854956632493, + "action_effect_rmse": 0.30889805900601003 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12944006363242325, + "action_effect_rmse": 0.15310959196766802 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06661447511584602, + "action_effect_rmse": 0.06810122096401745 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.2251336229129, + "action_effect_rmse": 16.327063778901643 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3676492389158496, + "action_effect_rmse": 0.5350803811223762 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22027280946832248, + "action_effect_rmse": 0.2724953496797216 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24018216449915017, + "action_effect_rmse": 0.2408281729648832 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.0072298941745, + "action_effect_rmse": 12.49120847082093 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 19.3741339154154, + "predicted_costs": [ + 195.35064428704155, + 204.55345664241267, + 201.19325787637064, + 192.13676324033216 + ], + "true_costs": [ + 194.68298823073295, + 175.34626383295222, + 194.66039774836761, + 194.72039774836762 + ] + }, + { + "system_id": "tank-01183", + "family": "tank", + "anchor_step": 312, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22378547656276856, + "action_effect_rmse": 0.2991449824666775 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015288142007603867, + "action_effect_rmse": 0.017703742110268504 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37046445522118426, + "action_effect_rmse": 0.37066709502921547 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.45831641223587, + "action_effect_rmse": 33.33035785268083 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.35023969737320826, + "action_effect_rmse": 0.5069983239669916 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013731164145548647, + "action_effect_rmse": 0.016682843381098215 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.44988583238445723, + "action_effect_rmse": 0.4501520688464676 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.18675411086519, + "action_effect_rmse": 24.24934114766897 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.498668074557612, + "action_effect_rmse": 0.7649043173764521 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014786658824152235, + "action_effect_rmse": 0.01551567833475559 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.636538945922359, + "action_effect_rmse": 0.636763871493185 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.434943412831668, + "action_effect_rmse": 28.162587103738993 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.15560760496364, + "action_effect_rmse": 1.6295984324671549 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07279511289607694, + "action_effect_rmse": 0.07383136241055573 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7782580246290989, + "action_effect_rmse": 0.7785380394321177 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.196995270409088, + "action_effect_rmse": 18.672707420003913 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 101.03759233474142, + "predicted_costs": [ + 505.4056864170261, + 515.8274015021171, + 506.48282546211146, + 490.0269348630977 + ], + "true_costs": [ + 501.41916403031826, + 400.40856387883787, + 501.3452935889762, + 501.4461562135793 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 486, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010536052551995285, + "action_effect_rmse": 0.01595006508278905 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09264422778558205, + "action_effect_rmse": 0.13125488573652652 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.7745737746947348, + "action_effect_rmse": 3.9851181644803852 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02131316364050854, + "action_effect_rmse": 0.025840757499739225 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21896258955840184, + "action_effect_rmse": 0.2856903896628765 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5746800997042336, + "action_effect_rmse": 2.59089250964266 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04201450495014584, + "action_effect_rmse": 0.045217074815859785 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44748534689446345, + "action_effect_rmse": 0.4841750928353562 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5801161933809335, + "action_effect_rmse": 0.6818780042301368 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10085535900405933, + "action_effect_rmse": 0.1281571788135064 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3025946953503613, + "action_effect_rmse": 1.5156759376915334 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.056236921197734, + "action_effect_rmse": 6.066154736245972 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8652320887280606, + 1.060330738708419, + 0.8303338053808924, + 0.5352796270688814 + ], + "true_costs": [ + 0.9469201430400964, + 1.02, + 0.99991070119537, + 0.46373921989873657 + ] + }, + { + "system_id": "tank-01189", + "family": "tank", + "anchor_step": 543, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11453460404121503, + "action_effect_rmse": 0.1474406347348014 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008302758134021223, + "action_effect_rmse": 0.00919767851624654 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3987464193032122, + "action_effect_rmse": 0.39882195559631745 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.174643163125083, + "action_effect_rmse": 16.270204030414636 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16568914971209972, + "action_effect_rmse": 0.24364093127004646 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0030452860953798697, + "action_effect_rmse": 0.003830830823572168 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3836019109670923, + "action_effect_rmse": 0.38369875105385365 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.628026917698738, + "action_effect_rmse": 5.676402715667532 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3455002347721363, + "action_effect_rmse": 0.4158902957191909 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025673590551172982, + "action_effect_rmse": 0.027077350806675407 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3450649729165875, + "action_effect_rmse": 0.34524508036917195 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 6.128821382305865, + "action_effect_rmse": 7.046369323319208 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6165821676107154, + "action_effect_rmse": 0.9560302951062906 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12634235219432335, + "action_effect_rmse": 0.17074788342967426 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3046998632845781, + "action_effect_rmse": 0.3050093122253838 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.53507647858563, + "action_effect_rmse": 6.715525232012146 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 2.4067627120751984, + "predicted_costs": [ + 4.558401042546676, + 4.715167037286169, + 4.250398609804765, + 3.5063883380349106 + ], + "true_costs": [ + 4.286553231048985, + 1.9213539858748947, + 4.268116697950092, + 4.328116697950093 + ] + }, + { + "system_id": "battery-00992", + "family": "battery", + "anchor_step": 416, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023598099033610945, + "action_effect_rmse": 0.027953310971333068 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16462935109026025, + "action_effect_rmse": 0.2002414447301967 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.925423548487698, + "action_effect_rmse": 10.080191671223579 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.032810477951844684, + "action_effect_rmse": 0.03839140965150795 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26219625929786705, + "action_effect_rmse": 0.311104651061691 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.352452727449668, + "action_effect_rmse": 8.920004765371031 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06298470087221662, + "action_effect_rmse": 0.07306240781446532 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5123144751208487, + "action_effect_rmse": 0.608358602188668 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 8.511890779914753, + "action_effect_rmse": 8.712573316926699 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08634218686830726, + "action_effect_rmse": 0.10224235853467917 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7716361670854971, + "action_effect_rmse": 0.9996492644285787 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.016480574773497, + "action_effect_rmse": 6.37297988669305 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.1262741817934478, + 1.0522554851399581, + 0.8298397008519568, + 0.5020761182733355 + ], + "true_costs": [ + 1.0569710574497113, + 1.02, + 0.9997965881981167, + 0.695282497245708 + ] + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "anchor_step": 423, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8430098648831906, + "action_effect_rmse": 0.8522471571533095 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9344506507804529, + "action_effect_rmse": 1.9961027293003968 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0569161653730899, + "action_effect_rmse": 1.0623610872022407 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.916602883394982, + "action_effect_rmse": 2.1286960141754 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6531987153546481, + "action_effect_rmse": 0.6745614244615964 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6766455156800362, + "action_effect_rmse": 2.2557036237675354 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4583025535696142, + "action_effect_rmse": 0.5780392353607802 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.892377373564822, + "action_effect_rmse": 3.171255231361378 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 462.89614804038786, + 254.23453376256626, + 366.16780287815135, + 527.3612525878309 + ], + "true_costs": [ + 506.0009441202257, + 257.70845940587697, + 345.09701060984537, + 529.9417945311462 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 607, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6455014213495316, + "action_effect_rmse": 0.7772009198072 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01629109979861454, + "action_effect_rmse": 0.01823174456192545 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4954357913928105, + "action_effect_rmse": 0.49556891169192596 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.076158138444853, + "action_effect_rmse": 14.807241194647455 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2009305699743664, + "action_effect_rmse": 1.4470854858469056 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0241112452527427, + "action_effect_rmse": 0.028231936126787333 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3906683128311024, + "action_effect_rmse": 0.39087421022620206 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.458101665372645, + "action_effect_rmse": 3.9966678825993505 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.615741055284736, + "action_effect_rmse": 1.9643093542046863 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04812496878461836, + "action_effect_rmse": 0.05129939031501577 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21614409136254456, + "action_effect_rmse": 0.21658211842070282 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6658782904819205, + "action_effect_rmse": 4.38144319620966 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9056382253166992, + "action_effect_rmse": 2.9644542287180844 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07259358294377154, + "action_effect_rmse": 0.07549707036062238 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18548250551624454, + "action_effect_rmse": 0.18587192786993226 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.726693354510654, + "action_effect_rmse": 5.984500093267568 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 72.44187813240866, + "predicted_costs": [ + 14.51501416551329, + 11.795206941039076, + 12.765492552539405, + 9.968731624079899 + ], + "true_costs": [ + 49.771414035554685, + 4.770668612785733, + 50.48855396699951, + 77.21254674519439 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 632, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27641589135879724, + "action_effect_rmse": 0.3374193155582971 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5349411693307502, + "action_effect_rmse": 0.6481138819272722 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3396873819923911, + "action_effect_rmse": 0.4642149794277033 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.794296861314327, + "action_effect_rmse": 0.9533654992549906 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.318103533311626, + "action_effect_rmse": 1.400483468904312 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6253344354748456, + "action_effect_rmse": 3.969400556515544 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4461681844952374, + "action_effect_rmse": 2.5890940598889403 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.705289012818108, + "action_effect_rmse": 9.480948293507772 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 212.70287057163125, + 217.9666935474865, + 351.75068488303054, + 475.88752869883103 + ], + "true_costs": [ + 205.04782664748225, + 232.9805467984468, + 383.72949363901614, + 601.7715413350312 + ] + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "anchor_step": 255, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.48498480863095, + "action_effect_rmse": 2.986723617152946 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5342592211108391, + "action_effect_rmse": 0.7031294863607891 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.489165923096458, + "action_effect_rmse": 5.418981173398144 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8085488580110601, + "action_effect_rmse": 1.000001470586875 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 7.960325346284101, + "action_effect_rmse": 9.614285592430022 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.329978014832837, + "action_effect_rmse": 1.6446296077609366 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 13.940848746304313, + "action_effect_rmse": 16.70197518527541 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9393191445863445, + "action_effect_rmse": 4.321947004660828 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 4838.634561016015, + 3816.45884190347, + 4356.607303031154, + 4772.715858779973 + ], + "true_costs": [ + 5425.216139675951, + 1885.6201291725433, + 3104.664119995822, + 4997.93311828181 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 471, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35696103205386365, + "action_effect_rmse": 0.4333241571471246 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004687250237237113, + "action_effect_rmse": 0.004980543182314787 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7956813093635446, + "action_effect_rmse": 1.0277921602218136 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4518334668218446, + "action_effect_rmse": 0.5471537252853198 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0057559345432783475, + "action_effect_rmse": 0.007119438906406565 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.672239378213438, + "action_effect_rmse": 2.09521351817371 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4178491862655527, + "action_effect_rmse": 0.5053333765525242 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00535817262737955, + "action_effect_rmse": 0.006568515774436749 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.999538586860922, + "action_effect_rmse": 4.20591977595238 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07311112672253373, + "action_effect_rmse": 0.08961388203985514 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.042028464537273415, + "action_effect_rmse": 0.05524360805934756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.226224221943426, + "action_effect_rmse": 8.191671266239803 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 3.698858751897263, + 6.997763845998476, + 3.9592541048520693, + 23.799989405557113 + ], + "true_costs": [ + 3.9069664694096113, + 7.012004383716102, + 4.09689031750333, + 33.18862551744388 + ] + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "anchor_step": 318, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.9261331043317207, + "action_effect_rmse": 3.053606015428082 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7743480899280069, + "action_effect_rmse": 1.8553207943613024 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.089068361517474, + "action_effect_rmse": 5.297038641193534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.269482817847783, + "action_effect_rmse": 1.5380381947569444 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.106642571394752, + "action_effect_rmse": 5.570258681130856 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.299173385033403, + "action_effect_rmse": 4.573708209330254 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.903176431189756, + "action_effect_rmse": 3.642045514966483 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.597914930565898, + "action_effect_rmse": 9.384287888920584 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 914.2469995449194, + 712.5347042169022, + 957.8319211785099, + 1142.9676559121642 + ], + "true_costs": [ + 785.5934953553739, + 245.3048285334962, + 395.24530667191, + 724.8986487280489 + ] + }, + { + "system_id": "tank-00097", + "family": "tank", + "anchor_step": 633, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09642107416129046, + "action_effect_rmse": 0.10563754505701249 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008714343136929278, + "action_effect_rmse": 0.010769397481389087 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07268571119205516, + "action_effect_rmse": 0.07292796692640363 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 41.922359436867694, + "action_effect_rmse": 56.676639303477636 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1541280877792174, + "action_effect_rmse": 0.1834841125204293 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013159782092009445, + "action_effect_rmse": 0.015678243537541613 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05603741563990295, + "action_effect_rmse": 0.056764715131025004 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.6920365095341, + "action_effect_rmse": 44.11017546738461 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17964279881497447, + "action_effect_rmse": 0.25491540718015826 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0068875672796077465, + "action_effect_rmse": 0.007934359055823726 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03859963938397231, + "action_effect_rmse": 0.03929021908811716 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 33.77247151488425, + "action_effect_rmse": 44.74070178910544 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5521571276859364, + "action_effect_rmse": 0.5703334942335659 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009913713332032614, + "action_effect_rmse": 0.011391691173077865 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24855641938605766, + "action_effect_rmse": 0.24870295901536243 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 37.42499895833371, + "action_effect_rmse": 49.58231781353121 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 35.372038779451714, + "predicted_costs": [ + 412.15548116419154, + 411.5927802319134, + 410.020369129922, + 402.48054355156336 + ], + "true_costs": [ + 397.9200834828189, + 373.9245487931348, + 409.23658757258653, + 409.29658757258653 + ] + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "anchor_step": 159, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3371623735962442, + "action_effect_rmse": 0.41434550787451885 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01474774056251249, + "action_effect_rmse": 0.016030322225382407 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8068681379130661, + "action_effect_rmse": 0.9091745623261375 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29445207011366037, + "action_effect_rmse": 0.3229218487084766 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05065335143976668, + "action_effect_rmse": 0.05211671595462534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1594927727587296, + "action_effect_rmse": 2.784136220944755 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2982419272789727, + "action_effect_rmse": 0.33928344889918904 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08275189311167115, + "action_effect_rmse": 0.08408219070635 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.5501042422652915, + "action_effect_rmse": 6.448917394694102 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1217569733302722, + "action_effect_rmse": 0.15254661038305187 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10585988553784868, + "action_effect_rmse": 0.10684899356118986 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.975876287425015, + "action_effect_rmse": 13.210500614946849 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 1.9438684107607909, + "predicted_costs": [ + 30.309427937179535, + 5.851541054178019, + 8.8044150871668, + 32.09736931193505 + ], + "true_costs": [ + 23.5076722058105, + 7.319912903539635, + 5.376044492778844, + 29.43346858355869 + ] + }, + { + "system_id": "tank-00532", + "family": "tank", + "anchor_step": 507, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3571084421822466, + "action_effect_rmse": 0.4248798062547059 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01035100418659359, + "action_effect_rmse": 0.013751789841642098 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6552367060933918, + "action_effect_rmse": 0.6552593678376719 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.896566297396067, + "action_effect_rmse": 29.858830247408736 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6904341193444011, + "action_effect_rmse": 0.8310581193702773 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024012481937277858, + "action_effect_rmse": 0.03144251007484359 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5983825683105635, + "action_effect_rmse": 0.5984339932957237 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 17.1434638629689, + "action_effect_rmse": 19.23144558143654 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8267243157360706, + "action_effect_rmse": 1.050178617088566 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05532896878001026, + "action_effect_rmse": 0.07347910765389809 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11115808264243632, + "action_effect_rmse": 0.11129932392747076 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.887352557378723, + "action_effect_rmse": 18.368891172506103 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1525714308130233, + "action_effect_rmse": 1.6507295935117996 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09193780809656242, + "action_effect_rmse": 0.12472309853437054 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18572778400368825, + "action_effect_rmse": 0.1858514075181678 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.8912926768261, + "action_effect_rmse": 13.031116907778731 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 63.983013064683824, + "predicted_costs": [ + 89.87337451230482, + 86.00374863781462, + 87.12422403480689, + 83.45257158902989 + ], + "true_costs": [ + 123.7470658470387, + 60.77221726366469, + 101.61536388113547, + 124.75523032834852 + ] + }, + { + "system_id": "tank-00784", + "family": "tank", + "anchor_step": 262, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5980061580963721, + "action_effect_rmse": 0.6929990522469479 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1518489323015532, + "action_effect_rmse": 0.17422068782526548 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14681203758296593, + "action_effect_rmse": 0.1469131461323898 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 35.13023171042665, + "action_effect_rmse": 49.18048106065599 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7539680786696307, + "action_effect_rmse": 0.8281595258747261 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22911744435234027, + "action_effect_rmse": 0.2498303917944335 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1663701896504655, + "action_effect_rmse": 0.16655505480440763 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.49513154992024, + "action_effect_rmse": 36.23782134950563 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7863030038268572, + "action_effect_rmse": 0.7996423528588734 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.331320434825263, + "action_effect_rmse": 0.3424391873597211 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15887916082690237, + "action_effect_rmse": 0.15901142017942713 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 26.451691537326216, + "action_effect_rmse": 33.96387737917099 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9394196843615438, + "action_effect_rmse": 0.9732002027930989 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5463556144952335, + "action_effect_rmse": 0.5542474724862362 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17660282233511393, + "action_effect_rmse": 0.1767339796863955 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.60900615327577, + "action_effect_rmse": 25.77171668505567 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 1.7407208128473841, + 1.710053778982269, + 1.4694108010194329, + 2.1072597963106667 + ], + "true_costs": [ + 1.4372284787186647, + 6.296994151092552, + 0.26310145998187806, + 0.3998419232398252 + ] + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "anchor_step": 80, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.502885430922916, + "action_effect_rmse": 0.6256012225304171 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007084798761077593, + "action_effect_rmse": 0.009362371890000831 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6350007135678529, + "action_effect_rmse": 0.7834252397970657 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8229567491690956, + "action_effect_rmse": 1.0079298859813908 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02234759832456727, + "action_effect_rmse": 0.02768249653972092 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1774865190000507, + "action_effect_rmse": 1.4968410366306175 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9862462566592249, + "action_effect_rmse": 1.218497757083046 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04644642589341667, + "action_effect_rmse": 0.05434318807572383 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.24471022758758, + "action_effect_rmse": 3.3472168806287166 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5178369638469225, + "action_effect_rmse": 1.8208377329710819 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05997096381512416, + "action_effect_rmse": 0.062395527240276825 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.0045088433948095, + "action_effect_rmse": 7.325589331243757 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 9.204895778026836, + 8.760604995117161, + 2.8563547410685515, + 16.99066808597806 + ], + "true_costs": [ + 16.853477507964598, + 21.71749834028883, + 1.435684159715903, + 32.17525836069511 + ] + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "anchor_step": 368, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6035420129565156, + "action_effect_rmse": 0.7737451614276964 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004235681982521555, + "action_effect_rmse": 0.005322689084312191 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2104275860459286, + "action_effect_rmse": 1.4966130329073413 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8748049581621574, + "action_effect_rmse": 1.0867382832844965 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027133424566960922, + "action_effect_rmse": 0.027271736554778384 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.951415295786622, + "action_effect_rmse": 2.248488288288363 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2585404558071904, + "action_effect_rmse": 1.45959050179231 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.023395220260515732, + "action_effect_rmse": 0.030743688590920155 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.134931961238067, + "action_effect_rmse": 4.773037937590213 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.869706947075142, + "action_effect_rmse": 2.2406826467057783 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18115856622511828, + "action_effect_rmse": 0.20695651968834206 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.667750553026963, + "action_effect_rmse": 11.738355342984011 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.0, + "predicted_costs": [ + 152.66176995964508, + 164.34381525329115, + 243.52111568321249, + 333.48813439292076 + ], + "true_costs": [ + 116.01417143382986, + 114.01417143382986, + 236.4156480478051, + 424.6700995022107 + ] + }, + { + "system_id": "battery-00266", + "family": "battery", + "anchor_step": 24, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027324741020205167, + "action_effect_rmse": 0.02909852359577222 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5905199425306655, + "action_effect_rmse": 0.6474334877360087 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.351291300347717, + "action_effect_rmse": 6.784033403283509 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.044103614356250966, + "action_effect_rmse": 0.04867988425553534 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1399652913388134, + "action_effect_rmse": 1.2584720207398905 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.728112604610481, + "action_effect_rmse": 4.892133258542956 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0645201236923436, + "action_effect_rmse": 0.07395869793682623 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8799750433493554, + "action_effect_rmse": 2.1166222322043655 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.256536626700805, + "action_effect_rmse": 4.462605245417205 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03380335217988147, + "action_effect_rmse": 0.0413825613489353 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6603990005040714, + "action_effect_rmse": 1.9917535919489622 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5903654208690825, + "action_effect_rmse": 3.6766744576933434 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.6702853850586997, + 0.5592798454662075, + 0.3076575594647398, + 0.17675854142653175 + ], + "true_costs": [ + 0.825786582467057, + 0.7059339134701421, + 0.3281522313620786, + 0.16139741703890506 + ] + }, + { + "system_id": "tank-00565", + "family": "tank", + "anchor_step": 113, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4190899005057294, + "action_effect_rmse": 0.5118906895927808 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019003534447522934, + "action_effect_rmse": 0.022176538401350913 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017437755381138027, + "action_effect_rmse": 0.018421485781891806 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 31.791429655406272, + "action_effect_rmse": 42.83872403758357 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8530238751179672, + "action_effect_rmse": 1.0020261605293261 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0399261455601021, + "action_effect_rmse": 0.046910305466196255 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009184248718543767, + "action_effect_rmse": 0.01012446811318522 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 27.23276827990325, + "action_effect_rmse": 29.387087187292238 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5146712030358185, + "action_effect_rmse": 2.0087328050283144 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0953287710521143, + "action_effect_rmse": 0.1120904983472046 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46740135402111166, + "action_effect_rmse": 0.46745889112967787 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 54.53122524422389, + "action_effect_rmse": 61.817602358242645 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.477719337285971, + "action_effect_rmse": 2.480815567172552 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2095495988546491, + "action_effect_rmse": 0.2669266171053738 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6631091844203484, + "action_effect_rmse": 0.6631721864869662 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.112995334477688, + "action_effect_rmse": 34.87424562053793 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 344.10009719953337, + "predicted_costs": [ + 876.2176799909644, + 877.6993560642927, + 874.9945022900444, + 863.9351698999743 + ], + "true_costs": [ + 1084.8568881823676, + 792.4849262811426, + 1044.284872697415, + 1136.585023480676 + ] + }, + { + "system_id": "tank-00376", + "family": "tank", + "anchor_step": 324, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17572561608323944, + "action_effect_rmse": 0.24128606689630216 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015198079692806843, + "action_effect_rmse": 0.016365557078447137 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.557804158819, + "action_effect_rmse": 0.5578682367901009 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 42.603514321831106, + "action_effect_rmse": 49.91839776395354 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28024125170386327, + "action_effect_rmse": 0.40918170438389645 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021142237201480896, + "action_effect_rmse": 0.023372271135963272 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.47112819478584705, + "action_effect_rmse": 0.47124986998670615 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 36.05764413746612, + "action_effect_rmse": 41.53001193435037 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4226512384357222, + "action_effect_rmse": 0.5651918837418707 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03774423976216568, + "action_effect_rmse": 0.04435070983151373 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.037743820666643245, + "action_effect_rmse": 0.040045199698386665 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 34.76716554172014, + "action_effect_rmse": 48.81103237301815 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5971536209348519, + "action_effect_rmse": 0.8238666125851999 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0624377982790989, + "action_effect_rmse": 0.08107095785040604 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02358697709574961, + "action_effect_rmse": 0.025532675184651972 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.878027411938614, + "action_effect_rmse": 43.0581207211986 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 68.65592712438911, + "predicted_costs": [ + 466.66048281713057, + 468.5741764106241, + 464.36898856553336, + 451.5518270058292 + ], + "true_costs": [ + 463.24576500376764, + 394.6512232212727, + 463.2471503456618, + 463.3071503456618 + ] + }, + { + "system_id": "battery-00635", + "family": "battery", + "anchor_step": 339, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025875981831352184, + "action_effect_rmse": 0.030368025680183663 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4647182162744142, + "action_effect_rmse": 0.5029823381231766 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.222315391455273, + "action_effect_rmse": 0.26988894421830617 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1122561518949639, + "action_effect_rmse": 0.1257858082497162 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.2520840512086777, + "action_effect_rmse": 3.346558611022125 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.457582536489135, + "action_effect_rmse": 6.482557191338009 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3112587926338854, + "action_effect_rmse": 0.3259336556395799 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.602745043183442, + "action_effect_rmse": 6.699392226007679 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0577061088991553, + "action_effect_rmse": 1.1165876111478288 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1960960378593252, + "action_effect_rmse": 0.23114945017948857 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.913819436361538, + "action_effect_rmse": 2.368730952727813 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.527073723850885, + "action_effect_rmse": 3.607135348258689 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.2626059690534127, + 0.11155850690014416, + 0.007146392705456495, + 0.03880278436988854 + ], + "true_costs": [ + 0.5894062448907171, + 0.39549198412545516, + 0.008513085539305567, + 0.16677117346189982 + ] + }, + { + "system_id": "tank-00190", + "family": "tank", + "anchor_step": 40, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6120539207849743, + "action_effect_rmse": 0.7493953117233353 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002743376779478742, + "action_effect_rmse": 0.0035805484737881582 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07645921428235282, + "action_effect_rmse": 0.07665317701241108 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 28.814957043512624, + "action_effect_rmse": 41.11092583359127 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.81459916208694, + "action_effect_rmse": 0.9834527415350345 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010529977792931078, + "action_effect_rmse": 0.012897373735048078 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06574251435942802, + "action_effect_rmse": 0.06620894546980124 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.87570678267534, + "action_effect_rmse": 28.206530252525166 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4771049445496504, + "action_effect_rmse": 0.7541162044055115 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.039940905533845474, + "action_effect_rmse": 0.04644720267652024 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005807418734752, + "action_effect_rmse": 0.006667568699123859 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 21.204627368776748, + "action_effect_rmse": 25.306193464927116 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6561621056340771, + "action_effect_rmse": 1.0624700093592518 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.052475170164105, + "action_effect_rmse": 0.05985890660664685 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004777357765246348, + "action_effect_rmse": 0.00594346126782778 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.910084494839907, + "action_effect_rmse": 17.11927340749545 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 123.85990974440699, + "predicted_costs": [ + 571.7218198462249, + 572.883737474907, + 574.8574068344649, + 564.4218649223154 + ], + "true_costs": [ + 596.7666063874129, + 524.7291801378268, + 643.8560682367065, + 648.5890898822338 + ] + }, + { + "system_id": "battery-01154", + "family": "battery", + "anchor_step": 360, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01839587450593183, + "action_effect_rmse": 0.020569210843111852 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40807749105880237, + "action_effect_rmse": 0.47235440897782743 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.37474696828889, + "action_effect_rmse": 13.62826732610253 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03144231515087278, + "action_effect_rmse": 0.03419697847441285 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.44709401785796626, + "action_effect_rmse": 0.6533663755409181 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.356323376838063, + "action_effect_rmse": 11.45376484217994 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.061541268945329596, + "action_effect_rmse": 0.0672873169506486 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6215274806593823, + "action_effect_rmse": 0.9855549873459665 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.495829393622955, + "action_effect_rmse": 10.600301664067455 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12123580630822739, + "action_effect_rmse": 0.14165774444817633 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1976938345216166, + "action_effect_rmse": 1.3903220725216296 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.725930803594892, + "action_effect_rmse": 9.81213814764899 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.1421781307741365, + 0.4922318734289115, + 0.7936740585040879, + 1.0254015592298409 + ], + "true_costs": [ + 1.0552584734054486, + 0.3803250526015152, + 0.999092489173267, + 1.02 + ] + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "anchor_step": 420, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4448517651798352, + "action_effect_rmse": 1.5121179528746749 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03907124245154018, + "action_effect_rmse": 0.041417515826043194 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3619223394255944, + "action_effect_rmse": 1.5917705891110567 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.3234380031638735, + "action_effect_rmse": 2.4070102793333374 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14840992530459593, + "action_effect_rmse": 0.15998040772516953 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.492151989872544, + "action_effect_rmse": 1.543130005597038 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.639561118191741, + "action_effect_rmse": 3.6909326355342573 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6227111043419301, + "action_effect_rmse": 0.6615378087811553 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6073058670936384, + "action_effect_rmse": 2.7705990219936103 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7872086180310838, + "action_effect_rmse": 1.8586268595985154 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5364273703572948, + "action_effect_rmse": 1.676362667402716 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.857268106853667, + "action_effect_rmse": 6.45019337680486 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 2, + "regret": 22.30360223688138, + "predicted_costs": [ + 39.11442041448069, + 6.905756499358964, + 14.099615906048651, + 37.041231994134506 + ], + "true_costs": [ + 63.26210380237336, + 24.51759647524183, + 2.2139942383604505, + 19.916758179756446 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 539, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2578912895194942, + "action_effect_rmse": 0.293521615392981 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004697211241101229, + "action_effect_rmse": 0.004930448129943412 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7290886805531424, + "action_effect_rmse": 0.9207635160536045 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3494937032593827, + "action_effect_rmse": 0.3917763591614188 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006916461768746274, + "action_effect_rmse": 0.007771616501815629 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5808273272183822, + "action_effect_rmse": 1.9721732033424326 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3211155605240492, + "action_effect_rmse": 0.3328615502730351 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004879255572581324, + "action_effect_rmse": 0.005404877257915178 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.880839822305082, + "action_effect_rmse": 4.041372483167613 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9971911217845127, + "action_effect_rmse": 1.0021675814574722 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05004493900674234, + "action_effect_rmse": 0.05300621241121815 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.561709358806449, + "action_effect_rmse": 7.626767781075937 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 43.41891751756336, + 25.78739433974432, + 48.366487151887746, + 97.43713632221443 + ], + "true_costs": [ + 35.737370186262424, + 19.15192831990783, + 48.49979938335318, + 103.223844071714 + ] + }, + { + "system_id": "battery-00599", + "family": "battery", + "anchor_step": 364, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16805213009500364, + "action_effect_rmse": 0.1705973290640814 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5140972960432512, + "action_effect_rmse": 0.533518944435282 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.63594104188293, + "action_effect_rmse": 4.699514849567553 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10094449854449898, + "action_effect_rmse": 0.11703711453897955 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30126004419604985, + "action_effect_rmse": 0.4231529759260727 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7155945983196546, + "action_effect_rmse": 1.8928365379311536 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10650151909721561, + "action_effect_rmse": 0.12330706604579342 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6956372032732633, + "action_effect_rmse": 0.8778294661448723 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5097616102057807, + "action_effect_rmse": 2.978513105266318 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14991407650621555, + "action_effect_rmse": 0.18511777282824604 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9352963968417841, + "action_effect_rmse": 1.330607655352281 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2827218837429606, + "action_effect_rmse": 2.3017521999882944 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.7628201631862478, + 0.1614449389178065, + 0.3112371543341365, + 0.48281110536105665 + ], + "true_costs": [ + 1.08, + 0.16407024411803908, + 0.3663062639363719, + 0.8164620952820238 + ] + }, + { + "system_id": "tank-00862", + "family": "tank", + "anchor_step": 91, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36745953728846636, + "action_effect_rmse": 0.3794090925043034 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0723679013522028, + "action_effect_rmse": 0.08043704409164446 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.038944434857817435, + "action_effect_rmse": 0.03932387486429068 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 10.153153121713537, + "action_effect_rmse": 13.787527630205782 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3694436767197787, + "action_effect_rmse": 0.5404094185017848 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13246175536628021, + "action_effect_rmse": 0.14857716734410464 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1438686108545787, + "action_effect_rmse": 0.1440823495614564 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 7.3205411786408625, + "action_effect_rmse": 8.040256450751722 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.41597970221692293, + "action_effect_rmse": 0.6357349113734382 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23016828559841684, + "action_effect_rmse": 0.2817111702670254 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17416836075860012, + "action_effect_rmse": 0.1742933310700351 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.90840861706946, + "action_effect_rmse": 11.30035202054853 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.530395939929436, + "action_effect_rmse": 0.8544986740912042 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4589649092902898, + "action_effect_rmse": 0.572480571436171 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005902343257815981, + "action_effect_rmse": 0.005913392096925334 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.730054428195364, + "action_effect_rmse": 12.329751665451715 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 55.86630362820617, + "predicted_costs": [ + 167.39925114102013, + 166.4255852689907, + 167.5014264230436, + 161.91816256251008 + ], + "true_costs": [ + 194.0928093127177, + 142.90469058810928, + 196.8166128119923, + 198.77099421631544 + ] + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "anchor_step": 254, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.388390755101933, + "action_effect_rmse": 1.508744823937402 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3506469207546463, + "action_effect_rmse": 1.4546580127803508 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.110238148525543, + "action_effect_rmse": 2.3222546455856947 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8914904628561164, + "action_effect_rmse": 2.0674194786919946 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.314217397085013, + "action_effect_rmse": 3.6780450452425275 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.7502393277842807, + "action_effect_rmse": 4.10857831501548 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.900051948525101, + "action_effect_rmse": 6.45505733181703 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.961818784439439, + "action_effect_rmse": 9.84986117526924 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 515.2799495459423, + 568.1761519827303, + 789.7113150250938, + 958.9821746574371 + ], + "true_costs": [ + 318.93984629543706, + 425.2219155978065, + 748.4328592161528, + 1162.545127799379 + ] + }, + { + "system_id": "tank-01015", + "family": "tank", + "anchor_step": 93, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5093817684426666, + "action_effect_rmse": 0.5997075271014108 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04706155429963014, + "action_effect_rmse": 0.052089487263072165 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13620118189009264, + "action_effect_rmse": 0.13631016119746678 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 37.26479207728042, + "action_effect_rmse": 51.58654212719187 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.987451321829696, + "action_effect_rmse": 1.1613865920230955 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09510697807167053, + "action_effect_rmse": 0.10429263704303461 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15841501101058952, + "action_effect_rmse": 0.15860914847324764 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 29.628692170663598, + "action_effect_rmse": 38.98769891192814 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6943490478206094, + "action_effect_rmse": 1.9427104038355558 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1730693929471787, + "action_effect_rmse": 0.1887933992011274 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09452728805622884, + "action_effect_rmse": 0.09475735083122858 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 28.98856171593208, + "action_effect_rmse": 30.699401566161058 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.661023390608842, + "action_effect_rmse": 3.151101355997864 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27371295586133, + "action_effect_rmse": 0.35091287009118594 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09333848159250495, + "action_effect_rmse": 0.09351132683740816 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.155828593897265, + "action_effect_rmse": 25.070748923856925 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 301.8446323909293, + "predicted_costs": [ + 264.79684042867683, + 262.578204085269, + 263.9209136026188, + 256.88505170489714 + ], + "true_costs": [ + 325.39551221232364, + 223.803169645284, + 361.1042293826362, + 525.6478020362133 + ] + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "anchor_step": 621, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.6624321166947857, + "action_effect_rmse": 2.768402390209965 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002632854060869031, + "action_effect_rmse": 0.002705930924593046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8072943042982768, + "action_effect_rmse": 2.020891938975906 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.382002596178868, + "action_effect_rmse": 4.551959705432397 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007574246270421507, + "action_effect_rmse": 0.007629277260042233 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.150800422250313, + "action_effect_rmse": 2.4110612795135897 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.914350171661797, + "action_effect_rmse": 7.133140365474417 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11824731072880941, + "action_effect_rmse": 0.12204207531163233 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.774162730228909, + "action_effect_rmse": 3.8435913154320764 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.52446049300315, + "action_effect_rmse": 5.003788723989419 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4714199677488142, + "action_effect_rmse": 0.49276132762303626 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.077486842454846, + "action_effect_rmse": 7.333868320231843 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 136.01022656061525, + 49.12562036646509, + 82.11681820080861, + 141.8126078992463 + ], + "true_costs": [ + 500.3660013335085, + 24.24360729198004, + 105.24383817569964, + 283.59615658951776 + ] + }, + { + "system_id": "tank-00217", + "family": "tank", + "anchor_step": 563, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7379619639570608, + "action_effect_rmse": 0.8424130718917303 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.038071151379964974, + "action_effect_rmse": 0.04201008201669552 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7274757117246421, + "action_effect_rmse": 0.7274961232157032 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.248105704250902, + "action_effect_rmse": 16.817781751848194 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.362735895438518, + "action_effect_rmse": 1.5305158497080078 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08325184590353452, + "action_effect_rmse": 0.09108419185747901 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6858033555700502, + "action_effect_rmse": 0.6858243359620416 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 4.680504543955535, + "action_effect_rmse": 4.792866292241442 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7260211188740406, + "action_effect_rmse": 1.799869029849751 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15546361068971373, + "action_effect_rmse": 0.16783948847080835 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.42577388316440873, + "action_effect_rmse": 0.4258144558140786 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.042324526579326, + "action_effect_rmse": 4.137521516916048 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.636110215991346, + "action_effect_rmse": 2.5741389727222783 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31151952258405363, + "action_effect_rmse": 0.33177580554145386 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1776229679877951, + "action_effect_rmse": 0.17768858526851927 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.4030489843425515, + "action_effect_rmse": 5.8913059185559185 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 254.02246124387938, + "predicted_costs": [ + 286.02683602567123, + 276.06535149180536, + 276.93440374689783, + 271.42117674791535 + ], + "true_costs": [ + 381.52463654299515, + 219.98183340765553, + 413.70733588057266, + 474.0042946515349 + ] + }, + { + "system_id": "battery-00533", + "family": "battery", + "anchor_step": 143, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13268476770591822, + "action_effect_rmse": 0.13465140401041015 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.3181527727042, + "action_effect_rmse": 2.358798776428171 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.5330446047053785, + "action_effect_rmse": 7.537028353849611 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2205371522987709, + "action_effect_rmse": 0.22509931997542612 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.044945409914436, + "action_effect_rmse": 4.139847560164668 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.241821912667635, + "action_effect_rmse": 6.304528285690313 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2219632832056104, + "action_effect_rmse": 0.23730352396228688 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.746350049228623, + "action_effect_rmse": 3.1334552805799443 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.4988177875689574, + "action_effect_rmse": 4.693597706544439 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.180748177256721, + "action_effect_rmse": 0.21229245176827996 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.703273815377834, + "action_effect_rmse": 2.9599073976281476 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4940287276164217, + "action_effect_rmse": 1.6733370801864733 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.3620624064432425, + 0.049625827332962884, + 0.024128366586359522, + 0.11116880081809356 + ], + "true_costs": [ + 0.7863697572591504, + 0.20171878616243047, + 0.023908586598358483, + 0.30118808059245755 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 42, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10978691277048025, + "action_effect_rmse": 0.11578533047357713 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024724350621786684, + "action_effect_rmse": 0.0299962457037349 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18395316393333258, + "action_effect_rmse": 0.18405716933262248 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.25305720375374, + "action_effect_rmse": 24.936507299042947 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14244514596573468, + "action_effect_rmse": 0.1463871979800801 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03255872396343188, + "action_effect_rmse": 0.037515820315791225 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0970112081323863, + "action_effect_rmse": 0.09720737224268237 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.29355139000841, + "action_effect_rmse": 12.24732761411629 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15013194311595987, + "action_effect_rmse": 0.19483470172058964 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0421429306575997, + "action_effect_rmse": 0.04912511057682809 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14476088304210502, + "action_effect_rmse": 0.14491332968716555 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 11.611591606065737, + "action_effect_rmse": 14.08611505572213 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18041617655883582, + "action_effect_rmse": 0.2593306096665407 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04363723409766429, + "action_effect_rmse": 0.052122148246063114 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1166213243828091, + "action_effect_rmse": 0.11671494913771335 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.056278762512425, + "action_effect_rmse": 7.922889364694766 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 5.885487487221624, + "predicted_costs": [ + 27.69541359409794, + 26.69706310841683, + 26.661109552485687, + 25.012068160619524 + ], + "true_costs": [ + 27.320748945570735, + 21.489308514151013, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "battery-00830", + "family": "battery", + "anchor_step": 185, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02440163416190234, + "action_effect_rmse": 0.029044906585246232 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14943790744595256, + "action_effect_rmse": 0.18586308796449577 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 21.699427466839506, + "action_effect_rmse": 21.729688886698067 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0348867760765659, + "action_effect_rmse": 0.04122878233301141 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2916027444816933, + "action_effect_rmse": 0.32331081298102365 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 20.288203917787246, + "action_effect_rmse": 20.343523963818832 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0677528394451748, + "action_effect_rmse": 0.07986151143287236 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5967174116012804, + "action_effect_rmse": 0.6578602543081008 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 20.214829678728023, + "action_effect_rmse": 20.240153680500832 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10301177455438326, + "action_effect_rmse": 0.12070417717789579 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7987791721164305, + "action_effect_rmse": 0.9539770053315875 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 17.18939049737597, + "action_effect_rmse": 17.223241275516514 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.214594912356525, + 1.1087647580173567, + 0.8918179732203873, + 0.5883197109543249 + ], + "true_costs": [ + 1.0895119618579556, + 1.0295119618579553, + 1.0089066869199221, + 0.7566338622264922 + ] + }, + { + "system_id": "tank-00841", + "family": "tank", + "anchor_step": 107, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6351490482085408, + "action_effect_rmse": 0.8145979716782522 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06656944540626715, + "action_effect_rmse": 0.08240053855806401 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08162083130075216, + "action_effect_rmse": 0.08180255637920768 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.22146671466995, + "action_effect_rmse": 15.447983129620232 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8982614906188301, + "action_effect_rmse": 1.0764300229773172 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1291074567146596, + "action_effect_rmse": 0.16027576586387446 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08129123116973141, + "action_effect_rmse": 0.08166890806959017 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3492541156948192, + "action_effect_rmse": 4.121071203567554 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0489235574936533, + "action_effect_rmse": 1.2301411559066866 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2546808566329428, + "action_effect_rmse": 0.31604571014200794 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011307534186496918, + "action_effect_rmse": 0.012673706444226728 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.3148907426941694, + "action_effect_rmse": 4.671362883273593 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7757363588143639, + "action_effect_rmse": 1.2886901579707346 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31944726924787464, + "action_effect_rmse": 0.3610957636601683 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28900860005259704, + "action_effect_rmse": 0.28910019236968665 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.016524639373488, + "action_effect_rmse": 14.430944101375399 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 127.32489813583015, + "predicted_costs": [ + 376.25950893168795, + 373.42759420129426, + 374.44961623109, + 366.731322640131 + ], + "true_costs": [ + 383.0527113966873, + 332.797375189029, + 443.625975781596, + 460.1222733248592 + ] + }, + { + "system_id": "tank-01123", + "family": "tank", + "anchor_step": 189, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3856912130981159, + "action_effect_rmse": 0.45373834356550213 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024934270540844256, + "action_effect_rmse": 0.027260926110422252 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15532294684803138, + "action_effect_rmse": 0.15541851862066122 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.82863471283974, + "action_effect_rmse": 56.194269369412 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7376041443258844, + "action_effect_rmse": 0.8644700760740422 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.052723562318027696, + "action_effect_rmse": 0.05709528762710967 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14800212856967473, + "action_effect_rmse": 0.1482099063295383 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.10413636545554, + "action_effect_rmse": 43.45016039465387 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3339807029695392, + "action_effect_rmse": 1.5556775297308332 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1105023872215618, + "action_effect_rmse": 0.11865095981333973 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1402593756242435, + "action_effect_rmse": 0.1404145283930199 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 32.79030523597757, + "action_effect_rmse": 42.76724728021544 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.593809343849743, + "action_effect_rmse": 3.022732533980986 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20772888665289457, + "action_effect_rmse": 0.2178518951969884 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12410507441913111, + "action_effect_rmse": 0.12423512215007197 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 29.705948692059916, + "action_effect_rmse": 38.21838370636689 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 174.00087926972486, + "predicted_costs": [ + 142.82767078184455, + 142.87247371717103, + 143.87022734061668, + 138.70379273270095 + ], + "true_costs": [ + 148.19167543754486, + 116.60940143922947, + 190.56159677338945, + 290.61028070895435 + ] + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "anchor_step": 408, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0793359889990815, + "action_effect_rmse": 1.408769102824836 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5309367660645231, + "action_effect_rmse": 0.8066250812997757 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7956670355036095, + "action_effect_rmse": 2.241196391923086 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9013471511483621, + "action_effect_rmse": 1.2236919339948995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.535322473001496, + "action_effect_rmse": 2.8639260654676146 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0887622757876634, + "action_effect_rmse": 2.384686894804948 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.158467938973021, + "action_effect_rmse": 7.724327864274879 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.883664200519415, + "action_effect_rmse": 5.125200427367506 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 109.39801118882019, + 200.86827650071064, + 120.18506347092378, + 64.36117403172672 + ], + "true_costs": [ + 166.04864613221585, + 369.6704923223042, + 102.6231250161924, + 63.33807574678888 + ] + }, + { + "system_id": "tank-01072", + "family": "tank", + "anchor_step": 546, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6689725480767011, + "action_effect_rmse": 0.8208379359512518 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022548978353947646, + "action_effect_rmse": 0.029822929724801155 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37032628046798033, + "action_effect_rmse": 0.3703663755436917 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 20.761596098703798, + "action_effect_rmse": 29.617827678259715 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.253991461494282, + "action_effect_rmse": 1.521732625382147 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03378370927904465, + "action_effect_rmse": 0.044701781854712956 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3640597207594711, + "action_effect_rmse": 0.36414423866989465 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.08899136121341, + "action_effect_rmse": 17.14763176061351 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.833582352787463, + "action_effect_rmse": 2.131462270265674 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04716812281002151, + "action_effect_rmse": 0.06138751140375011 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2913744708554282, + "action_effect_rmse": 0.2914283830780042 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 12.239679116456953, + "action_effect_rmse": 15.59140971222768 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 3.021003507151541, + "action_effect_rmse": 3.4756619495221917 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05116313685530768, + "action_effect_rmse": 0.06610952479990086 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34770460801076924, + "action_effect_rmse": 0.3477706579722005 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.712146481073944, + "action_effect_rmse": 9.377944002910336 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 214.22831808512956, + "predicted_costs": [ + 430.6319976835341, + 430.9662204801415, + 433.53333094451443, + 425.218437791255 + ], + "true_costs": [ + 339.6135662503651, + 360.7608638633608, + 512.8271574586557, + 553.8418843354947 + ] + }, + { + "system_id": "battery-00380", + "family": "battery", + "anchor_step": 588, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03592683617138585, + "action_effect_rmse": 0.04278281708519389 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.47217054552865295, + "action_effect_rmse": 0.5629074822437172 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 13.29753133909851, + "action_effect_rmse": 13.297865116342395 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06675050081497742, + "action_effect_rmse": 0.08758001079108646 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5461610472113018, + "action_effect_rmse": 0.8065623523302461 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.521656949958514, + "action_effect_rmse": 11.57270620334661 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13342913179945867, + "action_effect_rmse": 0.17146242625516728 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7078547233464197, + "action_effect_rmse": 1.1600231833892543 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.55856694972102, + "action_effect_rmse": 12.579070485234691 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2562835285423882, + "action_effect_rmse": 0.38431809283659163 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8246641930655716, + "action_effect_rmse": 1.9290317778999138 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 8.668840774642634, + "action_effect_rmse": 8.763250294745514 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.1145748692814181, + 0.48312099016693105, + 0.7793765275512514, + 1.010721898593807 + ], + "true_costs": [ + 1.071613424424263, + 0.47026807170229834, + 0.9992335015509246, + 1.02 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 143, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7476354764367971, + "action_effect_rmse": 0.8080450071575954 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004174735618774387, + "action_effect_rmse": 0.004276896232845169 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.9288948264237813, + "action_effect_rmse": 2.1247942762936183 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.027307249708187, + "action_effect_rmse": 1.0943406136330311 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025147454515273893, + "action_effect_rmse": 0.02561390136144989 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3757414226720734, + "action_effect_rmse": 3.8470781855171956 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.016930565411381, + "action_effect_rmse": 1.0579127982694816 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.023938318495980344, + "action_effect_rmse": 0.024622041691821375 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.223050777774517, + "action_effect_rmse": 7.169549672095097 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09650530966599173, + "action_effect_rmse": 0.10642701011385076 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06078261554410247, + "action_effect_rmse": 0.0737527734063663 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.604285703634806, + "action_effect_rmse": 10.667822113448464 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 4.9845792939292775, + "predicted_costs": [ + 2.744127566362952, + 4.264235074108825, + 3.069127575040408, + 25.667053103005838 + ], + "true_costs": [ + 6.502626022475153, + 1.5180467285458747, + 13.235377179347628, + 50.328881255065184 + ] + }, + { + "system_id": "battery-00806", + "family": "battery", + "anchor_step": 654, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01823412050346323, + "action_effect_rmse": 0.0215684999461691 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1327378025069829, + "action_effect_rmse": 0.16045332362425738 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.670264590777339, + "action_effect_rmse": 5.931509488997366 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021008741736532666, + "action_effect_rmse": 0.026109177489466204 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2394993203912108, + "action_effect_rmse": 0.2745909658818975 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.137495771966089, + "action_effect_rmse": 4.398216640420942 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03861431214702723, + "action_effect_rmse": 0.045770845226682566 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.49236368918780116, + "action_effect_rmse": 0.5725818197815504 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.371160612526433, + "action_effect_rmse": 4.6369726462192355 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0461770106349648, + "action_effect_rmse": 0.06582025744589445 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6622001262102657, + "action_effect_rmse": 0.9256471775668514 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6850455595156817, + "action_effect_rmse": 2.0446779043340593 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.1909521628575317, + 1.087479525007296, + 0.8565419637015281, + 0.528679146168883 + ], + "true_costs": [ + 1.0752041048481948, + 1.02, + 0.9986891751296427, + 0.5233164738871904 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 575, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6555304767701623, + "action_effect_rmse": 0.8081273065837763 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022007935749867258, + "action_effect_rmse": 0.02863351333652921 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21276641739157184, + "action_effect_rmse": 0.21302312105919174 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.03746989421668, + "action_effect_rmse": 23.66633345875347 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1936931411709246, + "action_effect_rmse": 1.4643003175606393 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05450676489876235, + "action_effect_rmse": 0.06892195380474299 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06107428093723787, + "action_effect_rmse": 0.06243878906295764 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.183834219235823, + "action_effect_rmse": 16.264010776466236 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2396323087223258, + "action_effect_rmse": 2.7545423315779094 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11375082990192749, + "action_effect_rmse": 0.14633478580043924 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.043639036876500115, + "action_effect_rmse": 0.04600652696819174 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 12.454707849427052, + "action_effect_rmse": 13.572602686189818 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.901988256747804, + "action_effect_rmse": 3.932872125551045 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20936300572763203, + "action_effect_rmse": 0.28119942580463414 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19715104518338097, + "action_effect_rmse": 0.19744613333064273 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.456034439960713, + "action_effect_rmse": 10.624823705017372 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 245.60575133609206, + "predicted_costs": [ + 199.74984554646227, + 209.55359977689443, + 205.89308234956087, + 195.95009219361566 + ], + "true_costs": [ + 402.227840324504, + 168.0146161753524, + 296.9369742262371, + 413.62036751144444 + ] + }, + { + "system_id": "tank-00706", + "family": "tank", + "anchor_step": 531, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46272885548504245, + "action_effect_rmse": 0.5327265039093565 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01203565885949646, + "action_effect_rmse": 0.014000621809193502 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19597267892518958, + "action_effect_rmse": 0.19607030879041992 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.09952966402606, + "action_effect_rmse": 23.34267381977289 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6011912335530667, + "action_effect_rmse": 0.6802017268914408 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013773187044743432, + "action_effect_rmse": 0.017145313733834367 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08775678676349996, + "action_effect_rmse": 0.08817230067501573 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 9.378931810129494, + "action_effect_rmse": 11.185159121766644 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6142004962318891, + "action_effect_rmse": 0.9537856554471685 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02137187615500243, + "action_effect_rmse": 0.023308413015006572 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09492601678819024, + "action_effect_rmse": 0.0952053614455312 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 8.642422335768567, + "action_effect_rmse": 9.80932935728373 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8120803992873687, + "action_effect_rmse": 1.3417190054019594 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010072966334030653, + "action_effect_rmse": 0.01099790150899701 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22685638981681586, + "action_effect_rmse": 0.2269242663511072 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.112276786521505, + "action_effect_rmse": 6.376141601179363 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 150.47134130012074, + "predicted_costs": [ + 510.24610185706564, + 507.9620013905961, + 508.3739838339719, + 498.5782908131094 + ], + "true_costs": [ + 578.0814892667419, + 452.82214242517927, + 582.9010325078809, + 603.2934837253 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 355, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2668043155310791, + "action_effect_rmse": 0.37033829012436603 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022178244617028515, + "action_effect_rmse": 0.025582449041397313 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2867371484786385, + "action_effect_rmse": 1.2868016737778363 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.24509027306066, + "action_effect_rmse": 40.97959962955002 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43756308638104474, + "action_effect_rmse": 0.6513282931950884 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02852164123458441, + "action_effect_rmse": 0.03544498242969353 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2016267490391408, + "action_effect_rmse": 1.2017796046081377 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.516382422768018, + "action_effect_rmse": 31.692196537987012 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.600537297548513, + "action_effect_rmse": 0.9366846645237905 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013910959965843498, + "action_effect_rmse": 0.01514110124996124 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.979061449328979, + "action_effect_rmse": 0.9792190182684949 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.925571681525824, + "action_effect_rmse": 30.75218450580475 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2809299362118576, + "action_effect_rmse": 1.8992667422575245 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07336950064655905, + "action_effect_rmse": 0.07686373698295589 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.139655695220393, + "action_effect_rmse": 1.1398502200708327 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.944667671898966, + "action_effect_rmse": 26.235994131355724 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 195.73324104382732, + "predicted_costs": [ + 1225.1843772341538, + 1246.380760691428, + 1227.0700341909862, + 1202.065190647761 + ], + "true_costs": [ + 1220.745015039942, + 1025.035571415153, + 1220.7088124589804, + 1220.7688124589804 + ] + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "anchor_step": 462, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8729114756638268, + "action_effect_rmse": 0.9058941017178025 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.505368244105436, + "action_effect_rmse": 1.6092759930776106 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.226023686367326, + "action_effect_rmse": 1.2602711992040436 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8834962448533284, + "action_effect_rmse": 1.1141088515606112 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8933652082898529, + "action_effect_rmse": 1.9162556986466492 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.521352501830355, + "action_effect_rmse": 3.8977099136037086 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.38468263122501867, + "action_effect_rmse": 0.47175454859091653 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.569721007834573, + "action_effect_rmse": 10.46851284288388 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 584.3450041159726, + 446.37216301268955, + 623.7104268625556, + 761.7996291476328 + ], + "true_costs": [ + 573.409861421639, + 339.72298681792574, + 470.38607313327, + 647.7055515931927 + ] + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "anchor_step": 434, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5921196248534576, + "action_effect_rmse": 0.6183046012907547 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7096981630284063, + "action_effect_rmse": 1.8161090846305479 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5998899481654014, + "action_effect_rmse": 0.6279015459582707 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.627258587487025, + "action_effect_rmse": 2.7997031462295623 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4689310944442593, + "action_effect_rmse": 1.4781153661044582 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3811527632908187, + "action_effect_rmse": 2.9382218283870585 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8760317133401507, + "action_effect_rmse": 1.8931339682455974 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.610407777540672, + "action_effect_rmse": 4.6464464473653235 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 23.40964092316485, + 8.443660283477808, + 10.869393684570635, + 43.52515780434625 + ], + "true_costs": [ + 36.69907982460567, + 9.12917211853036, + 42.121146982650565, + 109.71887840245479 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 217, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04363725035341245, + "action_effect_rmse": 0.0731872550374992 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4701484338344623, + "action_effect_rmse": 0.7432260499789367 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43781705809634097, + "action_effect_rmse": 0.4540006623227914 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8659757948609487, + "action_effect_rmse": 1.082014787204401 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0711250298552049, + "action_effect_rmse": 1.1217830276269602 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.264901714418007, + "action_effect_rmse": 2.704671032787256 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9529402779324625, + "action_effect_rmse": 2.141815761093755 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.03968700462453, + "action_effect_rmse": 5.770607977865695 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 606.0747919753942, + 551.8947144008664, + 414.6572660152207, + 276.11336413761245 + ], + "true_costs": [ + 580.907765341316, + 579.5532154336951, + 463.0446824417505, + 345.3203796958591 + ] + }, + { + "system_id": "battery-00011", + "family": "battery", + "anchor_step": 324, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1567858678958294, + "action_effect_rmse": 0.15941168248937043 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40131659938234304, + "action_effect_rmse": 0.4265558698175582 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 31.52960320050026, + "action_effect_rmse": 32.149075795868484 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2587804970787802, + "action_effect_rmse": 0.26614432033703156 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36459199069905307, + "action_effect_rmse": 0.3839052538137032 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 26.84932913849039, + "action_effect_rmse": 27.486109305788638 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30328531504764744, + "action_effect_rmse": 0.3228336761992208 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6539664322057348, + "action_effect_rmse": 0.7453407734528871 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 14.192555578470376, + "action_effect_rmse": 15.457957064161965 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23759975923515253, + "action_effect_rmse": 0.2888196567119853 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0421230277111597, + "action_effect_rmse": 1.2721904635676633 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.3265382351066854, + "action_effect_rmse": 9.225070794039995 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 0.10430841196886363, + 0.040621457075225506, + 0.016483227550448166, + 0.1133072691359635 + ], + "true_costs": [ + 0.44437086416403915, + 0.3033103342724274, + 0.012807566331017798, + 0.34342900668842313 + ] + }, + { + "system_id": "tank-00391", + "family": "tank", + "anchor_step": 375, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18250498912158322, + "action_effect_rmse": 0.2388751932877298 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03322640801478549, + "action_effect_rmse": 0.04038960941124459 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.492838727042235, + "action_effect_rmse": 0.49295068862180896 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.053414793244144, + "action_effect_rmse": 21.696281373301392 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30346840436171557, + "action_effect_rmse": 0.4347089879455911 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07265484290258921, + "action_effect_rmse": 0.09081369014350608 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5319411837574284, + "action_effect_rmse": 0.5321849382762127 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.950427008591332, + "action_effect_rmse": 12.931437221496983 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.409072504468828, + "action_effect_rmse": 0.6032759401709337 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13360595756260926, + "action_effect_rmse": 0.1784516622507291 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05537832035146025, + "action_effect_rmse": 0.05801007109031825 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.742609455836408, + "action_effect_rmse": 12.366349719840288 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.546139514889116, + "action_effect_rmse": 0.8194016893195571 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2658851743767521, + "action_effect_rmse": 0.3633736662329044 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.039361740163207676, + "action_effect_rmse": 0.041601145980205 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.49740808551749, + "action_effect_rmse": 12.680596344204154 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 24.311109035609576, + "predicted_costs": [ + 95.47642380723515, + 103.38143916543531, + 99.26223784054984, + 92.06642445214949 + ], + "true_costs": [ + 93.86134961997918, + 69.56671610246964, + 93.81782513807921, + 93.87782513807922 + ] + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "anchor_step": 26, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7418626802251994, + "action_effect_rmse": 0.7654965898219881 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00640985115965383, + "action_effect_rmse": 0.0069925958146837604 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5297475783568095, + "action_effect_rmse": 2.6819134121145867 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1546853734872886, + "action_effect_rmse": 1.178092200698 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.035302657700966, + "action_effect_rmse": 0.03736546952179818 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 4.684348294285347, + "action_effect_rmse": 5.058653027392459 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6260427243843771, + "action_effect_rmse": 1.639147834301653 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04166665372045841, + "action_effect_rmse": 0.04566783207862129 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 10.294032367864853, + "action_effect_rmse": 10.93555638110897 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.618829724644826, + "action_effect_rmse": 2.623701011633498 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.058069136911472675, + "action_effect_rmse": 0.05897812706846676 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 22.8392761902152, + "action_effect_rmse": 24.091388872390624 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 129.97004733433053, + 117.11593110529812, + 72.3184293498316, + 37.610468045054525 + ], + "true_costs": [ + 176.0871549098058, + 98.94481071313356, + 51.04830779776004, + 27.55934308254689 + ] + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "anchor_step": 297, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.375843353552104, + "action_effect_rmse": 0.4115451209939864 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014125475017433331, + "action_effect_rmse": 0.015336616673797487 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8947962754627193, + "action_effect_rmse": 0.9950618153416337 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.35349019394981457, + "action_effect_rmse": 0.4189448848959204 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05903923321866481, + "action_effect_rmse": 0.06178393276647169 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6159838143020313, + "action_effect_rmse": 2.1585346007500177 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18008596807907415, + "action_effect_rmse": 0.19739904435649988 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11817925590141698, + "action_effect_rmse": 0.12306377090866902 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.405588661395218, + "action_effect_rmse": 5.364075462739426 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8871935380728134, + "action_effect_rmse": 0.8986703805557755 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09269701074386442, + "action_effect_rmse": 0.10703929155846491 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.433746996732661, + "action_effect_rmse": 8.879734829058675 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 103.65022733963605, + 29.765234894791753, + 58.62441158650923, + 102.05505867998755 + ], + "true_costs": [ + 59.31559237821617, + 19.395682182821613, + 26.56552884922863, + 58.27444321641375 + ] + }, + { + "system_id": "tank-00253", + "family": "tank", + "anchor_step": 425, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6561794670128762, + "action_effect_rmse": 0.7795240576643993 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005943478966929779, + "action_effect_rmse": 0.00854433519978704 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2607618853285958, + "action_effect_rmse": 0.2608188240293851 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.85182066086913, + "action_effect_rmse": 67.73181203857597 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2562742119388612, + "action_effect_rmse": 1.4761367867439712 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015261234156576245, + "action_effect_rmse": 0.016665996819333458 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3386290434684854, + "action_effect_rmse": 0.33871990694461673 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 40.16932950058811, + "action_effect_rmse": 55.06240924752446 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.748586171265859, + "action_effect_rmse": 1.8612405320097118 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03841513960053078, + "action_effect_rmse": 0.04063487548825297 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21439105101308562, + "action_effect_rmse": 0.2144925874520407 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 39.74528068115012, + "action_effect_rmse": 54.352401932385945 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.135342738409707, + "action_effect_rmse": 2.2077382638835084 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0806686066282835, + "action_effect_rmse": 0.08896954792524604 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16320738263141757, + "action_effect_rmse": 0.1633062945703445 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 34.85441563873832, + "action_effect_rmse": 46.790572937404654 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 303.55469421698524, + "predicted_costs": [ + 607.2403914133786, + 602.7330193444544, + 604.7567741943571, + 594.0505186503555 + ], + "true_costs": [ + 626.8196498954046, + 546.1604687264679, + 772.4831075889563, + 849.7151629434532 + ] + }, + { + "system_id": "tank-00217", + "family": "tank", + "anchor_step": 648, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20593201868464148, + "action_effect_rmse": 0.31564410464462567 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01915005572211766, + "action_effect_rmse": 0.022909274498368878 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16298709926942823, + "action_effect_rmse": 0.16311542416175875 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.861138967301967, + "action_effect_rmse": 16.087294644477872 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.35547069918378443, + "action_effect_rmse": 0.5621013093718178 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025928993184800575, + "action_effect_rmse": 0.0298276994932625 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1742090046307153, + "action_effect_rmse": 0.17434077075982876 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 7.471217166021989, + "action_effect_rmse": 8.370429107238687 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6891531203938109, + "action_effect_rmse": 1.0972535412570406 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.034468197337330864, + "action_effect_rmse": 0.04146077125150465 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19941776369811212, + "action_effect_rmse": 0.19978019812506825 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.085582129051821, + "action_effect_rmse": 7.563963024542051 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1876637837130957, + "action_effect_rmse": 1.9223242492991433 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.028010531370189422, + "action_effect_rmse": 0.03479069470029889 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15976146495398189, + "action_effect_rmse": 0.1603267644657503 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.001524490874394, + "action_effect_rmse": 5.018838741408027 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 1, + "regret": 127.24977354111059, + "predicted_costs": [ + 476.17149766891845, + 484.40447254989095, + 486.5001062038644, + 473.88368795657624 + ], + "true_costs": [ + 501.3379567888675, + 374.120419728428, + 501.31019326953856, + 501.37019326953856 + ] + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "anchor_step": 645, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8212743782832158, + "action_effect_rmse": 0.958215447207567 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5627019259403218, + "action_effect_rmse": 0.5912998500679554 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.391575039665555, + "action_effect_rmse": 1.6247446032393011 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8708352192102211, + "action_effect_rmse": 0.9489584204265326 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.153227586682886, + "action_effect_rmse": 2.596851247615938 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.443248793352268, + "action_effect_rmse": 1.7835466011429675 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.486119953073788, + "action_effect_rmse": 3.118156700003079 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.472634395902105, + "action_effect_rmse": 5.883704244209456 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 2, + "regret": 0.0, + "predicted_costs": [ + 15.188340948289957, + 11.56302300631508, + 10.142030608496757, + 37.75879556157598 + ], + "true_costs": [ + 50.26864767536469, + 89.46176823171146, + 6.263034282677955, + 56.60312870064841 + ] + }, + { + "system_id": "battery-00128", + "family": "battery", + "anchor_step": 315, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023184747331161937, + "action_effect_rmse": 0.02740086654439551 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2198097640152555, + "action_effect_rmse": 0.2717268682591554 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.950275663572879, + "action_effect_rmse": 9.170073522814596 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02942736404500775, + "action_effect_rmse": 0.035127878634032925 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3352016588066575, + "action_effect_rmse": 0.38704859747669756 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 5.478395944962262, + "action_effect_rmse": 7.048817155592771 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03965860487287793, + "action_effect_rmse": 0.04310913135195751 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.906914922806162, + "action_effect_rmse": 0.9692750547898223 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 32.444323872979716, + "action_effect_rmse": 32.96084443437971 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04931091649146233, + "action_effect_rmse": 0.051993702568677615 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4468803938002062, + "action_effect_rmse": 0.5408933225780105 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 9.369320360995747, + "action_effect_rmse": 10.768280264799369 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.6739460796295577, + 1.0522554851399581, + 0.8298397008519568, + 0.5020761182733355 + ], + "true_costs": [ + 0.7087004137427478, + 1.02, + 0.9977035514638344, + 0.6828457240533549 + ] + }, + { + "system_id": "battery-00782", + "family": "battery", + "anchor_step": 252, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.030292731993792787, + "action_effect_rmse": 0.03283822194800956 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15477686910029398, + "action_effect_rmse": 0.18342999059576623 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.858756205061674, + "action_effect_rmse": 2.032942818151839 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04589035717199833, + "action_effect_rmse": 0.051426867873436644 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1475486306994854, + "action_effect_rmse": 0.22840911468946115 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.991736673239231, + "action_effect_rmse": 3.0485719353345875 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07110790838592497, + "action_effect_rmse": 0.08053502337571036 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2581279986983116, + "action_effect_rmse": 0.3733731119538293 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.363006299417307, + "action_effect_rmse": 4.442640813851994 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10734116451761495, + "action_effect_rmse": 0.13414507465109224 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5500907734083812, + "action_effect_rmse": 0.6344088310523617 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.930092211593378, + "action_effect_rmse": 4.051710736076731 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.4767206806162805, + 1.0516562027385072, + 0.8342376681339427, + 0.5268970919269131 + ], + "true_costs": [ + 0.3590961739310228, + 1.02, + 0.9999844861800734, + 0.45666284171403065 + ] + }, + { + "system_id": "battery-00416", + "family": "battery", + "anchor_step": 140, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001998797045253619, + "action_effect_rmse": 0.0023889494401705207 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3316392259442023, + "action_effect_rmse": 0.4014824389424547 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 5.8605411094480955, + "action_effect_rmse": 6.698958789518736 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007175260488281733, + "action_effect_rmse": 0.008869988255270723 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41913136956585717, + "action_effect_rmse": 0.6438877188480108 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.561187677088276, + "action_effect_rmse": 5.106940791632224 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03520907026146127, + "action_effect_rmse": 0.04143950470347895 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.777334280371137, + "action_effect_rmse": 1.092494799990887 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1830899873249385, + "action_effect_rmse": 3.74357388376815 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05544530810092435, + "action_effect_rmse": 0.0763861729907935 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.419163964361463, + "action_effect_rmse": 2.875767760747199 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1552745093049617, + "action_effect_rmse": 2.6098347604784458 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 0.4134136285289386, + 1.053846908863072, + 0.6565213167457504, + 0.4771062707285498 + ], + "true_costs": [ + 0.48476889126446254, + 0.9449805025214014, + 0.7242032545012916, + 0.5273461840047122 + ] + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "anchor_step": 335, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.351313906786185, + "action_effect_rmse": 0.41343284181517265 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7263493783300797, + "action_effect_rmse": 0.7704821545293593 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5575967601612462, + "action_effect_rmse": 0.6740933419019132 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.09776940539579, + "action_effect_rmse": 1.2104540092786014 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9376786711092867, + "action_effect_rmse": 1.1619725051057046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7478925503439389, + "action_effect_rmse": 2.058105029986019 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4899743546307924, + "action_effect_rmse": 1.7643744426021941 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.119530157198521, + "action_effect_rmse": 4.3455759040408335 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 9.675541107100658, + 8.116623699494639, + 10.460858319256715, + 46.393060130651534 + ], + "true_costs": [ + 20.75863197206997, + 5.6902787002665045, + 29.450976771756835, + 141.8323179271818 + ] + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "anchor_step": 136, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11702540923383727, + "action_effect_rmse": 0.12321519408094861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3751878486477172, + "action_effect_rmse": 0.546694620323707 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2049606418325626, + "action_effect_rmse": 0.24079806530658374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3835361610134953, + "action_effect_rmse": 1.5591484626929821 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6884136185582092, + "action_effect_rmse": 0.8003415489203534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.542396583535009, + "action_effect_rmse": 2.8079696020551457 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.875669109321804, + "action_effect_rmse": 0.9167336122469496 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.095151098517192, + "action_effect_rmse": 4.522116980804689 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 1.982409370429881, + "predicted_costs": [ + 17.556865387325804, + 98.29593873605694, + 29.706425956868063, + 14.450563902766751 + ], + "true_costs": [ + 8.86520481063588, + 50.72743761191592, + 20.6542715193948, + 10.847614181065762 + ] + }, + { + "system_id": "tank-00880", + "family": "tank", + "anchor_step": 231, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2008915758927269, + "action_effect_rmse": 0.29438910209488595 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026176124054351508, + "action_effect_rmse": 0.03295986286362593 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.054927113795435266, + "action_effect_rmse": 0.055472814859483716 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 40.24036909144437, + "action_effect_rmse": 43.25544491052671 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3155483952419805, + "action_effect_rmse": 0.47604332210836864 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04150607248649626, + "action_effect_rmse": 0.054063360153564596 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.023504818799378546, + "action_effect_rmse": 0.026835405235188986 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 28.335677596258453, + "action_effect_rmse": 29.675052032117833 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44264057627113357, + "action_effect_rmse": 0.672568285472832 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05410996627313066, + "action_effect_rmse": 0.07157634443988427 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026132291250410278, + "action_effect_rmse": 0.029267101844180812 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 26.3871747690044, + "action_effect_rmse": 27.315813632870757 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5843453774389863, + "action_effect_rmse": 0.8873724028069087 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09716616441403995, + "action_effect_rmse": 0.12823244487201652 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007775230682145066, + "action_effect_rmse": 0.01185922275723015 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 17.23072170142348, + "action_effect_rmse": 18.4884727665801 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 8.177730102797351, + "predicted_costs": [ + 11.5388283312945, + 14.671176093178174, + 13.621288035410807, + 11.683016559432687 + ], + "true_costs": [ + 12.970937496929553, + 4.793207394132201, + 12.925630729821771, + 12.985630729821771 + ] + }, + { + "system_id": "battery-00290", + "family": "battery", + "anchor_step": 84, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0808384979109329, + "action_effect_rmse": 0.08085666793543879 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8993749898010037, + "action_effect_rmse": 0.9151530564063892 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 24.769163849583048, + "action_effect_rmse": 24.877046926892252 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12002867029877595, + "action_effect_rmse": 0.12012610278162948 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.575775755541784, + "action_effect_rmse": 1.6107105957556385 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 23.116630845854548, + "action_effect_rmse": 23.154815299390297 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21371385760293257, + "action_effect_rmse": 0.21415326240800225 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7592568024518287, + "action_effect_rmse": 2.8228992272658204 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 24.13177927077615, + "action_effect_rmse": 24.205838138364328 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3040971323616736, + "action_effect_rmse": 0.30676146261594234 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.3507134693548055, + "action_effect_rmse": 4.459790053266333 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 22.698385542108742, + "action_effect_rmse": 22.76766542754569 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.17496228850696893, + 0.11585934443820334, + 0.20572640561784902, + 0.4419337518486425 + ], + "true_costs": [ + 0.40069737179935405, + 0.12996406791876322, + 0.2665599630619171, + 0.5330559810877677 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 80, + "mean_regret": 0.022114803265249654, + "ranking_accuracy": 0.9354166666666667, + "ranking_comparable_pairs": 480, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 0.48510368780520563, + "action_effect_rmse": 0.8103197118054837 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 0.8415590458376763, + "action_effect_rmse": 1.4564638397994027 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 1.4646051474076789, + "action_effect_rmse": 2.4616515359473454 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 2.0660042691591416, + "action_effect_rmse": 3.503570785324979 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 0.038668914844456566, + "action_effect_rmse": 0.06154949497674019 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 0.0626859055334035, + "action_effect_rmse": 0.10461043989823937 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 0.10230660471458593, + "action_effect_rmse": 0.16349934234453656 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 0.149186298613881, + "action_effect_rmse": 0.2157315303485032 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 80, + "action_effect_mae": 8.425343785734245, + "action_effect_rmse": 11.284514153267146 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 80, + "action_effect_mae": 7.542570709965349, + "action_effect_rmse": 10.340506821302418 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 80, + "action_effect_mae": 7.248450293226017, + "action_effect_rmse": 10.24393219302488 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 80, + "action_effect_mae": 5.361775881879713, + "action_effect_rmse": 7.184679440554359 + } + ] + }, + { + "family": "tank", + "sample_count": 109, + "mean_regret": 107.29205699625592, + "ranking_accuracy": 0.25382262996941896, + "ranking_comparable_pairs": 654, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.23878425099015904, + "action_effect_rmse": 0.34571552481922463 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.24259797474088432, + "action_effect_rmse": 0.34060607681617905 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.217631193310479, + "action_effect_rmse": 0.30180012876212936 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 0.17988079535181026, + "action_effect_rmse": 0.2517031266752205 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 27.58449674122272, + "action_effect_rmse": 39.8540978476359 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 21.762434050540776, + "action_effect_rmse": 32.44609666965216 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 20.575332540335616, + "action_effect_rmse": 30.902718762730224 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 16.908870633950016, + "action_effect_rmse": 24.831613881107646 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.35401592399359877, + "action_effect_rmse": 0.5006542602943289 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.576560063264618, + "action_effect_rmse": 0.8262783420955284 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.8399445541138979, + "action_effect_rmse": 1.25423450682789 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 1.217551281009164, + "action_effect_rmse": 1.8216672341572342 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 109, + "action_effect_mae": 0.03157763308828614, + "action_effect_rmse": 0.058833689824706666 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 109, + "action_effect_mae": 0.05753532468016075, + "action_effect_rmse": 0.09922434233661921 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 109, + "action_effect_mae": 0.1037920853563793, + "action_effect_rmse": 0.1611717547863531 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 109, + "action_effect_mae": 0.1787183821514443, + "action_effect_rmse": 0.26684722429289115 + } + ] + }, + { + "family": "thermal", + "sample_count": 111, + "mean_regret": 4.682468417151673, + "ranking_accuracy": 0.8783783783783784, + "ranking_comparable_pairs": 666, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 111, + "action_effect_mae": 1.0265313750447862, + "action_effect_rmse": 1.30179211195994 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 111, + "action_effect_mae": 1.7250940397185206, + "action_effect_rmse": 2.2016040754938357 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 111, + "action_effect_mae": 3.5681382527423153, + "action_effect_rmse": 4.584929710561144 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 111, + "action_effect_mae": 7.3968504055999, + "action_effect_rmse": 9.439178715828454 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 111, + "action_effect_mae": 0.7010016927807133, + "action_effect_rmse": 1.042167791439617 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 111, + "action_effect_mae": 1.074093051852196, + "action_effect_rmse": 1.6987321869277165 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 111, + "action_effect_mae": 1.56247067649299, + "action_effect_rmse": 2.4918722265465867 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 111, + "action_effect_mae": 2.0649530854254365, + "action_effect_rmse": 3.4471398269553655 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 56, + "action_effect_mae": 0.009058191603003104, + "action_effect_rmse": 0.013679819840556402 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 56, + "action_effect_mae": 0.030111386390541815, + "action_effect_rmse": 0.04750732002456127 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 56, + "action_effect_mae": 0.07867797673731083, + "action_effect_rmse": 0.16598935840961926 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 56, + "action_effect_mae": 0.24286067621256446, + "action_effect_rmse": 0.5054921384252667 + } + ] + } + ] + } + }, + "specialists": { + "status": "unrun", + "reason": "No specialist checkpoint artifacts supplied" + } + }, + "external_datasets": { + "status": "unrun", + "reason": "No external physical dataset adapter or checkpoint experiment was supplied; synthetic results only." + }, + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "72fedbcb3c6d4e98cd64a297fb6cbc8761413ad89b69db06d524c902c381f4c7", + "family_window_counts": { + "battery": 1306, + "tank": 1380, + "thermal": 1410 + } + }, + "calibration_window_sampling": { + "seed": 2027, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "098b0c43f366ad9af41d0f2d6e7bab72da599de68bfc731012020bc5c827405a", + "family_window_counts": { + "battery": 1343, + "tank": 1371, + "thermal": 1382 + } + }, + "counterfactual_window_sampling": { + "seed": 2026, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "d0644beb1224284d8120f5f9e96cc9af5f54114d5dd733ba01fe5f9e890b3215", + "family_window_counts": { + "battery": 80, + "tank": 109, + "thermal": 111 + } + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration.json b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..d18993fcf942b31ec7b2f335f8e7f922ca53f886 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 1.4332703423287494, + "count": 1322 + }, + "0:30": { + "multiplier": 1.635685928513818, + "count": 1319 + }, + "0:60": { + "multiplier": 1.672443541991353, + "count": 1319 + }, + "0:120": { + "multiplier": 1.703429242270977, + "count": 1319 + }, + "1:15": { + "multiplier": 1.6906498654087316, + "count": 857 + }, + "1:30": { + "multiplier": 1.6968960569924847, + "count": 864 + }, + "1:60": { + "multiplier": 1.698964940496945, + "count": 855 + }, + "1:120": { + "multiplier": 1.833982092032457, + "count": 854 + }, + "2:15": { + "multiplier": 1.476973555162088, + "count": 1337 + }, + "2:30": { + "multiplier": 1.489747652708312, + "count": 1339 + }, + "2:60": { + "multiplier": 1.5773939518057407, + "count": 1347 + }, + "2:120": { + "multiplier": 1.672379736246375, + "count": 1336 + }, + "3:15": { + "multiplier": 1.5857334699573136, + "count": 1323 + }, + "3:30": { + "multiplier": 1.5898750812392735, + "count": 1318 + }, + "3:60": { + "multiplier": 1.581733984284262, + "count": 1324 + }, + "3:120": { + "multiplier": 1.6425302173406975, + "count": 1320 + }, + "4:15": { + "multiplier": 1.8243846866869753, + "count": 1310 + }, + "4:30": { + "multiplier": 1.81475588455869, + "count": 1321 + }, + "4:60": { + "multiplier": 1.7723796847684237, + "count": 1310 + }, + "4:120": { + "multiplier": 1.851795441011741, + "count": 1308 + }, + "5:15": { + "multiplier": 1.4134230954013696, + "count": 1309 + }, + "5:30": { + "multiplier": 1.2667242753611803, + "count": 1300 + }, + "5:60": { + "multiplier": 1.275303950496423, + "count": 1302 + }, + "5:120": { + "multiplier": 1.3076957545850822, + "count": 1292 + }, + "6:15": { + "multiplier": 1.4123204649169743, + "count": 1320 + }, + "6:30": { + "multiplier": 1.5529404455699716, + "count": 1318 + }, + "6:60": { + "multiplier": 1.5086784020029511, + "count": 1321 + }, + "6:120": { + "multiplier": 1.5663175812465702, + "count": 1317 + }, + "7:15": { + "multiplier": 1.4904285414086045, + "count": 1300 + }, + "7:30": { + "multiplier": 1.499134650710481, + "count": 1293 + }, + "7:60": { + "multiplier": 1.5764761272362158, + "count": 1299 + }, + "7:120": { + "multiplier": 1.673862705317465, + "count": 1296 + }, + "8:15": { + "multiplier": 1.8194468097393448, + "count": 1291 + }, + "8:30": { + "multiplier": 1.8759718714950173, + "count": 1291 + }, + "8:60": { + "multiplier": 1.9231792705364321, + "count": 1283 + }, + "8:120": { + "multiplier": 2.0401104148301457, + "count": 1294 + }, + "9:15": { + "multiplier": 1.4977431915897563, + "count": 1279 + }, + "9:30": { + "multiplier": 1.5637408184437176, + "count": 1290 + }, + "9:60": { + "multiplier": 1.6370596060643487, + "count": 1276 + }, + "9:120": { + "multiplier": 1.7986346162858984, + "count": 1283 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration_catboost.json b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration_catboost.json new file mode 100644 index 0000000000000000000000000000000000000000..a717e6819bc7603579134a0247b06fc2f4b1b009 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration_catboost.json @@ -0,0 +1,1379 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 0.4289583509705211, + "count": 1322 + }, + "0:30": { + "multiplier": 0.6615169523727021, + "count": 1319 + }, + "0:60": { + "multiplier": 1.1418169683200012, + "count": 1319 + }, + "0:120": { + "multiplier": 1.8996866651047501, + "count": 1319 + }, + "1:15": { + "multiplier": 0.12804942452214707, + "count": 857 + }, + "1:30": { + "multiplier": 0.24335193892578205, + "count": 864 + }, + "1:60": { + "multiplier": 0.4759497933249725, + "count": 855 + }, + "1:120": { + "multiplier": 0.8393019586630257, + "count": 854 + }, + "2:15": { + "multiplier": 0.026932465072523296, + "count": 1337 + }, + "2:30": { + "multiplier": 0.04364113599649947, + "count": 1339 + }, + "2:60": { + "multiplier": 0.09596535024747846, + "count": 1347 + }, + "2:120": { + "multiplier": 0.19141112278583564, + "count": 1336 + }, + "3:15": { + "multiplier": 0.23641108694748023, + "count": 1323 + }, + "3:30": { + "multiplier": 0.45830512203621415, + "count": 1318 + }, + "3:60": { + "multiplier": 0.8043929271759696, + "count": 1324 + }, + "3:120": { + "multiplier": 1.2884795653081274, + "count": 1320 + }, + "4:15": { + "multiplier": 0.1953913474581777, + "count": 1310 + }, + "4:30": { + "multiplier": 0.35869673143739306, + "count": 1321 + }, + "4:60": { + "multiplier": 0.686704813032684, + "count": 1310 + }, + "4:120": { + "multiplier": 1.366878518003713, + "count": 1308 + }, + "5:15": { + "multiplier": 1.7395394085323956, + "count": 1309 + }, + "5:30": { + "multiplier": 2.5122931034822207, + "count": 1300 + }, + "5:60": { + "multiplier": 3.0509975306296426, + "count": 1302 + }, + "5:120": { + "multiplier": 3.4617668918320295, + "count": 1292 + }, + "6:15": { + "multiplier": 1.0767912656052196, + "count": 1320 + }, + "6:30": { + "multiplier": 1.7641919149162373, + "count": 1318 + }, + "6:60": { + "multiplier": 2.3065495163637006, + "count": 1321 + }, + "6:120": { + "multiplier": 2.1934096309873743, + "count": 1317 + }, + "7:15": { + "multiplier": 0.5459638567263149, + "count": 1300 + }, + "7:30": { + "multiplier": 0.8033271283245689, + "count": 1293 + }, + "7:60": { + "multiplier": 1.5850343457571325, + "count": 1299 + }, + "7:120": { + "multiplier": 2.4671137160553864, + "count": 1296 + }, + "8:15": { + "multiplier": 0.40885011613780536, + "count": 1291 + }, + "8:30": { + "multiplier": 0.7155216317237062, + "count": 1291 + }, + "8:60": { + "multiplier": 1.17438162994194, + "count": 1283 + }, + "8:120": { + "multiplier": 2.1288935773729483, + "count": 1294 + }, + "9:15": { + "multiplier": 0.7652396130909607, + "count": 1279 + }, + "9:30": { + "multiplier": 1.7198732878802496, + "count": 1290 + }, + "9:60": { + "multiplier": 2.760990937602747, + "count": 1276 + }, + "9:120": { + "multiplier": 2.984021495384143, + "count": 1283 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration_history_linear_system_id.json b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration_history_linear_system_id.json new file mode 100644 index 0000000000000000000000000000000000000000..74e249bf0959f435b5bd848359f39b06e2e3d602 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration_history_linear_system_id.json @@ -0,0 +1,1379 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 1.0766238615884698, + "count": 1322 + }, + "0:30": { + "multiplier": 1.6177689437978064, + "count": 1319 + }, + "0:60": { + "multiplier": 2.4070212189567814, + "count": 1319 + }, + "0:120": { + "multiplier": 3.50874446401112, + "count": 1319 + }, + "1:15": { + "multiplier": 0.2761707992059469, + "count": 857 + }, + "1:30": { + "multiplier": 0.39638388974552363, + "count": 864 + }, + "1:60": { + "multiplier": 0.6323329363663754, + "count": 855 + }, + "1:120": { + "multiplier": 1.025625232729643, + "count": 854 + }, + "2:15": { + "multiplier": 0.07103721336124619, + "count": 1337 + }, + "2:30": { + "multiplier": 0.10954097627490536, + "count": 1339 + }, + "2:60": { + "multiplier": 0.1739641461253216, + "count": 1347 + }, + "2:120": { + "multiplier": 0.293999191939499, + "count": 1336 + }, + "3:15": { + "multiplier": 0.9827938516613156, + "count": 1323 + }, + "3:30": { + "multiplier": 1.6022062190628943, + "count": 1318 + }, + "3:60": { + "multiplier": 2.4047792087363726, + "count": 1324 + }, + "3:120": { + "multiplier": 3.4414012837509347, + "count": 1320 + }, + "4:15": { + "multiplier": 0.522305922049637, + "count": 1310 + }, + "4:30": { + "multiplier": 0.8452291766633729, + "count": 1321 + }, + "4:60": { + "multiplier": 1.4181551437470403, + "count": 1310 + }, + "4:120": { + "multiplier": 2.4366324202428795, + "count": 1308 + }, + "5:15": { + "multiplier": 3.249350509153888, + "count": 1309 + }, + "5:30": { + "multiplier": 3.429620874814017, + "count": 1300 + }, + "5:60": { + "multiplier": 3.9048023550410287, + "count": 1302 + }, + "5:120": { + "multiplier": 3.6631517976282457, + "count": 1292 + }, + "6:15": { + "multiplier": 3.391513696405083, + "count": 1320 + }, + "6:30": { + "multiplier": 4.131042019485404, + "count": 1318 + }, + "6:60": { + "multiplier": 4.407853035189278, + "count": 1321 + }, + "6:120": { + "multiplier": 4.6989716569060995, + "count": 1317 + }, + "7:15": { + "multiplier": 2.2365271795106207, + "count": 1300 + }, + "7:30": { + "multiplier": 3.3565470812989577, + "count": 1293 + }, + "7:60": { + "multiplier": 4.816301423711143, + "count": 1299 + }, + "7:120": { + "multiplier": 7.054337353510717, + "count": 1296 + }, + "8:15": { + "multiplier": 1.9912704728196966, + "count": 1291 + }, + "8:30": { + "multiplier": 3.115651486003136, + "count": 1291 + }, + "8:60": { + "multiplier": 4.593262946204122, + "count": 1283 + }, + "8:120": { + "multiplier": 6.3642458971165, + "count": 1294 + }, + "9:15": { + "multiplier": 2.568173769018439, + "count": 1279 + }, + "9:30": { + "multiplier": 2.44733122093133, + "count": 1290 + }, + "9:60": { + "multiplier": 2.703657880405303, + "count": 1276 + }, + "9:120": { + "multiplier": 2.3717467630659153, + "count": 1283 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration_persistence.json b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration_persistence.json new file mode 100644 index 0000000000000000000000000000000000000000..3be8387557e3d8e051a219b936a899de23b33f7c --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/calibration_persistence.json @@ -0,0 +1,1379 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 1.6838830223013772, + "count": 1322 + }, + "0:30": { + "multiplier": 3.14311463493792, + "count": 1319 + }, + "0:60": { + "multiplier": 5.903850549688968, + "count": 1319 + }, + "0:120": { + "multiplier": 9.88889455133048, + "count": 1319 + }, + "1:15": { + "multiplier": 0.43646625050701204, + "count": 857 + }, + "1:30": { + "multiplier": 0.8639262386516475, + "count": 864 + }, + "1:60": { + "multiplier": 1.6637046136680016, + "count": 855 + }, + "1:120": { + "multiplier": 2.996187090646451, + "count": 854 + }, + "2:15": { + "multiplier": 0.09269030385853672, + "count": 1337 + }, + "2:30": { + "multiplier": 0.184218428833391, + "count": 1339 + }, + "2:60": { + "multiplier": 0.35329854359022045, + "count": 1347 + }, + "2:120": { + "multiplier": 0.6851661613682605, + "count": 1336 + }, + "3:15": { + "multiplier": 0.7125430978860318, + "count": 1323 + }, + "3:30": { + "multiplier": 1.398812466789035, + "count": 1318 + }, + "3:60": { + "multiplier": 2.5190334033389927, + "count": 1324 + }, + "3:120": { + "multiplier": 4.0885471754400236, + "count": 1320 + }, + "4:15": { + "multiplier": 0.5384494312673468, + "count": 1310 + }, + "4:30": { + "multiplier": 1.0797549682709555, + "count": 1321 + }, + "4:60": { + "multiplier": 2.1517313809234726, + "count": 1310 + }, + "4:120": { + "multiplier": 4.16388774894999, + "count": 1308 + }, + "5:15": { + "multiplier": 5.885422580565368, + "count": 1309 + }, + "5:30": { + "multiplier": 8.471006659925381, + "count": 1300 + }, + "5:60": { + "multiplier": 13.406499231249049, + "count": 1302 + }, + "5:120": { + "multiplier": 20.02134919293816, + "count": 1292 + }, + "6:15": { + "multiplier": 3.6800169157991953, + "count": 1320 + }, + "6:30": { + "multiplier": 11.63058707896394, + "count": 1318 + }, + "6:60": { + "multiplier": 19.07268518642695, + "count": 1321 + }, + "6:120": { + "multiplier": 22.13422430361654, + "count": 1317 + }, + "7:15": { + "multiplier": 2.6633362569413337, + "count": 1300 + }, + "7:30": { + "multiplier": 5.008029640199521, + "count": 1293 + }, + "7:60": { + "multiplier": 9.646003821254004, + "count": 1299 + }, + "7:120": { + "multiplier": 15.34598918831284, + "count": 1296 + }, + "8:15": { + "multiplier": 1.3304064470771817, + "count": 1291 + }, + "8:30": { + "multiplier": 2.5326637943186636, + "count": 1291 + }, + "8:60": { + "multiplier": 4.221197916340704, + "count": 1283 + }, + "8:120": { + "multiplier": 7.0389662408212565, + "count": 1294 + }, + "9:15": { + "multiplier": 3.485983221887542, + "count": 1279 + }, + "9:30": { + "multiplier": 10.217178476880697, + "count": 1290 + }, + "9:60": { + "multiplier": 16.518735678120596, + "count": 1276 + }, + "9:120": { + "multiplier": 20.920351798555362, + "count": 1283 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/generalization.json b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/generalization.json new file mode 100644 index 0000000000000000000000000000000000000000..5ea48c7f25d912f53990e36211d6615e0b898786 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/interim-transformer-seed-42/generalization.json @@ -0,0 +1,105 @@ +{ + "experiments": [ + { + "config": { + "name": "heldout_systems", + "axis": "B", + "data": "artifacts/poc/data", + "checkpoint": "artifacts/full/transformer/seed-42/checkpoint.pt", + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Main held-out-system test" + }, + "status": "completed", + "result": { + "benchmark": "benchmark.json", + "model": "foundation_model" + } + }, + { + "config": { + "name": "sensor_failures", + "axis": "C", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.25, + "sensor_bias_std": 0.0, + "description": "Observed history/current sensor dropout" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "sensor_bias", + "axis": "C", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.5, + "description": "Observed state sensor bias in training-standardized units" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "configuration_shift", + "axis": "D", + "data": null, + "checkpoint": null, + "excluded_family": null, + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires independently generated shifted physical parameters" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_thermal_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "thermal", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_tank_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "tank", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + }, + { + "config": { + "name": "leave_battery_out", + "axis": "E", + "data": null, + "checkpoint": null, + "excluded_family": "battery", + "sensor_failure_probability": 0.0, + "sensor_bias_std": 0.0, + "description": "Requires checkpoint trained with this family excluded" + }, + "status": "unrun", + "reason": "Dataset and compatible trained checkpoint were not supplied" + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/job-receipts/transformer-seed-42.json b/studies/full-data-stopped-20261011/artifacts/full/job-receipts/transformer-seed-42.json new file mode 100644 index 0000000000000000000000000000000000000000..f33a8a59f086615e4cccfafc4879ceec4d95a829 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/job-receipts/transformer-seed-42.json @@ -0,0 +1,116 @@ +{ + "name": "transformer/seed-42", + "model": "transformer", + "seed": 42, + "family": null, + "output": "artifacts/full/transformer/seed-42", + "arguments": [ + "-m", + "tfm.training.train", + "--data", + "artifacts/poc/data", + "--output", + "artifacts/full/transformer/seed-42", + "--model", + "transformer", + "--seed", + "42", + "--split-seed", + "42", + "--epochs", + "50", + "--samples", + "150000", + "--validation-samples", + "4096", + "--batch-size", + "256", + "--history-steps", + "24", + "--device", + "mps", + "--learning-rate", + "0.0003", + "--weight-decay", + "0.01", + "--warmup-fraction", + "0.05", + "--patience", + "8" + ], + "command": [ + "/Users/maxfarrell/repos/experimental/.venv/bin/python", + "-m", + "tfm.training.train", + "--data", + "artifacts/poc/data", + "--output", + "artifacts/full/transformer/seed-42", + "--model", + "transformer", + "--seed", + "42", + "--split-seed", + "42", + "--epochs", + "50", + "--samples", + "150000", + "--validation-samples", + "4096", + "--batch-size", + "256", + "--history-steps", + "24", + "--device", + "mps", + "--learning-rate", + "0.0003", + "--weight-decay", + "0.01", + "--warmup-fraction", + "0.05", + "--patience", + "8" + ], + "status": "completed", + "started_at_unix": 1791755886.604054, + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "source_sha256": { + "tfm/__init__.py": "c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa", + "tfm/api/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/api/profile.py": "9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32", + "tfm/api/server.py": "428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d", + "tfm/data/__init__.py": "2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "tfm/data/external.py": "6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3", + "tfm/data/generate.py": "a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/evaluation/__init__.py": "fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5", + "tfm/evaluation/baselines.py": "a324d231c8c4dacd0e9dc4536879715c216a82c1307a22ca3c290e9a0549a7d3", + "tfm/evaluation/benchmark.py": "5795fdab58b72c32f5cdd9af4ff46510738dbb2a42fed5c61fa58a19c1336c19", + "tfm/evaluation/calibration.py": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca", + "tfm/evaluation/catboost_artifact.py": "611eaf3c14700834ccfc38cbcb1d84d4187c6e1c3473a389c562882b10ae5848", + "tfm/evaluation/comparison.py": "68433ecfde46ed97450039672237554e7ebba00b287da401e44f32fe5738d2c8", + "tfm/evaluation/context.py": "f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9", + "tfm/evaluation/counterfactual.py": "6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259", + "tfm/evaluation/experiments.py": "cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d", + "tfm/evaluation/metrics.py": "04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7", + "tfm/evaluation/runner.py": "3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0", + "tfm/export/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/export/onnx.py": "3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d", + "tfm/models/__init__.py": "c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/simulators/__init__.py": "0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b", + "tfm/simulators/physics.py": "03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc", + "tfm/training/__init__.py": "5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd", + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d" + }, + "pid": 70274, + "returncode": 0, + "finished_at_unix": 1791759076.3066409, + "checkpoint_sha256": "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec", + "run_sha256": "13c74ef434c51be324c208a534cc31a93374dff44927bafd6a7a9c3d02e2ae42" +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/job-receipts/transformer-seed-43.json b/studies/full-data-stopped-20261011/artifacts/full/job-receipts/transformer-seed-43.json new file mode 100644 index 0000000000000000000000000000000000000000..4cecad07c4a3777c04ed45c7ff820f13bf5134af --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/job-receipts/transformer-seed-43.json @@ -0,0 +1,117 @@ +{ + "name": "transformer/seed-43", + "model": "transformer", + "seed": 43, + "family": null, + "output": "artifacts/full/transformer/seed-43", + "arguments": [ + "-m", + "tfm.training.train", + "--data", + "artifacts/poc/data", + "--output", + "artifacts/full/transformer/seed-43", + "--model", + "transformer", + "--seed", + "43", + "--split-seed", + "42", + "--epochs", + "50", + "--samples", + "150000", + "--validation-samples", + "4096", + "--batch-size", + "256", + "--history-steps", + "24", + "--device", + "mps", + "--learning-rate", + "0.0003", + "--weight-decay", + "0.01", + "--warmup-fraction", + "0.05", + "--patience", + "8" + ], + "command": [ + "/Users/maxfarrell/repos/experimental/.venv/bin/python", + "-m", + "tfm.training.train", + "--data", + "artifacts/poc/data", + "--output", + "artifacts/full/transformer/seed-43", + "--model", + "transformer", + "--seed", + "43", + "--split-seed", + "42", + "--epochs", + "50", + "--samples", + "150000", + "--validation-samples", + "4096", + "--batch-size", + "256", + "--history-steps", + "24", + "--device", + "mps", + "--learning-rate", + "0.0003", + "--weight-decay", + "0.01", + "--warmup-fraction", + "0.05", + "--patience", + "8" + ], + "status": "completed", + "started_at_unix": 1791759076.3099751, + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "source_sha256": { + "tfm/__init__.py": "c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa", + "tfm/api/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/api/profile.py": "9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32", + "tfm/api/server.py": "428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d", + "tfm/data/__init__.py": "2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "tfm/data/external.py": "6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3", + "tfm/data/generate.py": "a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/evaluation/__init__.py": "fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5", + "tfm/evaluation/baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843", + "tfm/evaluation/benchmark.py": "2f817104b27c343bab44940840b93a9aae4fb9f42d5851c6496920c1eb5d2155", + "tfm/evaluation/calibration.py": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca", + "tfm/evaluation/catboost_artifact.py": "5b70bb928cc29b4f09cbaacaed716208e1fc5b507f8cd4811b52c770e9268d0d", + "tfm/evaluation/comparison.py": "c53cf03e4a689b2d85c00a52dca6303216c92f61ec91a4b68f66f36a3cc588de", + "tfm/evaluation/context.py": "f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9", + "tfm/evaluation/counterfactual.py": "6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259", + "tfm/evaluation/experiments.py": "cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d", + "tfm/evaluation/metrics.py": "04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7", + "tfm/evaluation/runner.py": "3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0", + "tfm/evaluation/train_catboost.py": "6605555f6139827b57c5485ccd0fbb0cf60367da21c2a12009ef0a48b1cc176f", + "tfm/export/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/export/onnx.py": "3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d", + "tfm/models/__init__.py": "c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/simulators/__init__.py": "0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b", + "tfm/simulators/physics.py": "03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc", + "tfm/training/__init__.py": "5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd", + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d" + }, + "pid": 74683, + "returncode": 0, + "finished_at_unix": 1791765279.875048, + "checkpoint_sha256": "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1", + "run_sha256": "f628096b93a005f081b6c44bd6084fdc1310488cba25eac3d5e75fb022f2c893" +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-42/checkpoint.pt b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-42/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f2b73c31d71ccc39ff5b38cd0ab055dad873aa3 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-42/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec +size 6474292 diff --git a/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-42/normalization.json b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-42/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..5174f1f75ec08a1ae15fd2bd0ee806d5adba30ad --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-42/normalization.json @@ -0,0 +1,993 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 21.260110190522674, + 21.294143809908295, + 458.2616030734551, + 10.349678152535423, + 15.87959941777483, + 0.5373690927540696, + 38.43412944961296, + 0.4826127376021479, + 22.252339221724515, + 38.748503193739225, + 0.24556926961433975, + 0.5992653670099126, + 0.3955478955261828, + 0.14853332874202788, + 15.793682454917644, + 0.5707246923134439, + 0.3623995421049213, + 1.1325604382639707, + 15.342054774785314, + 15.83001136338815 + ], + "scale": [ + 8.045533406510737, + 3.8168959904494413, + 286.08492714119444, + 5.02593998333158, + 0.9135711299377679, + 0.5343871434744538, + 37.75881915571558, + 0.36395720653308616, + 7.623231511617394, + 16.91282588005527, + 8.974730874580919, + 0.3249119350991334, + 0.33614533488560966, + 11.180001252068704, + 6.335063827555018, + 0.784610751286015, + 0.23292416227299456, + 0.7266014200582064, + 0.9463622850092638, + 6.399157351553315 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "version": 1 +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-42/run.json b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-42/run.json new file mode 100644 index 0000000000000000000000000000000000000000..60512333fd7e6f4220655ea74392461fc46303a8 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-42/run.json @@ -0,0 +1,4252 @@ +{ + "checkpoint_version": "tfm-checkpoint-v1", + "schema_version": "tfm-schema-v1", + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "normalization_version": 1, + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "training_families": [ + "battery", + "tank", + "thermal" + ], + "excluded_families": [], + "family_filter": null, + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/poc/data/manifest.json", + "episode_sha256": { + "episodes/thermal-00000.npz": "e6dc125de3c0d212b57674bbadc42d09b686b7c9fce2cc07ea23dd574664dc3c", + "episodes/tank-00001.npz": "52209df974c0ff630e8727aa246a9f8166802a5d9863fe50e0ab181a9cbebe08", + "episodes/battery-00002.npz": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790", + "episodes/thermal-00003.npz": "d2460d5ecf7c0ed091e804618ff73edfa2f73b332be2fca1fe8980207e4f5938", + "episodes/tank-00004.npz": "779b351dd906b237ab51d1904a676936d31d1f5c40d33ef7fcf3533c5cd15999", + "episodes/battery-00005.npz": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48", + "episodes/thermal-00006.npz": "486171fde08aef439c6b32dd63333cf9af92f7deb08414b0563e2bc8ca343327", + "episodes/tank-00007.npz": "4315e51e83513b21f2598c9688e21da2f6b90cf8ca1581c64e93b30d9ea12dfe", + "episodes/battery-00008.npz": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7", + "episodes/thermal-00009.npz": "b10ba1349e4789813f196b7a2c2532cf4bbb9abd65f89d9b062f33f5a2243970", + "episodes/tank-00010.npz": "73b4b132f485c3e01507bf42de3d409fab2e31045c36626c132d208306589481", + "episodes/battery-00011.npz": "c7aae52a000b1aa31406ea30c3004b29f1fa6c98dec8e3db1fe71aaaf1656441", + "episodes/thermal-00012.npz": "8a9dcf1ac0e525bc6a7e3b5d4bf258235d762f64914131d1775d4483ef351d4f", + "episodes/tank-00013.npz": "80fe641c0b3396b31163b4e30681acf1cb145ac761a0be1d522267d3be1b5751", + "episodes/battery-00014.npz": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de", + "episodes/thermal-00015.npz": "b1e71e57a0b8e72ba4d30654d3c63e930003d730b79dc059eb39167da2ce8c66", + "episodes/tank-00016.npz": "4b743be8e232baaf805f6438b78a3bf5c07dfcb18e7f4432e6c1ced5c546a9fc", + "episodes/battery-00017.npz": "3c68852b7e4d7cd5d803c5261f48f779b49d61e6ebcb97f840d33006327d5308", + "episodes/thermal-00018.npz": "21c7ef3696217c8efdafa8318596c12ed62d0fcb67768f8586734d2157e332f7", + "episodes/tank-00019.npz": "b07f9e532e3e2eab9297814fd128d775ab17328f12750714bea2ee431f568a7d", + "episodes/battery-00020.npz": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835", + "episodes/thermal-00021.npz": "c5e03d2510fe4b4d5efa7d3d7c411432f440337fb291edab56dfe7172bdec44a", + "episodes/tank-00022.npz": "adc69359adddf82b4fff2d672dd14ad87739833a2dce6a5aed3568e35e6d11f7", + "episodes/battery-00023.npz": "b6085f27736c38e30d7635cb373bcc3574c4b4c1ac95d87b5b8119562f3ce0ea", + "episodes/thermal-00024.npz": "59e15f3878fba464680c6db324e7ebdbc7811f00f74f6653078fc4a80accb5de", + "episodes/tank-00025.npz": "8785383bbf01d5378a7aa637b7fc95076614faddcd72698dadba30dd6ab0d3d2", + "episodes/battery-00026.npz": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6", + "episodes/thermal-00027.npz": "13a24edfeccb26ad24eaa1e986f3e196d771ee03df107e9eb9ef40e08b274879", + "episodes/tank-00028.npz": "2ba6429bd61d717e393a63aaef52eb50090a9a8649e45afc74f14151a196e6a5", + "episodes/battery-00029.npz": "e49a773079435b34d8527a2e215de1317897c51c4dc1780f226909dbce76a71b", + "episodes/thermal-00030.npz": "5c1ff8f960a55e0f7eeda4218ee273633396f5720b180edbe9177d289c2d0bf3", + "episodes/tank-00031.npz": "20bd99428ad9d5bdc48c6003d8f3110a81f501512a57d9818a61de350cf46210", + "episodes/battery-00032.npz": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077", + "episodes/thermal-00033.npz": "94692123bbb1d73dc3c8f80a5a3e35506055188b4d7cb823ce07cd698d81024e", + "episodes/tank-00034.npz": "515f3dc12a373a9ce7418a3621979c5c0d8ebd3fdb9270de8553657055e00ea7", + "episodes/battery-00035.npz": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb", + "episodes/thermal-00036.npz": "36939e8a94b14e16c5e770594d595cfb8ab6274fda7e5a65abdc197a5a1a5386", + "episodes/tank-00037.npz": "d1710e55972044feb93c99ef5f97d5ffb365c6755ca5c213b3f9ad6b1d6d34b9", + "episodes/battery-00038.npz": "b4e2f6091bb7aa24ceffe85053fc249131bf019c9350b7fa7003f2fb0200eefd", + "episodes/thermal-00039.npz": "153698217e8b7f3c30cbaea9bdf88a2551c9ac2a8089639c35d7445e36e4e31e", + "episodes/tank-00040.npz": "c666ceba8978783313ed55ac4df851e08459ff71c9db8de952dd89d85bc6ff9f", + "episodes/battery-00041.npz": "2e2a4ef5894c10af34c09d6681a62aa6ae633b57324964749319da7ed8fd7ec6", + "episodes/thermal-00042.npz": "d47b7da76d303ba2a08a05e66d3f0b11d3755ae2e9e8f85a53141ac650989dc6", + "episodes/tank-00043.npz": "6c111f04d0c1d6a52894943d2373c4966876485d3e8e6fb7c4590754e89649b4", + "episodes/battery-00044.npz": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee", + "episodes/thermal-00045.npz": "df03edf92425fb9960bb23af47de363cfdcc1ba05672eb92d6e1305595e80b45", + "episodes/tank-00046.npz": "4ae2df886fd53fe639bbcf1b83982d40fc6182bb8e82458c6fbe2dfdb3aaceb9", + "episodes/battery-00047.npz": "e0cfb79cc74bac28ee311a9159470c8db704468b6c59437d26f12e46631135f3", + "episodes/thermal-00048.npz": "3820a1b5385d2766ba2afce09d17dd0e41bc3c615da34e574810379283d97ece", + "episodes/tank-00049.npz": "fce7a0a5d7307d785a3a91faf55f3b0a98aa909ff35d0932b41c9857c10dc499", + "episodes/battery-00050.npz": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600", + "episodes/thermal-00051.npz": "9752642239a8a795754748ee57a15e0b2c6ab5bb8f6dc37d88b45de3e51d6933", + "episodes/tank-00052.npz": "6cabc8a66e0d02b18277412fc8cc80d44a85f0256c431d13b283f2ce57dc7ec8", + "episodes/battery-00053.npz": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d", + "episodes/thermal-00054.npz": "0166b4fb2b052b4389efa9c4f06ef77c0f13714a1baa90e3836618d4dc5653a8", + "episodes/tank-00055.npz": "f13937ad11220491ea371384bb2be4616bc4aa2fd63f7b52a59a61428f699b0b", + "episodes/battery-00056.npz": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a", + "episodes/thermal-00057.npz": "1bab0727fd7f12c3e57eb870b82d172eb2f7e5e134860a0501c329ff2ca55366", + "episodes/tank-00058.npz": "55db9314a1f8b7cc9c58576db5998b542d51b7f68c413914e153dbefd043483a", + "episodes/battery-00059.npz": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1", + "episodes/thermal-00060.npz": "3fdb1906d5da61cc1f5bbac40c1b76ed2634be525fcbe816ef72db8851cb750d", + "episodes/tank-00061.npz": "f701a8cd6ce485f6468095450363d0578bb792ca0540954acb056c0ccaff5e57", + "episodes/battery-00062.npz": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8", + "episodes/thermal-00063.npz": "dceb716ebf2511bbb9fae6f48674886bdbe2eaab84f5a68c6bebe84dcd9ff37c", + "episodes/tank-00064.npz": "c28d94f12f8962311087c8f8118f4922d4f32595276e7371dac32a422de533e2", + "episodes/battery-00065.npz": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4", + "episodes/thermal-00066.npz": "b86e60466c90bdd373a94be75ead6473901be6d887f213cfa89c463d8481af56", + "episodes/tank-00067.npz": "255e99d5cfd70ced60b7658bb63605c8a29f2b426b6983209f58ecd19391f413", + "episodes/battery-00068.npz": "4ca36f1f06046d685896efd0c820366f30edd0ca37878c689d827ec19b4e2c1f", + "episodes/thermal-00069.npz": "7ce04d98b7d6dd00b76efb548a4334597e91a1980b4f8475e2fb5312341ad42c", + "episodes/tank-00070.npz": "17da18e2104981ce0b2ae24f6a8c96e9b3dc109722e2d2334654c242c72d7155", + "episodes/battery-00071.npz": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae", + "episodes/thermal-00072.npz": "259d4f0233e5006d4e589b45b84026cd6c2a1bed0e2d0026941b9b29bfea8585", + "episodes/tank-00073.npz": "a7f28e4d4286fa4f95250a88ec4390f6ac540363f8df64bb3f9ceb114b7c5e23", + "episodes/battery-00074.npz": "312e3a7857c42d7f77145f8e978cfe48403c6af8e2378a664d3c83d9da414d5f", + "episodes/thermal-00075.npz": "f3d5817dbb4ba58bd5ef16dd5261e23c80c744b47c9c95d8e6b5fac0029da6f0", + "episodes/tank-00076.npz": "d85ce8a194f52fc1bfe2ffc0c0500cb6dfc3d79497d11610b542dad5357617dc", + "episodes/battery-00077.npz": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3", + "episodes/thermal-00078.npz": "747d6ce820608fdcd379424490438d8f183d32ebafa9d0a7275e39064ca8ac28", + "episodes/tank-00079.npz": "8e88e31e46f890b48d5425b3bc9fb3f6e601e092f94fa07942ebbd6bf8e5cc0e", + "episodes/battery-00080.npz": "90ee43f7257dd533f0d48594380e72687a7866a2e80a6a37d8293e7eb9fb8e6a", + "episodes/thermal-00081.npz": "ae87c9001949c3ba57bc9df9f1f2f8a83093305e9ac37cb28e5e94d38ba98d56", + "episodes/tank-00082.npz": "2fa89e6e06ad53fb08b13b7359104b897a89b5e09e89673b74120941c8edf5c6", + "episodes/battery-00083.npz": "7b88c93744c48f4669464e0fcc969da54f148b4253bcf30b582102ab4de4109d", + "episodes/thermal-00084.npz": "e8e17268836c8239e5c648f5f0af5182668e42dd3177043ed44990bacf9f223c", + "episodes/tank-00085.npz": "27517d7f2018a8092ae22e9a11ab62a122a18488c0eb12dfa634c985791ecf97", + "episodes/battery-00086.npz": "57b3f9253cbf06f50b05eafcc1d50a1cea6b7b81f650f924d4e2cf640040e966", + "episodes/thermal-00087.npz": "a168dc0ad8d32601b994cb79ce7d42c714660b75c4012fc6b9645083cb0401e4", + "episodes/tank-00088.npz": "770f8c8f11edd031e4f200b98f09bab844afd36e80231f7ec10db2eb6dd85c9d", + "episodes/battery-00089.npz": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68", + "episodes/thermal-00090.npz": "d4b1789d525ae7b4839e9ef8067279ee3a315414c043069ae04dab1e47e532fb", + "episodes/tank-00091.npz": "3f5b5e15b3008399ef9b46acf7ac205979c45600cd529fce6033cdce13bf1702", + "episodes/battery-00092.npz": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a", + "episodes/thermal-00093.npz": "c48f8d8ea1f8c6348f455268de2d36d43d0f7581e03042706472c7bc27f92df5", + "episodes/tank-00094.npz": "61d0b4556688f2c604c2f9e81bcdfd41664fddb53ed2945ee583d21b534223f5", + "episodes/battery-00095.npz": "43b4f7fcc97a2decc4cb3476b6a2f57d6dd46e58c221ac8eb4dc6f967a6d5e8c", + "episodes/thermal-00096.npz": "9cc65f2217b6b93a84e396fde8cc7d119dda2ba2d454ecfa8e371f59fa604474", + "episodes/tank-00097.npz": "bd518f88419225a07c4942e7321479a0663409e5330258871e17d6afa1a3ff33", + "episodes/battery-00098.npz": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2", + "episodes/thermal-00099.npz": "8517faef7cc68de899ca03ddef8454829bd6ad544299dd6ba3a0814cb2714348", + "episodes/tank-00100.npz": "fc47b11842f3a85bea472504926e8d2b47aaa3fc067a8e88068f3c15028e56f8", + "episodes/battery-00101.npz": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f", + "episodes/thermal-00102.npz": "eeca8c5966d62ed013ae60ec9f57dc306b42bcaabf9e3dc34bfac63418890a67", + "episodes/tank-00103.npz": "9d41fb1ba2a8d264820c5d065984c6b2236998e914022d25ec4a7bd779b2079d", + "episodes/battery-00104.npz": "2cdad4ee59fd03323ea6e19386679cc0b7682fdbd99720ce801a90a7e49f69dc", + "episodes/thermal-00105.npz": "9aac36622b478b4b6025a8577555092d03a5c815863e196e26f46e5d3d9bba04", + "episodes/tank-00106.npz": "cd10d14d9c3cd9bfb44c4ace1af0469144c64623090bb0de4828b68b90db7eb5", + "episodes/battery-00107.npz": "9f1c515bd5d87f16354192073f1ecc259d30bcd32ae794c94e406c08a258d6ab", + "episodes/thermal-00108.npz": "ca5460b83e7c0685cccda2a3af73542fa353dd5611498f3db84d635cc0fc0644", + "episodes/tank-00109.npz": "739f62a89d7dadea6fee7277e689b264b81c6efe643e7584d48249ca2ac1d90a", + "episodes/battery-00110.npz": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f", + "episodes/thermal-00111.npz": "ac71047d0ddd364b2e3bbdd02fe0aa91fa4889d924805530ed42caf6c33a334b", + "episodes/tank-00112.npz": "f4dd9406f3073300ff3e861c4ddaa26c63c395a54eb91c28b8f70db8a8cbda49", + "episodes/battery-00113.npz": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b", + "episodes/thermal-00114.npz": "ad182daf5bc60f8eff283a5c144dc23c81b98ecfb72335f69963c03c559369cc", + "episodes/tank-00115.npz": "8159c5cdbdf1ad537c7b2b71fdc717a327bef7813bcc23b0c8ade2be7882aa51", + "episodes/battery-00116.npz": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553", + "episodes/thermal-00117.npz": "1f96ba83348ef684e9ea1290acebcbb06e635969b29f07f639c79c273e85f7d0", + "episodes/tank-00118.npz": "097ecd9c3573f922fc4969ae04729e4216d52906460094a57b57cf5107a579a2", + "episodes/battery-00119.npz": "c1f238af6d86c41684621e6be064025388445e52f7b279b1e43e09e3c782eeda", + "episodes/thermal-00120.npz": "553aeac33fb0f0e98b2f3edc760f39f6ae014bc1524c04e5ce3aeb097bb32e1f", + "episodes/tank-00121.npz": "dd1d85f3e5efb865b947419bd1601dcbf316d18b05b0d3373ce819b152b0d640", + "episodes/battery-00122.npz": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba", + "episodes/thermal-00123.npz": "4ec8570af2441da1dcea47e7b245750921d0da732f28d509e95aa1dee3f07434", + "episodes/tank-00124.npz": "8e434a04a0ee51f98733e8c4b1d335cbb40753f1dc06a1b4b437a326a84f9299", + "episodes/battery-00125.npz": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e", + "episodes/thermal-00126.npz": "68933d5c69b84b414af6875add05d6a31c7871abb36d520eeaa5a787d3d5580b", + "episodes/tank-00127.npz": "092f5d22c2fa0d5d6b9a91e4ba0110944710bfc4fd1f184aff16566fe98ff394", + "episodes/battery-00128.npz": "af851e85c50404bd8324d03504d108d621be8ec34d1722265d26b4a61d63851a", + "episodes/thermal-00129.npz": "be0d4d0b85b9b0ef398e2ebe9a1d3aa226aaaefef0e2c7c38bbe341df71a0fd5", + "episodes/tank-00130.npz": "129b968dce4fee28307254ec625e9bcd74288f57ce40b455c54c041c47790ca4", + "episodes/battery-00131.npz": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855", + "episodes/thermal-00132.npz": "9884b019a081be8e3936cb3d48a661cba40d75db9e688154e91b2cd6b191de1c", + "episodes/tank-00133.npz": "d9e1d736ca9f72158e095b191ce53a234c6dc409101cb8b84f1c73bc24cdfbc2", + "episodes/battery-00134.npz": "c24fcd499940f47e92742695f2237d8dd4c127160720b09a1c848a71bcb9af9d", + "episodes/thermal-00135.npz": "c647969625b5d73f7589923d8fe36f93456f309267b34786eabcec3645d9eb6e", + "episodes/tank-00136.npz": "ed5e7fa05b4d1d481c935a5011aa41fc5050bc18ec906820eb83c808c1eb5347", + "episodes/battery-00137.npz": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564", + "episodes/thermal-00138.npz": "2c0d74c8d08afd6c8b499d7298293772d6857a29a192509ffcb1245fd2c844ca", + "episodes/tank-00139.npz": "539af85e58830d2005bf1227de0bb80b0de592bbc5cc9b87a11f9b051e10d722", + "episodes/battery-00140.npz": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06", + "episodes/thermal-00141.npz": "387085c3753efee94501a47144a8474a7964e4a885f0e5326e9e55d9af67306d", + "episodes/tank-00142.npz": "a025b370bedb1cc79a2a2748b6005e4f59e885bbe564fef74d18da742cdf9cf2", + "episodes/battery-00143.npz": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76", + "episodes/thermal-00144.npz": "1afb0e4ef3c434bef7aeaebad568765285cecadf1c051dab5a4a709e998b09c6", + "episodes/tank-00145.npz": "877d92be6210597a3fcea015b904b0b4aa914c5617d0799cfd8c0775808a0aaf", + "episodes/battery-00146.npz": "f3eb2c4081e3f812102ebe412da6cec7a896e0eecca96577dc73b1fbe7c7c07d", + "episodes/thermal-00147.npz": "49423de0486b4484475b9a9ff2c876d53accb3a7c2d67ac5076cceb6717f9be3", + "episodes/tank-00148.npz": "a06192e5d3a07063ac9e39b4b879a84211d1babfdf1c643831063625420a4e53", + "episodes/battery-00149.npz": "b72c1c038a408c0b5501b14550177c4f21a3838b50f68df867e4a7ceda5d7c56", + "episodes/thermal-00150.npz": "4981307d5612f2f1610ed28974842ecd6255bd1a2232a550e56096dfa20f25e5", + "episodes/tank-00151.npz": "f78a7b9ba5a58083da204c1b9f18af951a457b69c61f40aad825d2809cffba5b", + "episodes/battery-00152.npz": "a206c73028f4940206a6eec711f67b6e4662c171079b323a47e55915c22d6744", + "episodes/thermal-00153.npz": "db01efb5e9b7bb8d2442b83a0ae1667f2cc20d9e23f09c8799905f982e3f8f69", + "episodes/tank-00154.npz": "275063d1266a35867f38c3803e9118a42cb54f8ac324a3c1e96f244aba9a4680", + "episodes/battery-00155.npz": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00", + "episodes/thermal-00156.npz": "e09cf8657474945b5f1716aaef48800da9c199429d8a1d616ebbdf80b27a1fa1", + "episodes/tank-00157.npz": "f51e91ade0cfb84e388bf42f3baa920620d792a79035310a9f97a4844bcf410d", + "episodes/battery-00158.npz": "e38f1e2ad5d1342095b0eef87262710ea30de1898144719caeae669053bb83ed", + "episodes/thermal-00159.npz": "1a7facd909a3c7aa0b9dd809b69dadc80c16ea3fc60d446fbe20efe64c7982c4", + "episodes/tank-00160.npz": "9bed74afafbb31e6cd54e9d1de1f611d8f9434a01f7b360f4a3dea7bf7ee0ad9", + "episodes/battery-00161.npz": "e95f27d0470d00b5a696a7ba5c8379fd4d44eb623ffa757f01e134b699c6a569", + "episodes/thermal-00162.npz": "4ccb850483744812bdb54b7ee5418b6918583b244ee9d322b704c3aab3e5dc00", + "episodes/tank-00163.npz": "c69f3c7cd03dfd5cf64665255a4ba810d3619d7fa2134d82a87983f656e37ade", + "episodes/battery-00164.npz": "5cbbdc650c573d6c81a0f420943dc2369946dc8dd1b9d6df63f25f3207569165", + "episodes/thermal-00165.npz": "b2286eec1036b542fc2b025c530432207538ccc8709179c6e2f8773805eb2ac4", + "episodes/tank-00166.npz": "ed4c78ca54bbaee95dd641077b4f461660ff4bb81e7cbcaa424865e5bd21fe15", + "episodes/battery-00167.npz": "7618074e54cf08e016f422b9def84be1200b2f8f310124a700f259257cb473a0", + "episodes/thermal-00168.npz": "c35bdc190cd5b80a6bdbfa6f711e8050ff1ececbb5b579aaed6cb47cd73cfba8", + "episodes/tank-00169.npz": "9ff78ca55463c259ef0518f1901d10e2b7f7f2b3be5464537a25b28b7eb09fee", + "episodes/battery-00170.npz": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff", + "episodes/thermal-00171.npz": "5e41e287317a892746f25aa96c810fdd2e5232667079de0660bcf743387a96c4", + "episodes/tank-00172.npz": "3d76cd6fe3c4885f1a2e981a7e81f907c2ab7a5cae1ebdb1906bcb329fad6b3f", + "episodes/battery-00173.npz": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6", + "episodes/thermal-00174.npz": "82448a2dd8df372c5ec23467e8b1675bfd58c7591939f7646ee9e7713e180668", + "episodes/tank-00175.npz": "95e9c77d0652b35fe2c61aad6607cc8a01cac625e3769bef6b4a784636ef61c6", + "episodes/battery-00176.npz": "2962766556a463382c42a940dc8e596be3b93f38fe2c65725dff89bf655f0222", + "episodes/thermal-00177.npz": "8312c81d165b3a92bc3957346f6255681275c9ecdde9fac9a0315783494a6a87", + "episodes/tank-00178.npz": "4af97bc7851ff26ed0249b397e331e23993c92794549ddf278b56c8770dec2c9", + "episodes/battery-00179.npz": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0", + "episodes/thermal-00180.npz": "84b4029a57571a92d09dc235b650208b6a2f572267883c4cae6e96045bb2ae66", + "episodes/tank-00181.npz": "b00c7653ea5d039c3741138846a2e2b5870a4c0b17b9337eba1767141d9ed9c7", + "episodes/battery-00182.npz": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7", + "episodes/thermal-00183.npz": "86248a84274aec59aaec8236d1f28e8ed754a5f09aae7497893299eb073c4198", + "episodes/tank-00184.npz": "9d0da6422c0913f0e38aca41a2c269b2869f9ac7cc4ec847e83ba344e9ef10f7", + "episodes/battery-00185.npz": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f", + "episodes/thermal-00186.npz": "19bb9ea83a100c22f4cbbb9712f6207d795ba815637b9bd3fbc26418e4d46f29", + "episodes/tank-00187.npz": "396c94821d97081fbbcb56ee0321caa0eae9bb9b0fcbc12a5e25111bf95b929b", + "episodes/battery-00188.npz": "19fb17e1abf0f733ff0de2a4a0d8acd3c5d80538b21ba51d99c4b20714223904", + "episodes/thermal-00189.npz": "59f96819ae49e1197d8a0712dbe99ac0bf77af960e34cc64ba3e6559605fa456", + "episodes/tank-00190.npz": "7e387a5e885e6443f6d4ad13ce924099073d4766b5431d12c327da88548ff176", + "episodes/battery-00191.npz": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a", + "episodes/thermal-00192.npz": "339d494637e6e5e4d1c958778b7e5c95eef695d595018a048ebd6ea5a8f5caa4", + "episodes/tank-00193.npz": "1e22de8a6b869bc514567518048b2c0f25cefce6ed4c6fec6d61a1c8fbeb85d6", + "episodes/battery-00194.npz": "c0bad268585b5b7175c649fead98f7cb902b87f54a250f4dfd7b1c2bb260a4eb", + "episodes/thermal-00195.npz": "28c747f444003c6a71b338a486a4bbc500581fc7d4757beee90dd9df41e7435f", + "episodes/tank-00196.npz": "38180982f73267d3ba9b69ab59af24fdbf8e94da26deef5f50ddaf12540a1337", + "episodes/battery-00197.npz": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548", + "episodes/thermal-00198.npz": "04e9c0890e70da00de8c2e652848b0d88ad1a9c6b1652c96aa58300dacd4d977", + "episodes/tank-00199.npz": "e1bdc1323d1a11832383bbcb60fc0f32b2266f11f70d9dfd612daac6f0b0ff48", + "episodes/battery-00200.npz": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132", + "episodes/thermal-00201.npz": "279baed79d34e7403012af28f70c2d76b793a055838eaa8fff00c4d8b564b6d8", + "episodes/tank-00202.npz": "d649c9c8850ce4cb018854f257b10f50f40399bd983159722391dfc377f32aea", + "episodes/battery-00203.npz": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423", + "episodes/thermal-00204.npz": "f307e27b7d9de0e9fcdbf65c6152a0ede505d9d8bc837a39524b00973fc0bb81", + "episodes/tank-00205.npz": "855fa562144cce2d8a42362e1cd6b48f3bee17c2ec6f1adb2156482596261821", + "episodes/battery-00206.npz": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d", + "episodes/thermal-00207.npz": "8c95168e4143a83efd8d9bf6b434ea3663954bdc3e83389e069fbc4a5986cb39", + "episodes/tank-00208.npz": "524979af5daf71990361108df409f9bb6f77aa0c71ac4a1a61cb9375132d5c3c", + "episodes/battery-00209.npz": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858", + "episodes/thermal-00210.npz": "a7620b6c164173295964a8284851bce0bf6edf81b601bcc9a01df85f9f4bd3c5", + "episodes/tank-00211.npz": "d932af7437fa482f012766f83a4e0cf59d08d41eda15150d28f5800c51ab8bd5", + "episodes/battery-00212.npz": "42237259651a89a59b37c987f9520deeac5af92851e7f42cd65450ae31724f8b", + "episodes/thermal-00213.npz": "e150782c0184c1f3d661032ca5ff61d977cede412447e8f135e6434a9f12c3bb", + "episodes/tank-00214.npz": "e4cf8a42020d3faf9c3693ea545976b87167dc5aedec0bc21a21adabb8cf2d6d", + "episodes/battery-00215.npz": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5", + "episodes/thermal-00216.npz": "8de951f6eeb43f6b18a862d37fa053adb81c48b583de676dbf4c5eb23ae9349d", + "episodes/tank-00217.npz": "febcbfad60a2b2b00b0aba29aa3bdb04309c0119e144f55a97bea7c87f2e798a", + "episodes/battery-00218.npz": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8", + "episodes/thermal-00219.npz": "762a8c6fe9d00fb44c1c8943c37eebce03b6a08688a8fe99d0b52762807e1bfa", + "episodes/tank-00220.npz": "9a7deeb8888ee01ab1430755cb0fb80693846d8e2e5b28267def94cdbefc8c83", + "episodes/battery-00221.npz": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d", + "episodes/thermal-00222.npz": "e28c14f941c64c4cb7df70c9eb191b9bd8b887f6228c7d194567dcc1e6d99911", + "episodes/tank-00223.npz": "cd3a55a0a2e4b6ef11690e6b5e88fd547a98327dff73cbbdfcf08bbc4d4fd569", + "episodes/battery-00224.npz": "9e9d01b180e19438496cd32c94830213333eb940ec6ad460772c018d6d3a79a0", + "episodes/thermal-00225.npz": "a81021571b05c5503910689765e6847c4162fae4a5394be0211647602cd06cbd", + "episodes/tank-00226.npz": "ad07a5477f182aa054de01ec1e9789c79da1e75a8b338d175363b441269febcd", + "episodes/battery-00227.npz": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1", + "episodes/thermal-00228.npz": "2002c9c06e54ebd2547d534fb76982a3a093039e0a5e153cebdad6a2d90066b6", + "episodes/tank-00229.npz": "01238bdaf9ea61524c25808eaedbf80d28ffcf2fba2906e65f3a1d8b60e3eb3c", + "episodes/battery-00230.npz": "0d998f9bd5263023efc7aeef80ace53dfcac0e5dd983a76bda79c225ec3800af", + "episodes/thermal-00231.npz": "cde09cdffc35e70aea7af912a9e3fe4daa50e857cc4bfd658c9ce0aee1db174d", + "episodes/tank-00232.npz": "db5941b0983483743174956b06307b453e91c717db9a447d583c90b2725e902e", + "episodes/battery-00233.npz": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9", + "episodes/thermal-00234.npz": "47bd7aea013f15a592b6d53765579dd00167a5ebcc81cb928d8dd7a4e22fff9d", + "episodes/tank-00235.npz": "3ebc073bd64a50aa0524608bd280e5ac4ad330c1d80bf75582f04b6b7b9cf428", + "episodes/battery-00236.npz": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761", + "episodes/thermal-00237.npz": "17b946eb3b4614bb9d901f967e4ae3e209c4f4504ecab6b42527f879b2d8210f", + "episodes/tank-00238.npz": "c98a3bb7eeac3254046242db580e47a197b094fb53f1be5eff04b69603e4f548", + "episodes/battery-00239.npz": "df3f88f98948649e054e901c7f3fcdc41c579dfd0afc1f1a703062fc1dc56411", + "episodes/thermal-00240.npz": "90843813fd2e0c31021620703ec5ea3035f3829f878e93b8f754143ebef2cc7e", + "episodes/tank-00241.npz": "9faac795ce5215c72f50193de9bdb6b4c7ae1c4280f79c59f02dab00e28c8382", + "episodes/battery-00242.npz": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5", + "episodes/thermal-00243.npz": "e76d3cabb51236cc723dbb90602d8363f8f753b958ccb10fdd8328ae93e09bde", + "episodes/tank-00244.npz": "f0b01d9f04f4a0a8a953d5e5267174281bc6fe24f3294021770f478f325e4f8a", + "episodes/battery-00245.npz": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9", + "episodes/thermal-00246.npz": "cd6feabb0521e46d813a0b8fc2021b961fa17f897104cab57d34719227cebfb2", + "episodes/tank-00247.npz": "5354a4466edf3579a8c25f47499702bf313d66f8c5b89b2733fbe60c7be4a8d7", + "episodes/battery-00248.npz": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d", + "episodes/thermal-00249.npz": "4e617487cbb017e8addbe53567fe43088e712766a7097c540db3662bd1806c7d", + "episodes/tank-00250.npz": "e71a7ad896f71059d28250dc70a26b1b9c9e312a95b6360de327f202058eac1d", + "episodes/battery-00251.npz": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c", + "episodes/thermal-00252.npz": "85c0dcee46211cafc07cccad93f155916927f2b1e48273898dd10d3027156377", + "episodes/tank-00253.npz": "1420ecc2fd49a9e40bf8a9173fb237d002be00d9abfe2e51895bfa811dcceca8", + "episodes/battery-00254.npz": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45", + "episodes/thermal-00255.npz": "12046a3608cb34e79bf699f14129a9e4c30f9c2c62d8b63c63ffbe1b59c8fe2a", + "episodes/tank-00256.npz": "e4a4ffa02024f63073462f155ad2c293b44ea6669335e700ef1561283de643c6", + "episodes/battery-00257.npz": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9", + "episodes/thermal-00258.npz": "e772425a365e7bd95932c68b07b9326854957c96d0a73d447a9cd9da9684f6df", + "episodes/tank-00259.npz": "7686b49da443df2fac9442a0e0c78fccab192eb83dddd5503664581c65e2f3e2", + "episodes/battery-00260.npz": "835a6e5955fb49c4fe950819b3b9fbfa43af68134fdadd0c966bf20ce67d8392", + "episodes/thermal-00261.npz": "219e0c0e2f31cfb4551a2097328b297f7b125ac9da332de58ac193e4e0a4964c", + "episodes/tank-00262.npz": "a87fc734100f24d9bb77cdd6d8deec676072cdf62be7d1f3a9ca69d20fd774c4", + "episodes/battery-00263.npz": "1c3c0301d59144086082b7a12bc86c84cc5c3f238bb710c7a4b3671d490d266c", + "episodes/thermal-00264.npz": "364a819ae26ce668509d0eb944fea21a59d6a8ef67c9950eef2fc99d235d8242", + "episodes/tank-00265.npz": "31789a8f1ec0317adf899c7dc3be8b332f3a3953c8bec4af2aec55f97b1abcca", + "episodes/battery-00266.npz": "083bf5633c18907c0fcb0ff16bba2dc529ce48450db1f594bd81ed52af78cd09", + "episodes/thermal-00267.npz": "2a6fa8275f23f17ec1493be73981d912eabc8ea8cd241abad09effda8b7db5e8", + "episodes/tank-00268.npz": "4c45e8c8fac49abe3c6d08ff6264168af623b8234dc6fe9678ef3cbf012baec7", + "episodes/battery-00269.npz": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208", + "episodes/thermal-00270.npz": "4eb36d65b987eb0eb275fba4120e10ef2cae49325e92f5f9d6e3a5989e8ede2e", + "episodes/tank-00271.npz": "6b48ff4d0c2c3e6267a396c57362e3dfef3ff8b658722fc7e2b354dcb6ccae69", + "episodes/battery-00272.npz": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44", + "episodes/thermal-00273.npz": "713e1c9ea0d9c630bc06866b6386213d7f24da0a7ddc957cad9f80a8669cd79d", + "episodes/tank-00274.npz": "d52b101b6af17c1c3416e6edcfeb66459a47bb5562d92d33ffa64493095d73b0", + "episodes/battery-00275.npz": "15a72e51dba697104d1a7bd59b4939b2a6150fc0890aa425655b25d32efda204", + "episodes/thermal-00276.npz": "c5e16519f9f7a5ef55d7214139baa53fd4356aa385356790ea90f915efb2655b", + "episodes/tank-00277.npz": "837bf5f8062c04c838db2c32247d9c43d695794ecd39938f3fd05acdace04ecc", + "episodes/battery-00278.npz": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9", + "episodes/thermal-00279.npz": "c7922d33db1ffbf63e34b4f0d046d11d9d96398ea7a01be353a80dbff3035d55", + "episodes/tank-00280.npz": "f4d07880bc4aea0a48f6fe397dec4ed2b6b1cdb8161f8060fd7440444ea73930", + "episodes/battery-00281.npz": "667cec203a5708c540f1501446e65b53cdc7a1ec4bba06290a7950d0d59c372c", + "episodes/thermal-00282.npz": "8d9fb940bd3aa68c811ca85d17d464da413f4668634049efd8e9241ef67860f9", + "episodes/tank-00283.npz": "b1335a2a3605ec4f4b5243355bbd729bd9c351109662d70d0ade64c1291bc605", + "episodes/battery-00284.npz": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537", + "episodes/thermal-00285.npz": "67c90dc537607a046d051f1c25ee3dd75b4fa957c8eded4e749ce0ddc5e10f4a", + "episodes/tank-00286.npz": "1588631adc0d492aa9bdb8fa4d03a36550c545b62786d4ea2722c59b7a6fadba", + "episodes/battery-00287.npz": "95f39c81af1e3862cd9c955df7971e1baf1704d1e1a8381aeff20b0806958932", + "episodes/thermal-00288.npz": "6eda552fd89ecf388fe3f96664eb0e2f9f1c2286ac2c6e3066bd9f1153b3456b", + "episodes/tank-00289.npz": "5e1993cf3f25997715a41041fbfc11b40fecace7dcc93d63d161ea0fb3a379ff", + "episodes/battery-00290.npz": "c5be5a50394f81be126cc266ba7cefbd970473668890bdda55f91dc7b9d4e3ab", + "episodes/thermal-00291.npz": "657f22f006815dcff95bb06cf657250141d5df425f1a4bc8d27cf7fb54c7c950", + "episodes/tank-00292.npz": "d005e00273745b709c0c032018f7a371067c377ac55f8983c43b8f1d96a427c0", + "episodes/battery-00293.npz": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9", + "episodes/thermal-00294.npz": "072f97df3b5c7f02c336dbb4d41fd025e5a43487f905c9982fb5a61d84a210eb", + "episodes/tank-00295.npz": "2c57a8283977bbf4008e789fc8f915a092633750884fcdfdcc5e2e930061f01a", + "episodes/battery-00296.npz": "c6e556283a867f515a7b940941e0f05dd0663905b8c518263a6247d5e190870d", + "episodes/thermal-00297.npz": "87aabdd6c958e937d0127baff194eeb4c018a531e29e03f7551e79b32285f255", + "episodes/tank-00298.npz": "7658e36a5932bbfa789a0bcfdd7092dc0ac35d1177792b9e0e7bc777449591ec", + "episodes/battery-00299.npz": "8e4b6cdab60e2d8435f1f681e4e6c04975b522a620ee140615aca33493bece4c", + "episodes/thermal-00300.npz": "818437101b9be80109c23a6435f2b8953739df6cb9165c24dc0683ef281584b2", + "episodes/tank-00301.npz": "c803188a8d18a6f3a9e4bf66945d18004f1e07d418641abae7dd929b6ad888f2", + "episodes/battery-00302.npz": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61", + "episodes/thermal-00303.npz": "6347542579835668d97929ff4a24beb416a207fcd7d815bdafa0d9a7c4bb2ab2", + "episodes/tank-00304.npz": "bc74c94eada52bb96a01377dd30903ae08368363b8f4e446c5916626857955c4", + "episodes/battery-00305.npz": "afc35aacabf2f5d162cefccd98a9c0a1ba09756f6a3069d167b492b532c6d3d5", + "episodes/thermal-00306.npz": "3198e97628e4cd676ab630d20745b25194b69ba205bd53b97c8db16c8b1b2c45", + "episodes/tank-00307.npz": "243efe58458832dedf4e6372c607ec22f4d17407e42cf4bf60d48111f86597df", + "episodes/battery-00308.npz": "48fefccc131456616bd1858e112f4d6208e4d7b7b781660b1b4ed85e02259c0e", + "episodes/thermal-00309.npz": "944593590768a90b473df893f4306f3dc242da78c9d4086868c8e5f2b3330e42", + "episodes/tank-00310.npz": "d11a6a61e4062d56847e2d89698bf03ecb89acc8f001cfc1e377131cfc177305", + "episodes/battery-00311.npz": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde", + "episodes/thermal-00312.npz": "02784c73e1afc63e1959cc7b289f11f668b19d51f92aec64c09eeecdf156d523", + "episodes/tank-00313.npz": "d24a96c7e770b96f66fa59da4b6f56b536843aa6f0c8bcfc903791a8ce41a066", + "episodes/battery-00314.npz": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2", + "episodes/thermal-00315.npz": "bc13601e103310fef683ce897fe7a0b63634ab13af73a29b6d76af1afce0b258", + "episodes/tank-00316.npz": "589351348e5f38d79c3af1ec9bae1644d89d540316bd8987fa93518eef095e7b", + "episodes/battery-00317.npz": "efc6118f1452a6f60726a8dc2f8451b8e0873f3c0840e3e3e5fbd8285b97a063", + "episodes/thermal-00318.npz": "68d5d0366055c84b86afbc866b9a430004d0ef4d578fd8fe8ce3fa519eda2616", + "episodes/tank-00319.npz": "11dcc81ab95c4c2638c3a152accee152ed05588aaf9e1d648e1f4b0a0ce953d1", + "episodes/battery-00320.npz": "da0c14edecae5fe60b28283d175b3c118973677d6b880dbc6607550f1c473beb", + "episodes/thermal-00321.npz": "343558e113e418459733cc4ebc59c79c99c440aaa44e38c4676e6e7a202b35dc", + "episodes/tank-00322.npz": "81f893b1e2ca2e4b8ab816847e3293660c9b0341a710f0ce6977c6d99b3000a5", + "episodes/battery-00323.npz": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215", + "episodes/thermal-00324.npz": "374856f6a260385de6f6a3f4b18ed3318f3b05393bdd1c1509a86035e4ca5112", + "episodes/tank-00325.npz": "e7870283655f62ef7ba49e3aea97a109e0853bdeddd1952c6cf62136a68623fb", + "episodes/battery-00326.npz": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718", + "episodes/thermal-00327.npz": "1acdebad223e2f2146fc5f5d58780efc0f7356b657a139d90c1a2b7d0c52ae02", + "episodes/tank-00328.npz": "b53247bc314e7500a3908695d0e4fbdab82e489ec6089aaa58b91e8dc10af810", + "episodes/battery-00329.npz": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a", + "episodes/thermal-00330.npz": "076da8b78302a23b2cb5f0293438f4fcc95a98dbd65d358118b54af24d91c816", + "episodes/tank-00331.npz": "c0a69dad36a00c705a2731ad635888eaf513e265a6d98751b47df2dbb440a9fa", + "episodes/battery-00332.npz": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee", + "episodes/thermal-00333.npz": "de50f1dfd788dc36d517fb8db430d141eda160971effce5b15661b79ad7253fe", + "episodes/tank-00334.npz": "6a341321c4945b2a9484e5094fe3e4177f32ec9ca21a6ebacf7614a7fa1fc822", + "episodes/battery-00335.npz": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8", + "episodes/thermal-00336.npz": "1dd634f76b47878ac26e9027b3a3904deab83855b5a73580f7e3412b73d2f62e", + "episodes/tank-00337.npz": "ec66c67d95fe0a45680e7dcfadb3b052ded9b8b33ba189ec03f2884013b15ece", + "episodes/battery-00338.npz": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343", + "episodes/thermal-00339.npz": "b12a1d28186f8a94dadcf237d46d67e8b15cae98167ebba9ee71e1ff8eead126", + "episodes/tank-00340.npz": "20e7ab7af733233b3c1c93664c78bc0625c2846a2accd0a1432a42776303bb2f", + "episodes/battery-00341.npz": "5d16990ede46a78fdaa662671f641bb98f8a869231319336b2a8b8d773cf1f61", + "episodes/thermal-00342.npz": "a738ad66394fb910457a3b170eab77f56d72181da79bf3701cfaec95571502b6", + "episodes/tank-00343.npz": "beb056f0d956109bf629f963cae29dfef0a6e26a268886156ee985c9c51eb9dd", + "episodes/battery-00344.npz": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54", + "episodes/thermal-00345.npz": "b274dde5a86b54f3943977cdcdbb3be2c510d74c07403beffe16615a7bfe8b03", + "episodes/tank-00346.npz": "3efa87f476d70eca8e38ac9989da42e2e146ca4b3fbf48265b9d1fcab7f4d7c0", + "episodes/battery-00347.npz": "aef3d3246306a09a5f4a9c1afc13468ca2e7ccfe9ee5a9773e62ba142ea6b452", + "episodes/thermal-00348.npz": "667e99367184494e304b102b79eef537533848e13ab161b0b0cc907c03600c5e", + "episodes/tank-00349.npz": "f175a3566d575947d50fe355f9810d8aafeaf6ee7a27d21a88d8ef72f8a7f72d", + "episodes/battery-00350.npz": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656", + "episodes/thermal-00351.npz": "241f010e890286303a26c1b98b388c7e15e0cea22f2ff81550b0c633be1e263e", + "episodes/tank-00352.npz": "1da3e58a4e5f0e7b89a9543fa88b7812e99f58e10e2dc44896ada931d64ec67d", + "episodes/battery-00353.npz": "5ec12ceba43476e2979055e1e801dc15c5e48c32654c50efcf34ee335d98f06f", + "episodes/thermal-00354.npz": "e166257afcae15decad15d75721cf836cca8ac63c7f47ed9e5a80ea53fd5d5eb", + "episodes/tank-00355.npz": "0f331b89a7cc892448f16b65da9279dd16ba2fbe4fa47b61cf399b0d02add9ff", + "episodes/battery-00356.npz": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c", + "episodes/thermal-00357.npz": "58766c6450927f556ebd871621a7beaaaf8544ceb68aaccde207d6bec7470ebe", + "episodes/tank-00358.npz": "64a7690953667bc478dd0a41f90c2b9c5dfe8db34bdafe10c7aa0554078518b9", + "episodes/battery-00359.npz": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753", + "episodes/thermal-00360.npz": "ddf359807bbe6b18d670553c9d9c79aee9927672b18cc1fb87b8bfd963c5fa5d", + "episodes/tank-00361.npz": "bc761131a2848bfb2edd92327c25ac560ce769a7697c499bd2719e003b00274e", + "episodes/battery-00362.npz": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4", + "episodes/thermal-00363.npz": "fe9f3b53c528c2e505d07766bf8298a1d3bcb8b04b905ac3b8e7ffd3674849cb", + "episodes/tank-00364.npz": "ae09decab28c071487a8d0b2a5e531a98337a36f9f1c8b1171e4f460d8d709d2", + "episodes/battery-00365.npz": "7310d8f64b3031382a788c3ce16deae685f484087796a3c01016004d78354b56", + "episodes/thermal-00366.npz": "6e6900bd1140145a6a34acdea016b20f3569a552ac7983a546b7e9a5dc596a6f", + "episodes/tank-00367.npz": "027692fb9d1cdcd1c4133b1ef18de6cac8b12587b83bc77647bff88d89fab298", + "episodes/battery-00368.npz": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291", + "episodes/thermal-00369.npz": "662352361b92cb95903979dd4de773bf44f9b76d3832fbc0f6741bf7fc86fa7e", + "episodes/tank-00370.npz": "110ee296dc5a656b0dcb9b37fbc4f95d13e6a206f19b2ad8c378a89f1635f461", + "episodes/battery-00371.npz": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da", + "episodes/thermal-00372.npz": "afa90b9d4185902958765cda3e711aee45b1be75479a672de95c1de312afcf8f", + "episodes/tank-00373.npz": "7d7a69e8dac33f73d3519950fd7c0dd2e4e78d789f89717e0137163d9eb6b3ef", + "episodes/battery-00374.npz": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf", + "episodes/thermal-00375.npz": "118c3925f3f9376c2299047c5ba5c1ebd54cd7f4664e15a6c1248d8087465f89", + "episodes/tank-00376.npz": "80041200ed3c6fce11edfc84c0f28c2928e52450f305c6b4a5a9ea6669b570a0", + "episodes/battery-00377.npz": "268ccd7b981b95d6cfb0a99659f367e9cbe2ee1038193c3ea260d8a2e464309a", + "episodes/thermal-00378.npz": "85f6e998990be313f3dca5696976a4dc3c5e4452bcb0c9abe0979bb0e61f8714", + "episodes/tank-00379.npz": "df1ea805183d33b0dd5e1637422523393352d5a538472e83dd2e9edb9741b151", + "episodes/battery-00380.npz": "f832d3633e9d56941e797ddabb8ee4a7d60c4e4ddd027b3d9010d0030a98cfa7", + "episodes/thermal-00381.npz": "ca55e4ded18bd965bf038adc1c91440599bedc7cbb5fdc293fa52ff3c8c2d010", + "episodes/tank-00382.npz": "6da3980878b461360e4d6dae9eae5e5fb4c11543bc50f895fe104a55764d54f4", + "episodes/battery-00383.npz": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0", + "episodes/thermal-00384.npz": "e83cc96312fea05bb013fdb0db9e210b0f68939cea60a282e9ead3d52749c27b", + "episodes/tank-00385.npz": "f7b0862f622ada8df97c6df9c19e294458e95e68b5c9363f6495bf3198ff6ae2", + "episodes/battery-00386.npz": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad", + "episodes/thermal-00387.npz": "28e150538675d0f064f8621e6f4e92e71ef94ead73697a060936cafc05e21839", + "episodes/tank-00388.npz": "9dfd8dbe153502ffcef4ca65be071f74711b727897426d765a6b6dc8310976a9", + "episodes/battery-00389.npz": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be", + "episodes/thermal-00390.npz": "49ae0796014f57c7dd5764ac11b7feac748ecc13c4fab610638ef58a73214552", + "episodes/tank-00391.npz": "93fbb799e3cf9fc7e7aae007c5a2b82a9e39b9868a0f7e0585218ef36519ae66", + "episodes/battery-00392.npz": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106", + "episodes/thermal-00393.npz": "a8b0ec9bf51fed7811271f38907b46cab34b0feb0f13b54cd9a6cb7bddebfb8b", + "episodes/tank-00394.npz": "72a88baa90e3c7c90a0d0e3abd5ec5452f7fd144f6271484b00a6a5800bcefc9", + "episodes/battery-00395.npz": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5", + "episodes/thermal-00396.npz": "2b44822d11c1b48b6ffc074b166408c7f755f1bbb4fee14e41510e31a4181fd4", + "episodes/tank-00397.npz": "930d65514213de857fa68df4d66c5884540e4f6a9a2d788e2cb357c8eb0e880e", + "episodes/battery-00398.npz": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a", + "episodes/thermal-00399.npz": "1c260a3ff189fd828b35e3e89cdf600993de0a619c40e23857508bbd4e2f278a", + "episodes/tank-00400.npz": "78a49902ab827ab7f0eebb11aa48f3d0419d5673e3372ee6f8125663f1e2dfc6", + "episodes/battery-00401.npz": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c", + "episodes/thermal-00402.npz": "76f680069c79ec8c4239e41644166009f7fd9edd03c3c4e70845380b3e794613", + "episodes/tank-00403.npz": "5f204d6b23819e2316d0689b62ed0ccf02a53c0e2c2a2c88b983877e457b1c5b", + "episodes/battery-00404.npz": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799", + "episodes/thermal-00405.npz": "4549ca4a8018644817130c2b9d8897b89009ad50e39cb82cfc9787b75652d10c", + "episodes/tank-00406.npz": "b65bff13dfabe5e41a312785fd80bef1234f381429ffcf05ae7c1f7e1985d428", + "episodes/battery-00407.npz": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139", + "episodes/thermal-00408.npz": "09b6b3eb8f16ce466547cd6170f7ce6324c17217b18ee11599ce37cf00b62824", + "episodes/tank-00409.npz": "7968ad0af69115a961bb4f68b359ecd63ab744daf69559f42333f10120040e96", + "episodes/battery-00410.npz": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670", + "episodes/thermal-00411.npz": "f491d071d15eeaba6a0a906e5f940b2ec21f38b71eb1a265d51aae3d1ee1d019", + "episodes/tank-00412.npz": "01f2b35af8977f5a5ab170b649570e36660fe3cdbd463f9d29e969bdc9b4a6dc", + "episodes/battery-00413.npz": "e39d56760a7d5265c9bb7828ea2cab4f2ebe1c34ed811540a9433dbf8a12c09e", + "episodes/thermal-00414.npz": "b87182cb4137cf28057981e974b8eb657cf62e3e33cf554afe342b67d5fb7abd", + "episodes/tank-00415.npz": "851b02b721672e162f4c1fb56aa5487929d2ae8dd6cdeefcffc9845b638fa745", + "episodes/battery-00416.npz": "d4909ce3809155471c886b3fe522eda4a19841fea29438bb0199bf1758826de8", + "episodes/thermal-00417.npz": "a508c8c2fb7a3ea9b10785d58ae2e0e2d44d4249059a04679e4b974e8d6ff183", + "episodes/tank-00418.npz": "44948a1d5aefa830330c5a507f481cebeb68f29ec32ac150a92376fcf71e0aed", + "episodes/battery-00419.npz": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366", + "episodes/thermal-00420.npz": "a55c3c179230eff817188dacfb257a27404ce8edddbb48dd0bd144cb120c3847", + "episodes/tank-00421.npz": "b4cfeec00422b016df2e6d52cbdc8212453d93699d68b43abb8b1d92d7ee1168", + "episodes/battery-00422.npz": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1", + "episodes/thermal-00423.npz": "01c4026779327fa0d6e5745af4afdc82dafc93899d16971d534ce989a16f4a08", + "episodes/tank-00424.npz": "bd1c40bcb3f5f1251aaf7df667a2d41ebdb8373af60f1578c9738aa31aa8991d", + "episodes/battery-00425.npz": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b", + "episodes/thermal-00426.npz": "f8670ad4a449cc122473116205f2eedf1451fe28dbe7c2ef3733e2d0d2c58817", + "episodes/tank-00427.npz": "294ef6c8885c7756ec1a1a65ccc881d68950a7ced8de1604744a421b436ee0b8", + "episodes/battery-00428.npz": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01", + "episodes/thermal-00429.npz": "6d6754d17ff2d16097d9dc9fac97db4ae8733f8c97188569ea8646d164bd9b2b", + "episodes/tank-00430.npz": "85a2dddd312b9073eb2fb44825fe6624ef3e624c9ce3ce72d015c668e1242a2e", + "episodes/battery-00431.npz": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4", + "episodes/thermal-00432.npz": "99694e8dee347793e9a10560c7016409a435428ff1674475e523279bde93fe57", + "episodes/tank-00433.npz": "f0e8fde1dcff8f554c71dbb5ba9bbf342306b738a1242b6c7f367be3e1b1a4bd", + "episodes/battery-00434.npz": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9", + "episodes/thermal-00435.npz": "230217c86eaa1881b1a13f1952911f3e20500f99dd84b4736959c2fe299d5446", + "episodes/tank-00436.npz": "9127b51273747043d3b73cf6a9217e8d04dfc81e086baa57a5e964d396f85a6c", + "episodes/battery-00437.npz": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983", + "episodes/thermal-00438.npz": "a5a4670354f147defb6c3ea5bfd3cb4a2e94ef909b2934a4526dcd780ef0ac40", + "episodes/tank-00439.npz": "d5d61b8facdd46ff29efcc82e34eec7de69055ffc1186576601e4da5ba540d9e", + "episodes/battery-00440.npz": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad", + "episodes/thermal-00441.npz": "ab299e9fb07961814e004e4be194ed36a9f24b5e2d124d82b8e06aa81d953880", + "episodes/tank-00442.npz": "eb42b496814d71c068905fae1b12cda367f62a93d4684b1fc02fe3c1813e023b", + "episodes/battery-00443.npz": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2", + "episodes/thermal-00444.npz": "63e903f23ee0f04d2e77d54a0c76c16010a9c6dc7226021d1356087d554f96c0", + "episodes/tank-00445.npz": "c4f516c133acdaf0b764a0c52afc5775104e835277b8fbb6e3a6b4966f9f5c2c", + "episodes/battery-00446.npz": "1c010d80899fb0d69f61c7f6e5afbee204fa289c59f13a50eba99ca894ca2e1e", + "episodes/thermal-00447.npz": "cfce859a9481fe33849b83a3c73c5a4d184db4fe94beb3b49c058a3a8bb4f040", + "episodes/tank-00448.npz": "689dc810223ba2b0be7dcd3163b73f1351f820657e3bc498b115605915d80b1d", + "episodes/battery-00449.npz": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee", + "episodes/thermal-00450.npz": "afac29e43e241a8758e69f9cd38e742eacedcabd6518468cc7f0e7651a751dda", + "episodes/tank-00451.npz": "67489aeff9f503b881ffcbf9f3f8f13c06e3269cbd8bf099051fdbb05ea93570", + "episodes/battery-00452.npz": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de", + "episodes/thermal-00453.npz": "59c37b054dfbb1c876d67d70dab7d789a9be5d9985a43f589bafd44b6a101a92", + "episodes/tank-00454.npz": "4e3567cfae76748a1b5fb45cab7822a4bc378b8ecf9db88e156219d5223f3f12", + "episodes/battery-00455.npz": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387", + "episodes/thermal-00456.npz": "211e784c5c6312c214856e747dcc78420f79a254801febaa91668ae7dbed1c50", + "episodes/tank-00457.npz": "42b08a47acff3a02bd735506ce32ed3ec5e6366957a56729d1f9bd5a23fe2266", + "episodes/battery-00458.npz": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0", + "episodes/thermal-00459.npz": "2466967af64c44a09af6ed7f53b1cd75043f4706b0908e6d635cdef08f11c8f8", + "episodes/tank-00460.npz": "50e9593fa736f417bf63ca1f4ef27e9deb02371bbcdbcb52d09abb4e89610d6c", + "episodes/battery-00461.npz": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6", + "episodes/thermal-00462.npz": "aa527e5fa91d7f2dae3738a8629be11f89b18d6137e64bbed0cfff9501f4ec71", + "episodes/tank-00463.npz": "76dfc5fe22e5d1340d1828de5846ecc2b3920a5a98aa9b1215ef14c36a6d6b9a", + "episodes/battery-00464.npz": "b1606bfe9ec15549381c2000d675ca2d0c8322b4983850c8c5171b3637fbeb3f", + "episodes/thermal-00465.npz": "70b454e326ed2438c7b44c160c1fb9fae05d61d3e441cb63b3f34aa796f86225", + "episodes/tank-00466.npz": "0eaf0aa591c4031b15b4571e328d21606658306f74b60a96b21a8d89ecccbd2a", + "episodes/battery-00467.npz": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855", + "episodes/thermal-00468.npz": "a9aea6196c2af5c925e0dc6cf3f565d32e7ed512f4c595b78a46a75965bb98e9", + "episodes/tank-00469.npz": "f1303c978cecc184734411a6ce6ffc4ad7f130560df59e207093a758b184d40e", + "episodes/battery-00470.npz": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a", + "episodes/thermal-00471.npz": "db12218699f716e3005847033c553c6a3cc3b1b8f782bc136e5a24af58820b2d", + "episodes/tank-00472.npz": "a1cb2d047e5c9f536e1a2bf08a35f63c01b0658d6cabf93f73179e7b9e32fca2", + "episodes/battery-00473.npz": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774", + "episodes/thermal-00474.npz": "a42004a71e10dd789b169fa264fec61de1e4527bf236ff32afa94d476f539482", + "episodes/tank-00475.npz": "9ccf6a640501152913bc00cd37a3a29e6e40c334e5014f442c9ccf4bbf530be4", + "episodes/battery-00476.npz": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7", + "episodes/thermal-00477.npz": "10ac27cf9f3abe4e0eaa11ebdb8873b155c057962edc33c78015518f447cd413", + "episodes/tank-00478.npz": "0261efe8a91f82533e771debd2e193ab0d704d4a2a9b543159ee8553a439494a", + "episodes/battery-00479.npz": "cd4380ebc1dc14131a930facb5723901f924042d060aeb5133c15b99105737da", + "episodes/thermal-00480.npz": "07a426dc7b57bed634dd4acbf1309a4881c459c8daea87c5708068ae764883e4", + "episodes/tank-00481.npz": "07779f3db3c6913b94a35ead3a2f6142193787250cf9813d136ba8cad40141f9", + "episodes/battery-00482.npz": "d3c1f0492bf07be4acc14754c1a3c2105d62a8a3784b035a862dd910d178d35e", + "episodes/thermal-00483.npz": "dbdf0b9175a2b5ac7a0cf6ba1aedcf4745d7604bf821c078e559ef2d29c26ad0", + "episodes/tank-00484.npz": "83643be6a92b0d37387bc1de7165349defba015414cbc790ffc4ffa7bbf7ee20", + "episodes/battery-00485.npz": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d", + "episodes/thermal-00486.npz": "550c2abf022de6026f0c22a8971f751b05d9b5f7ab5b704c8f1ed1aaccf36476", + "episodes/tank-00487.npz": "69812e61d92b24bfd1ff72b90f7a9bcf6a48ea32998501528aeca2301c91ba84", + "episodes/battery-00488.npz": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323", + "episodes/thermal-00489.npz": "23d0fc613bdaf50e92f840601bd2e280524202e495914ab20b2ad9701ce213af", + "episodes/tank-00490.npz": "f609bcfd8da04e8f038740b170f80aec677a1c7cb13efc13f7596eae2409b046", + "episodes/battery-00491.npz": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb", + "episodes/thermal-00492.npz": "10dfed8a2673cc52c9b55732d3e796def9f96fafe6c12818256f9b098ce476cd", + "episodes/tank-00493.npz": "3d8be3432f7deca031b3e0bcb5cab0e58e38da8f2b292697c0511e67b18c06ad", + "episodes/battery-00494.npz": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6", + "episodes/thermal-00495.npz": "77b4ba7a3de2e9b22e1c98c92b59a3b6d2393bd405545120019b6ecefc51c287", + "episodes/tank-00496.npz": "07d98c7c9781449226750f7747b322cae91a30dbb63e8e144072c36c40b4a925", + "episodes/battery-00497.npz": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4", + "episodes/thermal-00498.npz": "0fae60d0b850d8cbe47915a7da6237cff01ff8c28f55cc1bbddbaaa28610162e", + "episodes/tank-00499.npz": "88ecfe2f5be93f1c73e923fd8cb89f82910762be6300e6b344f66e709153c223", + "episodes/battery-00500.npz": "35890c482d7883f9c5359faa4637aac665b561348593886fb9a768dbe5422a4c", + "episodes/thermal-00501.npz": "959f8df1575a9bc63e99d0f937a4fc1bf81cd6555791fad2861ea66b33034522", + "episodes/tank-00502.npz": "eee7b0bfb9ebcc581607b477befb7b70f48971fe3ad73eb86bcc96f58b8843ee", + "episodes/battery-00503.npz": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402", + "episodes/thermal-00504.npz": "7f7ff5b94961de2809cdf77e772473273c604967d8ea39f03d819e7feea394a0", + "episodes/tank-00505.npz": "fda3602d44038d3c6318f18d188869d602ba613308220c26c7939d06e16968c2", + "episodes/battery-00506.npz": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612", + "episodes/thermal-00507.npz": "2c8bbadd923bdef3467ffc65b773924fbe6c318e46bbc7d2f40f4174747ee1cc", + "episodes/tank-00508.npz": "4c701eef2ad5402ddd1487de7746d7a4d8556b4089df721ebf6fc0c0924a9d69", + "episodes/battery-00509.npz": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3", + "episodes/thermal-00510.npz": "1857ecc2b461fa93490360b6f6f7fb972c068ca9ec53f1ec07b4db87583372e9", + "episodes/tank-00511.npz": "771b879831700ab933a8710e8164b6f69b6d61c1b63c704deb40c7dab33d5f89", + "episodes/battery-00512.npz": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c", + "episodes/thermal-00513.npz": "6d32552a729123a982c8d5fc6ac2f86a278971c233d0f6da0b0e55995abe6842", + "episodes/tank-00514.npz": "fb7b5fc9904a2d3c831cc68313f6a8096b1e31fa2a55168149fc8b9165004444", + "episodes/battery-00515.npz": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21", + "episodes/thermal-00516.npz": "c591adfa0ee0c4952cff201cc06aa75048217ab38c2bde98d0e8e7c5274c9134", + "episodes/tank-00517.npz": "e316b1aa9c1d3751beb0e4e59205fbd7375ff4aadbf011efcd2c65b23eced8ff", + "episodes/battery-00518.npz": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4", + "episodes/thermal-00519.npz": "3089d6ce5cedbc7dc92bbb6406c0a377edbdaed2abd6588a09f2ea44bb8e630d", + "episodes/tank-00520.npz": "084ebc4bb0fddd5119baa79c676c3597468174b0a288c27b918734ece88d2388", + "episodes/battery-00521.npz": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9", + "episodes/thermal-00522.npz": "49feb1ec17dc6a8d48cc4d26502aa6573ad4f62c581ed641d01865296e85a463", + "episodes/tank-00523.npz": "d5a068d971e4d7de74bae9f027ece756010320cbaa38a5e57f41cf4c169c7966", + "episodes/battery-00524.npz": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac", + "episodes/thermal-00525.npz": "705c9b52e80494ca6c03537ee471ec14dd9657533d9dec694a5e9a72c52495bf", + "episodes/tank-00526.npz": "c5f17c8de329a395fcc0f977b0722c08b65863128ea2d015180a4e6f21d747e8", + "episodes/battery-00527.npz": "393df4e43f4a70a504b9da663fc733023755b937e558b9ea093dc3daa42bffa4", + "episodes/thermal-00528.npz": "2978370ffcc9b78d5ff67cb9edcfe995e69346d92cffcb6775f877c75c28a72c", + "episodes/tank-00529.npz": "880b79701af3bd2a137aac7eafecddf301a56cb8704dd75ea032fc406933bf95", + "episodes/battery-00530.npz": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a", + "episodes/thermal-00531.npz": "ecf551dc2d84105d36da546fc42c1cc1e5a8482c7cf4b9119479192a22beb8c7", + "episodes/tank-00532.npz": "796c1bcdc52a3e0b3b4c716c63b88c4b89044420dcda6946507e1b45665dc593", + "episodes/battery-00533.npz": "d7a8613dc767e181afcb6d52a3b25814b527d529717315d9b26acc07dafcc161", + "episodes/thermal-00534.npz": "2bf96664ba4f08df3250281db905c26f0025e73b8c8637a82cdab029dc132e17", + "episodes/tank-00535.npz": "90747579049e5f0e1780a11fe945d7cf85be2e4717cec50006201150a01a2779", + "episodes/battery-00536.npz": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195", + "episodes/thermal-00537.npz": "e42835d27ecb1945eb6aa1e7185827ca323c1ee513fdbc5b05da74088fd9bdd3", + "episodes/tank-00538.npz": "f2e714c842c4245234a3e74d43f9cca6c81bda1a500b531ab37c1fe84931cdbe", + "episodes/battery-00539.npz": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0", + "episodes/thermal-00540.npz": "8e446419b63aae498e6b0eb3c28f3e7bbfaeded2654e28fd7070409cc28df74b", + "episodes/tank-00541.npz": "754ae076b5ced2bccc8ff07421af5ff9191501df2e986633f2dbee87cfbc599b", + "episodes/battery-00542.npz": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f", + "episodes/thermal-00543.npz": "fcf95e4802324e9161a2d8bdba33235a43fc6a3cebbbf3fc7de1ed19a848848f", + "episodes/tank-00544.npz": "46cd8b8645e4b515fad28953d048118e9446fb8c1afa3e9a8ec30229d939387b", + "episodes/battery-00545.npz": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3", + "episodes/thermal-00546.npz": "e78852f11d3a163afd1056be8e2253e64a53f18a74bb195141a3a6eeecae7eeb", + "episodes/tank-00547.npz": "0b1e2b3fface9b5dfabbafdaf9a974cb7892e5ede462182f73a03a89b6596e95", + "episodes/battery-00548.npz": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019", + "episodes/thermal-00549.npz": "4a16aa501eefe6bc3a6f6a91b29bcf419ecc77b16a0dbf7ad7bb2e4fecd58592", + "episodes/tank-00550.npz": "0e9b07fe781b9044b272649d5c73f1e039000d2344283883017f7dbd8dc56169", + "episodes/battery-00551.npz": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736", + "episodes/thermal-00552.npz": "c7f2ddcb23cabbf42e3caee0d7e13965c0895bdecb02898e9b2c23cc7f605f20", + "episodes/tank-00553.npz": "8c884473fa17920dbdb2a6c2abd37ca09ba961e2e527a484b2b1f1cef54c9d07", + "episodes/battery-00554.npz": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0", + "episodes/thermal-00555.npz": "6e1b37925cb0fd18ded0472243a57a178d380d34d2ef55a320067c0a7e3fa47d", + "episodes/tank-00556.npz": "bb3b981d536e0755d944c32c4b471188854fde674f6603884f6800987747708b", + "episodes/battery-00557.npz": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887", + "episodes/thermal-00558.npz": "059b352f88c74db4c4655e2f81ff519b56095561a32467adf74b4553dbb9b9c1", + "episodes/tank-00559.npz": "9c9f7658fd43b0b811d7cbc71bba22800ec56956b23ce279f4dcf139e70fc0ea", + "episodes/battery-00560.npz": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa", + "episodes/thermal-00561.npz": "a6fe8c7f5d295b1d90dc53a461c8946ea07efb046612518ab893ef79a2cf3b8a", + "episodes/tank-00562.npz": "809b146459da1a10743b28e2e4a457de71accd5f12a8f8e911cea09cbd23a383", + "episodes/battery-00563.npz": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473", + "episodes/thermal-00564.npz": "83b3229b6c6453a11eeb9ee7221ff53a58d25f3796ab98a1c7b3820272a29eb3", + "episodes/tank-00565.npz": "bd09561cae94c56ad7e49861a203d1046d2a5ed57e53e83016366a4091ac81c4", + "episodes/battery-00566.npz": "c6289356b1f4df912cc88e9ba11becc0f8c0e16aa6c5f632f90f68e483d28856", + "episodes/thermal-00567.npz": "e8e49286fa5ff225a0de901bf9e42b89d95dee865c5622443bb128170ffe45ac", + "episodes/tank-00568.npz": "1b2d51221c1049017989d03db0df18148ead5bec48fd14977ac5b88f4f37b669", + "episodes/battery-00569.npz": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0", + "episodes/thermal-00570.npz": "f3b2add5585ad455feb9c61725ab7e198ae5fff6b6f5a566dd0e31410694d072", + "episodes/tank-00571.npz": "8571702c16df12f784a6f2088c1bddd7d298c1cfcb1122b9ad80e8b1ed2aa1f6", + "episodes/battery-00572.npz": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db", + "episodes/thermal-00573.npz": "f092add38c2f363db66d914c9a51d93aa35acdc9b7b2e1353219604df299f1f8", + "episodes/tank-00574.npz": "6c40501c150a5ec6e3ad6dfe5610811059d50712dbd414fd6da8f8afc58a5fd6", + "episodes/battery-00575.npz": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215", + "episodes/thermal-00576.npz": "8b775a6aadfc71c09037ddfc7c686e89a216492fa0ba34c77fdfeba3b8aa3ca1", + "episodes/tank-00577.npz": "37dd7e107003c6cfd12b301dfe2a40dddd9bee6d7ac8c6fc3185fa6183b4fbda", + "episodes/battery-00578.npz": "0bd461f6ecad3cd2347aa2996cc3ddf6b18bf8b61d425e4101245d16c88dadd1", + "episodes/thermal-00579.npz": "b51940c75644b3270127667d8ab822274b4ee9fd9cbe132dbded830e47f940b0", + "episodes/tank-00580.npz": "880e562646771a67c96abcc5519a008b0727b872994083aafd93189b1a32131b", + "episodes/battery-00581.npz": "a2d080b2c83d759c00398f98cc470a58057a97608200cd3b6ae896e0762e9560", + "episodes/thermal-00582.npz": "33855633aa0e4a47b7cd1de3256dcd1b894b58e2a9efe1daa269ea01e1191e8d", + "episodes/tank-00583.npz": "fcd2fe45b9c032ebfee892091826726334fc02c6894d1593621c8b61962f4fc1", + "episodes/battery-00584.npz": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c", + "episodes/thermal-00585.npz": "a71af552a0a54566941df5b56e53ec93aff6f66a241ec9c5551a92dba23f024b", + "episodes/tank-00586.npz": "6f3485f24248a7fe64ca227f7fb897ad9de7456e59a89aaa6d2e319157f3711a", + "episodes/battery-00587.npz": "66e21aed09401f16fbd45e96833502147c4dbcba32af9b3c9299fb8eab290d8c", + "episodes/thermal-00588.npz": "393fc47f5fe37efd74e4a8f76266c91386146f5db4c468156ea679ccf47d691f", + "episodes/tank-00589.npz": "b57ca55fce092074269f46789d9904ff6195ceaeb3f469240c9f94f3d95ed805", + "episodes/battery-00590.npz": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05", + "episodes/thermal-00591.npz": "859f3b5789aea796589da3211cb5f20cec161d5474fd23723ee11783bf6ecd45", + "episodes/tank-00592.npz": "3ad7bc9eb28aae3cbd57667bc5597b6bc2ebfe3a9cffd937611565df9f127945", + "episodes/battery-00593.npz": "e952b0b08e6139fdb3ef912fe919ad5222d03606a6374717d3d642e5f28c2650", + "episodes/thermal-00594.npz": "fafe36d0c9f46f5f2ad0605906c79c8ff0117e8decc09d7f3b454e8692d9a58b", + "episodes/tank-00595.npz": "0b04bc387da93e3c38be1fca4b77e315615893fff9a7c2c2077a5ec6b49afed2", + "episodes/battery-00596.npz": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb", + "episodes/thermal-00597.npz": "222499032067b3420563cce898c21ca66b589ba45d8e7d5cbffbdfd45e628808", + "episodes/tank-00598.npz": "b4c7dbc208f4bf9be04979aff78bace9982cd1be350028926f1db3ba04795e4e", + "episodes/battery-00599.npz": "b94ff43441acca041327763ba74dd6ad2b5f8fbaeee3b3c4b00e366e7b751eb6", + "episodes/thermal-00600.npz": "58439022511d3e91ef607563265ef2308ef8bb40c8be6952aa48b004071dad2a", + "episodes/tank-00601.npz": "04e0aa0b469122de41abfdc93e4ea4d812485a29398618de4c112d2ca3d0f118", + "episodes/battery-00602.npz": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7", + "episodes/thermal-00603.npz": "0946527e3e79d363a6c47551d0f7492b81656b8f56d54866a850167c212e2f54", + "episodes/tank-00604.npz": "958ad29407657c1143e8f4d339a947a30651e3a37010c87222f2a411631ebe22", + "episodes/battery-00605.npz": "dc46312e6c9019569fd1ac23c91df25eaa64f2f27d49fb7a134a48de9e999319", + "episodes/thermal-00606.npz": "89283e8dfeb3343bc42ccf14d0146f6fc4312cbadb6d3bec0b58d9a02a13609f", + "episodes/tank-00607.npz": "8ef880c6437ea4822f933f9c5a586aa612672159f9c2c2301216c26799e4385a", + "episodes/battery-00608.npz": "02866b6e651153ccd5e6b4166ac3c6d2781c360d1db4fa623f5960d829a32b8b", + "episodes/thermal-00609.npz": "8db6dff467acec930d6df609508e6748e1ab6d59a944c37308e4dd3674ec1eaf", + "episodes/tank-00610.npz": "7808c34d1d2eb35bc9c02462502c5fc2eaf4ade5eabb76b390a7f3f83d856cf6", + "episodes/battery-00611.npz": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0", + "episodes/thermal-00612.npz": "a9e85d0b608d54f9f307f3c5f26bdda56a6d436811bd6c937ca046d15afd5edc", + "episodes/tank-00613.npz": "528def0bc52d85f73025d53bfcff35018f0888f282346e7cbe61fe0bc35c1d6e", + "episodes/battery-00614.npz": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc", + "episodes/thermal-00615.npz": "3b5cc4dff2032c8249d2edfbc0afc9ad3fd5ea924136a6457d1aa3a41db83932", + "episodes/tank-00616.npz": "68202c660ab910cffba19f863a6352734712a0ca2d19383edca30fc694562524", + "episodes/battery-00617.npz": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032", + "episodes/thermal-00618.npz": "3b51955a035e178e6053a2c10b07c68443e8637b5b1812836e6e265ae656e701", + "episodes/tank-00619.npz": "b50b41eb7dc8b141cdd32d2c49a5d450426eb2ece9f2cdb9017589e9d04ba0f7", + "episodes/battery-00620.npz": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33", + "episodes/thermal-00621.npz": "8d2a033fb6f2d2dc6a0f4b2755bbae99ca2577ff2af70b696fe7473286b81122", + "episodes/tank-00622.npz": "e7ab43ddb4f3a9d1aed0ad26d8552540b6edc4d8618d8c06a69110d0828383cc", + "episodes/battery-00623.npz": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04", + "episodes/thermal-00624.npz": "ec6233434dada4deb5fef3087d1a871cd34c0b1155eaf9dffddd5c7e99aa6bc5", + "episodes/tank-00625.npz": "1f813f35556bd61712b40c35d460d398e2bbffa023dd0eaf7c3de6dc84b8f6ab", + "episodes/battery-00626.npz": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2", + "episodes/thermal-00627.npz": "f6048b972a3c7b9800f88e12ddf458fef6904ae2f00beb37f52ee5d6b6559d37", + "episodes/tank-00628.npz": "7dc8a2ea2e51723d2739fda5601e4ff8f0da7108e8a1ff72acb856eacb8800a5", + "episodes/battery-00629.npz": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6", + "episodes/thermal-00630.npz": "739c6d712da69a9e0e53706502042082e8b7f1843fb47a3170632b051182a78c", + "episodes/tank-00631.npz": "edd63ef36c78c72e36102499e27c6add08072409789373a8770990017fa00578", + "episodes/battery-00632.npz": "ceda46bcfcaab0304a0fd06a083268535fdce2d90617c6740e7a4421048eb219", + "episodes/thermal-00633.npz": "3552ed4f04477baaa27715186e27fd9c4ac4df0fe5b7269ff621903a7a94b39a", + "episodes/tank-00634.npz": "9249f9f6896b4df2b5143187ed91fbb5559faa6e990368b5760659a39b58b838", + "episodes/battery-00635.npz": "a4d96204307d05e4415c2a7d46de0ce2bb0cfaa5273411282b249d5defe7d73c", + "episodes/thermal-00636.npz": "4998981c0ea93cdcca819424d7d419fb16a1d42f099ef2f1ff30dde2d8f3342a", + "episodes/tank-00637.npz": "70624b56d0fd7de2ed5df4cb4f2255110cbbc553fa2cb6b0dbf2840bc0e9f262", + "episodes/battery-00638.npz": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db", + "episodes/thermal-00639.npz": "fc59118d4aba06781c6df970a4fa0433d55a44101f3ee6e0d24eaab09f41520d", + "episodes/tank-00640.npz": "b7d7987a92a9d71cc28d54e342215c51af311aef480ea61000bf27e1f030333b", + "episodes/battery-00641.npz": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc", + "episodes/thermal-00642.npz": "80c05d3d60eb9f5ab11be3d3fd4ed6325cb7732c89b73c237f6d5eeb0f9e6f7b", + "episodes/tank-00643.npz": "2ed6167204b2764da673f0c253786e72df5b66e96e04a0cf9a0483c5d758611b", + "episodes/battery-00644.npz": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba", + "episodes/thermal-00645.npz": "260229ed47ab0d34bdc8b9b39857a6441968ecac0b2eb5363be8955934002334", + "episodes/tank-00646.npz": "0bea6c5f6240c10caec521b416de306908371c108831061fd99f9e14184ec69e", + "episodes/battery-00647.npz": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f", + "episodes/thermal-00648.npz": "83a6ea7e39897f41e3336674fac328db948b01f5eb99ad262dd379e06e321393", + "episodes/tank-00649.npz": "81604a1d4c393509264067ea5bb6b2d8ea294da6ec5af9c40ddb7a1c1e937ce2", + "episodes/battery-00650.npz": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7", + "episodes/thermal-00651.npz": "e8c54bb485a0a53ed9ee458ae45e41fc447c6282d232db4fb8a370c2a83260c5", + "episodes/tank-00652.npz": "0ebf2d1ea9bfabfb310d338a2f2e8445bfd99e47579ff18e4179e820346dc2a1", + "episodes/battery-00653.npz": "4e82da6eab94db11bbe32aa94f4a4e39db2293ba48c1cb7c53f2647f3e9deb70", + "episodes/thermal-00654.npz": "5e235e85e47f8e1acf7b9f66110b259688c09ca1655dc54d4eb10d4fc254dd0d", + "episodes/tank-00655.npz": "d45c295a9e225c48a1df52672fbf1d72c794be7532002102712ee08496d7aef2", + "episodes/battery-00656.npz": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f", + "episodes/thermal-00657.npz": "b1d62c63b7f52ccaaa4167aed193511e89bed753ee048ae7d95e34de7fe813f5", + "episodes/tank-00658.npz": "00cd83af7c502394d5511c5d07979618a824399dbd135d72a55913c4171d3f39", + "episodes/battery-00659.npz": "4644fcf30bb20d443eb9108164c4ea80a516e4018021e45352000e7fc767c382", + "episodes/thermal-00660.npz": "3a0e23da5d4fbfc04fe524fba43469fa9deffe6c1ba50706184c5417dd3be137", + "episodes/tank-00661.npz": "ab07626d253e48c7ee938c7692a879396f6f5a458f1cd702b4c1b23c9e74a4e1", + "episodes/battery-00662.npz": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef", + "episodes/thermal-00663.npz": "d9af481b038c8c0a5a9f90099eeabf33169a73506827d7f183aab4303b3eeaed", + "episodes/tank-00664.npz": "921eb1512692095b3f5b3e68e978b955887e6694841abc14305a0f840bce47b9", + "episodes/battery-00665.npz": "f64a6d30579c1a58cb394737ad1bb496b881008aaef592a102dd969fd70518e3", + "episodes/thermal-00666.npz": "627acdbc155af52416d291e8cf66c2bce76f334b666d084069659c5f2f6ee536", + "episodes/tank-00667.npz": "2a91a4c594616dc32efc1115cf3e515bc00a07ea3382ddfc6c5015a3f779019e", + "episodes/battery-00668.npz": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b", + "episodes/thermal-00669.npz": "a1edb5b29d421447b46cd927a21e64a2e1318ad1e1da224efd82cc7c1702b94e", + "episodes/tank-00670.npz": "2e31fea5c6d58d299bec73b4caa9435457880cbaa4966c15a6bc2f8a03aec56a", + "episodes/battery-00671.npz": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb", + "episodes/thermal-00672.npz": "1922b6f9b00b6245fb8eefa5c0099a3c06c14e52f59d925787bf897009926a46", + "episodes/tank-00673.npz": "fb8ae0b1d46d699cd2ce38c09870861efeec6d83ce54fea55c8717618eb8a50e", + "episodes/battery-00674.npz": "bea13a611dfbe69cbaee8a40a54adbb39a3c6952a585b9798bff6d0304cf24e1", + "episodes/thermal-00675.npz": "bbd3e9039b6550d46a8de1b7cfb40d72c67c4c9c214741b73ffe799cb6d13fe8", + "episodes/tank-00676.npz": "282c79224475a056fbc1b4384c67058d3731f9b2fc83d9976712699ce1e8b0aa", + "episodes/battery-00677.npz": "e5dee3247ca2ec03ed5519e782b6602834eb213fdb6587b055d00e036e5b4277", + "episodes/thermal-00678.npz": "29cf1759d9122fdf583c75ce76cdc4cf4312a74e42f0e873929d0d819ff7dbbc", + "episodes/tank-00679.npz": "9956e343dc575889566a71b182514f31c5c00bd4776ab4ad9beb54c46910f58f", + "episodes/battery-00680.npz": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c", + "episodes/thermal-00681.npz": "5b3926af46b3eaec33ebec9e262c12e6f3ab9d49c375f4aa0b178826fb019480", + "episodes/tank-00682.npz": "7156df59f932d0f893f57a1d4ce97f9028ff559d6b308c5a1d1375723e7cc5ef", + "episodes/battery-00683.npz": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb", + "episodes/thermal-00684.npz": "09b0e1dadf7e531e7deb4eec68b6e9e414dde23c37cb3e94f830494ee21ddce2", + "episodes/tank-00685.npz": "e5d0057429b085a192202936a6ec31ee933b23db1b04742b78a17e19a401548d", + "episodes/battery-00686.npz": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc", + "episodes/thermal-00687.npz": "fc251afd66e2fc04fe3c87327a7348e7b08170aeee9414ff60fe12b202d9309c", + "episodes/tank-00688.npz": "e44d94caf443dcf2726cd724f955d7db096b10f30c99b51ffa16d1688857e48c", + "episodes/battery-00689.npz": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b", + "episodes/thermal-00690.npz": "fe8a60450c7081b98181987bc7493c37a1821764094edae9e162c37661394606", + "episodes/tank-00691.npz": "32a0446281ffb7d0dba20dfb59991db0d0c15997d0c1e28a82419e8cfdef8d1c", + "episodes/battery-00692.npz": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f", + "episodes/thermal-00693.npz": "98af989962dfe84c3c7a97ba4d819c21efafa87e46e3723b2114ddd08405a2a9", + "episodes/tank-00694.npz": "5e84346011b0e70f2597641dee3e2e99ea0b98b2e60138b6679fa798598ef4f0", + "episodes/battery-00695.npz": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a", + "episodes/thermal-00696.npz": "c8094db557a87cb806aee8c509ae0e2b29fd1dc8ad88c4fa4661f5c2474ec73f", + "episodes/tank-00697.npz": "4e29455fd0f74923961db7fcba049910f960b80979aa68dd2375338c18fc2df1", + "episodes/battery-00698.npz": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e", + "episodes/thermal-00699.npz": "b6db082f50e37a0ed4b9b1b4e5e580c1743a4cb0c0623e069aef68baadfb0f48", + "episodes/tank-00700.npz": "ad2edc6c2364ee383841d754cb64472cbea90b4770f8d84e9b6fdf5a2eab77fd", + "episodes/battery-00701.npz": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04", + "episodes/thermal-00702.npz": "41467fda7cba5b9d1616dc8a664845d81f8eae6ba6910a513e47a7c3dc059766", + "episodes/tank-00703.npz": "b9d9261ab69a748536509fbeb44d2974bf53d4b35227808eaf8828a743e6d36a", + "episodes/battery-00704.npz": "96c7c3bbd58fea2319e2a3253da2a634aa90cc9f5a6eb0a7945acceb915252a2", + "episodes/thermal-00705.npz": "7c5c36febbefcbdfef027bd4d7ec879bcb0b88a3efcb1329b02b31dbae92f935", + "episodes/tank-00706.npz": "2e59c808a5b69e25369ad5409c1dc20a6de21d6fb7716c0520ef8f3cf35fa9c8", + "episodes/battery-00707.npz": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88", + "episodes/thermal-00708.npz": "a72f8697b34352169654edbe6471cc86e4097b9cf762e3a52afefe5442359bb7", + "episodes/tank-00709.npz": "be700ea37f879cbcc70d75cde2acd8f246115839bef845abebb85ce287500641", + "episodes/battery-00710.npz": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f", + "episodes/thermal-00711.npz": "c3a8d37871380c733be4d744040983397b987aba94951ca59b8ab2380a37f3ff", + "episodes/tank-00712.npz": "4d4e39c3af47eb4da9eea7457cb67d7b2acad4732bab59d6d39c2c7f34864404", + "episodes/battery-00713.npz": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5", + "episodes/thermal-00714.npz": "57641588c35d87e7b46d2ac1be00275bf1b54379c24064ec110d24cd30d6539c", + "episodes/tank-00715.npz": "3745fd247ca1b6e17744ee73445f26ffb3f4804a17d276981f49cbd3b2528834", + "episodes/battery-00716.npz": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc", + "episodes/thermal-00717.npz": "7ddc8cb4628a5333b3aa38ce3e705b33a4166278ab4f6fa980f39fa4969cf463", + "episodes/tank-00718.npz": "eaab22fadda228cd1fd3b98555e5e9edbf984e95e989ecfa49cfa18879aa890a", + "episodes/battery-00719.npz": "9dd2d683b7edd30e90351bb6e1a22db47118aa53207b119446f143674de45ecc", + "episodes/thermal-00720.npz": "ba5227b7b658fa02a0efc6fc97963fbb0040728bebfdab8c11b0dde36c758c68", + "episodes/tank-00721.npz": "2049efb4a30b06d2e448d057fa6d0844aabe0c8f60615411e9abe24bd3df67ea", + "episodes/battery-00722.npz": "7d72b2baa501820b7545a7f135a3ee86f5e66044f8832e42183cc7379d00c368", + "episodes/thermal-00723.npz": "f35c9993f282ea1f950e8989e229c70f79cc36abac0edf510567a6a4a122e22e", + "episodes/tank-00724.npz": "cdc88db1944b6f4b4b04b4d2a69440ea87e16cae0d86a14b795096dc9e62e96f", + "episodes/battery-00725.npz": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba", + "episodes/thermal-00726.npz": "2625e5ff03459c4668e35ce50182667bd29692318a463f77d2365b39d89e6b96", + "episodes/tank-00727.npz": "32fb55b2f0afaea1ad7d91fbc15263d425c8e6488e7d5bb36dab9eb66193d47c", + "episodes/battery-00728.npz": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40", + "episodes/thermal-00729.npz": "f926c5d4a89f64677f679cc5d52d2894acef62e20466d101a106385c021345d2", + "episodes/tank-00730.npz": "789cbbd97135d7652e8a15552d9e19509db277400e4a36bb78c1dcec3609bc46", + "episodes/battery-00731.npz": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa", + "episodes/thermal-00732.npz": "9e24adf6da339d1fa508cb2c1f9e168aefc9df568b8a788be876ce992f630c10", + "episodes/tank-00733.npz": "260663b06ea05d9ada0a112ece9cb51b0ad88b8de53aef8c9b3eafae687962fc", + "episodes/battery-00734.npz": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2", + "episodes/thermal-00735.npz": "8ae7ca0ea4b9ed6ea6c1acfbd6901277f33374ff0bd645cf49b5f5470ccc5e28", + "episodes/tank-00736.npz": "407a063012e280e6e65b25a72c66aed8fb65238619ece27181b167ea63c9eb33", + "episodes/battery-00737.npz": "f560b42e216ca1447126227d28908e595fa935a4ba157898c2be1da2f9ce16df", + "episodes/thermal-00738.npz": "0e97f47c19370467d07503e786c0956814aedb1431c627e883ecb758012630c2", + "episodes/tank-00739.npz": "a99ee4f8aa8ba20c4c169f0e700e8204c2d6be8bd5cbb55c943d60ea9c91b166", + "episodes/battery-00740.npz": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198", + "episodes/thermal-00741.npz": "2403a39697c8265be205aec053ee7b2bc52839cfee65e5f533283a3a31f49e1d", + "episodes/tank-00742.npz": "e856b3b23460a38d44f8265f94775a64bf0225b61c370507cb719f1ff8ce89d1", + "episodes/battery-00743.npz": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b", + "episodes/thermal-00744.npz": "47880f0ec5d91d17489d000da5e7d979c5628ac292ce91b32cdd2c3e17a9c36b", + "episodes/tank-00745.npz": "71c0165dc65f64208c0b69c8c3eb12864ac59dc388e74d9f1f173363e09d7ecf", + "episodes/battery-00746.npz": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23", + "episodes/thermal-00747.npz": "41ba7bbc578d54c56ac48144f15a78b728faad9ff2c431f6d4895e01c2bad566", + "episodes/tank-00748.npz": "b0cf6cd05bf585d425079b37409a579dc0995da1eb5684a95a9fc0ba22269f47", + "episodes/battery-00749.npz": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b", + "episodes/thermal-00750.npz": "1c381d4ebceac21dce4f22b0017296d41ba3a295d9165d5c7df17f225e764db1", + "episodes/tank-00751.npz": "8d29b82b950bab85d37fd2657ff219d411d9a56a708995ef72e5fe0a3e9105b5", + "episodes/battery-00752.npz": "278d256ea13835a4bec65f95345cf9e4260c49c7596589bc2beb16f1f754819f", + "episodes/thermal-00753.npz": "87433ec088a3b05040e551d024d8534d9568ec52a9a25118eaee2e60848bf42f", + "episodes/tank-00754.npz": "2f2178a8de40b9a40e002b0323e98a6f454ef0c4967a1f6af6fda79a4c037606", + "episodes/battery-00755.npz": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0", + "episodes/thermal-00756.npz": "f5c82d7757c6517263876142036941344e3da336012b5ab245241394a5bc9bc7", + "episodes/tank-00757.npz": "7540fc3ad854f8094b8c28ce7b70f3d24f6928e8dd0e2abc10379511c2709bd0", + "episodes/battery-00758.npz": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9", + "episodes/thermal-00759.npz": "b0c796ca2ca616421a440d8f40d41a16cdec4cfe02f1c741891e7ffd1e0210ae", + "episodes/tank-00760.npz": "5c432d2ed513cd60b2768dc02916008bab786bb8fe710a39780bab096e917bbc", + "episodes/battery-00761.npz": "b8a7265aa9c22eced8917c4857a74b99ef955c6f80b4bbd999ec5810330b24a1", + "episodes/thermal-00762.npz": "a7e95eb399b49a768ba23d44cfac355a5451d19e8c415dc41f479de29061ded2", + "episodes/tank-00763.npz": "51934fc229472430caa509a06771c5ae93c3728f8a67b8e0e88e3b877e2e5392", + "episodes/battery-00764.npz": "b6a3b0dfa5ebc0452fb08527d24aec9550248d3c128075c7e364e254dcf21fd4", + "episodes/thermal-00765.npz": "dbf2a8782328a8a72bae465c57afe765d029b6cd582ac2cda36858427a00ca84", + "episodes/tank-00766.npz": "ae52d94752c0c43a419bd64992060d6242ab8fea38fada91b2983f542cc461ed", + "episodes/battery-00767.npz": "75f9120cb6c0930a6a7a8c854056f560f3db0272046a1e60919b75f2dceab4b9", + "episodes/thermal-00768.npz": "f150295de67c11f4e0525a1a8f16ce88df1883a712604818f7de3475b670fce4", + "episodes/tank-00769.npz": "386272a4ab5c85c563e912baae6bb5263558510276cedce105f9b21991bd3060", + "episodes/battery-00770.npz": "ef811c7c6651b0a1137c58cf9b922081c8d7f02fc1af0820643ae3ab24520989", + "episodes/thermal-00771.npz": "6ec1748dacdee6bc7dc8afebf7f95a91c0691a026d2b505a0a22bf48117edaa1", + "episodes/tank-00772.npz": "40c62e460b2aa5f94adce3273717e25b9bb0b792e6559eeee63745f27578bfa2", + "episodes/battery-00773.npz": "31330f143f71a1f2529904f58ee43cf7badeb0fb2adeb099be32a1a07fd5b6b2", + "episodes/thermal-00774.npz": "376a1095bb4f433584d8109d679afe7a925174371baa31cfb94a4816435c1500", + "episodes/tank-00775.npz": "ccd8df33781c8b398e1af5620d0328e96249ddb7dc977d5165566e08a78a1693", + "episodes/battery-00776.npz": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c", + "episodes/thermal-00777.npz": "4cefac32c2debf15d798c2b3d51240aca59618535ee7fdb3bd9e98ed9c83a38a", + "episodes/tank-00778.npz": "e0cac2e316cf70b4cdc2792104ca5a8c2135a7c64942a5b67a862eb4f602fd47", + "episodes/battery-00779.npz": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a", + "episodes/thermal-00780.npz": "a4d522b74ce981f8f401399dc3a29f00a72ece6dbc3ae59dd7ff03d883041b60", + "episodes/tank-00781.npz": "0b9f4b4ef2c33b0fe42ac18e1438a06876d74bacfc39165e38e97a40c99c5cc7", + "episodes/battery-00782.npz": "f40061c7cd584220e68440433e3020e4f406f79419562939b1b8fd475c4dd9ed", + "episodes/thermal-00783.npz": "b6fc14282c45598438a2e720d09d3a0c94123ee4f96efafa53ba2fde5dc07885", + "episodes/tank-00784.npz": "18776af90bd25b843b8024641427f1db9c610da1f01cbd2f64978d0d3538ebc2", + "episodes/battery-00785.npz": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d", + "episodes/thermal-00786.npz": "6065f01846aedfa5da450ee43bb5038dc62dd9af3e2385e681d95bad4d12a13e", + "episodes/tank-00787.npz": "f4d42e05dc81384baf01cdaf24143d0fc4dd3814d849f461ac7c42934d028234", + "episodes/battery-00788.npz": "b4b098e541f2b766445fa68fc7762cecbea9d3cdc46e0ce2ef782352c95a49e5", + "episodes/thermal-00789.npz": "d52fc73ba788b46196c55e9601c8153d1f41c47819acdca6bace7c9a200183b6", + "episodes/tank-00790.npz": "8415ce5924aa519a25f3258fcd8ece00f16eb7083213cd75e8b85f182c15d357", + "episodes/battery-00791.npz": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12", + "episodes/thermal-00792.npz": "3973f01b029564ca78ca6f0f491a81bff9477ebb1abd8de58506eab467c8ff82", + "episodes/tank-00793.npz": "34ed396057ce8a1636c1e622b75e4e30732009509461d50853af5ac2ac71b22b", + "episodes/battery-00794.npz": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af", + "episodes/thermal-00795.npz": "d3ce603b51fdf56700b7e04273c0960f3d6c11116a0d1064fd9e9c782b9db1c2", + "episodes/tank-00796.npz": "ca513c6eebf39c4539832ee48f4479ca675d25610126e5cacd3eed67263ce077", + "episodes/battery-00797.npz": "84275c2c589dbbecd57fe5401db37f1e729be37756cb0c92e505374a9f604f69", + "episodes/thermal-00798.npz": "108f4b44e0635d9e0adbee841bdeee12905e121adaa09ee1f0094e5ea47817ec", + "episodes/tank-00799.npz": "17a5f6a7ab39e2aaecee0a67b1e0e511f06aff9aaccc34d269fa3a4a94ccd090", + "episodes/battery-00800.npz": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8", + "episodes/thermal-00801.npz": "362f3b7b6c7dc8e022973ce66461f6f2becb639a5b2a572cba7cbcd305b2e003", + "episodes/tank-00802.npz": "97a282b4610482cd960ecc56bf5df672a70cbbbc6a284fb10c59fbf9aa2eef94", + "episodes/battery-00803.npz": "12f3219046b88dee75a3085c0d3a13e334f3f0ba54f41fe06f86d1b01f5d9605", + "episodes/thermal-00804.npz": "5d2b3c5a9e1e653fe127024658fdb87b765d88874fc8d3698c6f9f6a1e2cc287", + "episodes/tank-00805.npz": "6be72bcd7e408f9b44863e69dfc3de153f8cae293dd3ccf5769c7098a03c5456", + "episodes/battery-00806.npz": "0ba2db3222aaca20ef6bad232db8090fbe17973f65b656313abcac2af759e9d6", + "episodes/thermal-00807.npz": "2cfa78c5b25e8623252266b41e230881b11f4e19c2cca4b64d0252b4ac7a6eff", + "episodes/tank-00808.npz": "c01b3d8ba01ff99618b70b19a394499ed16ebad0399064ddb5fdc5e024d7a7d5", + "episodes/battery-00809.npz": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf", + "episodes/thermal-00810.npz": "7b9f388b62818af7727ea58e6b4dc24728a21543e3fb6e255d8e35eae3d87b9e", + "episodes/tank-00811.npz": "349c461535b164dbd4d6475d2079885da676d35d74012aa277dc1704c01ff7da", + "episodes/battery-00812.npz": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d", + "episodes/thermal-00813.npz": "d827e0c1927340fe5a27e8bef0ca70e06e497b924ee9bc7f36e9d0028362c768", + "episodes/tank-00814.npz": "05a08d86caeeb625d5f065e1f458b7fa48be2377926e16756f618506d93ae197", + "episodes/battery-00815.npz": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f", + "episodes/thermal-00816.npz": "dd37c4f379cb39af1ca092f6e4b65f84580ce1b4cd90da15a14f4b7a6d3a2d86", + "episodes/tank-00817.npz": "524bc67a2c9dceadb2851b109614b115f95bbdff524f06dcc5513b2b62834268", + "episodes/battery-00818.npz": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed", + "episodes/thermal-00819.npz": "91bf336d3fd2ef08770143ede412a57cddd3801ce1f3eae91a065d0a3446d5c7", + "episodes/tank-00820.npz": "3586b2ec6519211fbf76525abad47ed63e5a839a2ec8a17241dc11fa3460a98e", + "episodes/battery-00821.npz": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc", + "episodes/thermal-00822.npz": "7ce46075685f1f95fb684adf1a31d21abdf41bb2b3518c5d41cfdb844846b5b7", + "episodes/tank-00823.npz": "1a8dc03f57940dafad2dca73c2dded7afc0bb5b1d5c5194dbba264c2d89eb548", + "episodes/battery-00824.npz": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3", + "episodes/thermal-00825.npz": "fef94273e92a16540a0819d6d171d406021137a4ef63ed550f4eb02e9dd4fe1d", + "episodes/tank-00826.npz": "e097ca8d25922d92caf9f0e6097760a18de1e71815a2926ed39d02810e380f51", + "episodes/battery-00827.npz": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7", + "episodes/thermal-00828.npz": "4b1ac23d61eb46293a2745b2d77e80286cfd4e60753514e2122a07227a88e9ee", + "episodes/tank-00829.npz": "26e63702448aab20a4242867c0ee9959fb71144692b66544163459e1d9c50e4e", + "episodes/battery-00830.npz": "de2bbc15662cf2e348d7762ba2929698748037c85954c9304b9143f85dd0917f", + "episodes/thermal-00831.npz": "32193eec1528ef2c2505dbaa10fffebc8e4ffc97b505db75615c8c5ea2e8ef40", + "episodes/tank-00832.npz": "d24d841332c008319ea46d1dd06ab40edd7e706ba79fbbb64bc465b9af297ddc", + "episodes/battery-00833.npz": "d84089c23801d706157eefe317a4ddb61dcf0023e5ddbb7921bfac185da3711c", + "episodes/thermal-00834.npz": "607689fdae5dd625df805e8703d8e672fd644267910cc854d1aed74442a43d63", + "episodes/tank-00835.npz": "9811d4e8004a471c15e8194d36b430808e23196923f66375f7ed42546ad539a7", + "episodes/battery-00836.npz": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471", + "episodes/thermal-00837.npz": "45bf16075b31044113f2b92f168fcf68720ae487cf9a4f3586b48fd5aa15a77f", + "episodes/tank-00838.npz": "eebdf7d20574963af9bf0237e19cb0ae378ff451a5e414c7d6f00f8b9072d543", + "episodes/battery-00839.npz": "673bbc15341727a8217f61c1b4e8d50383ba061512497240f9efa4b302a5ac8c", + "episodes/thermal-00840.npz": "68f8d54b6d4a99d16dfe5bf7e7d23838c47f9e40fcfc20f014d09534a3d347af", + "episodes/tank-00841.npz": "74a0fe5840274a6f6aceb7fcacf1ca7ee519dc9a09fa2c37bab6e5520ebd2027", + "episodes/battery-00842.npz": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd", + "episodes/thermal-00843.npz": "0dc9a6e12d5957ae1bf756331efc63551b21478494fd98ebb57b52d22ef9c1db", + "episodes/tank-00844.npz": "66b8126dd0efebf3d0019c56155b72080bbbfb578a04c509ff047d129eb09069", + "episodes/battery-00845.npz": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c", + "episodes/thermal-00846.npz": "878e2790b9012c207715c26f35343403f73c81026d595bfbe97cf425de9121a2", + "episodes/tank-00847.npz": "d3700952ed891eeea546a85b7f4bddd212abc2b2a370e864efae14cdcbc3543c", + "episodes/battery-00848.npz": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0", + "episodes/thermal-00849.npz": "515a004da48aa21d7f9f1f80e1845b0b991f128c4528b382f0713d6149cda537", + "episodes/tank-00850.npz": "b3506c5aff33e9e9512faaa150f1c3115b8e4861cbb5644002e13d4f9c6c2372", + "episodes/battery-00851.npz": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387", + "episodes/thermal-00852.npz": "17a5ad29b84117a8b0ddfbfd20dd839112b57d2a05f530d54b263bf75ee66aa9", + "episodes/tank-00853.npz": "59ad5ba79e265062c2351d856d7456b8df5a276d09e124e69f5d710f24ae32d1", + "episodes/battery-00854.npz": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a", + "episodes/thermal-00855.npz": "008e83d034a4bcd37af9bfc19e5e98dc4834a7b6aec8d7cc52c2b1e3c39c54f1", + "episodes/tank-00856.npz": "15425092f6d47d363446e55931f75b594e3d6fd18f35595400d314d7b5dbf765", + "episodes/battery-00857.npz": "e2e8faa5107df91396704362a7c5a30e91ffe2671e7f87070adae1def36be0e5", + "episodes/thermal-00858.npz": "dc94be1e2e108b4c8f792151145824af1c1313f99ccfec0f5276aca8dfb535e9", + "episodes/tank-00859.npz": "bbe5e71ee2877871df88b4e2a9e0c5f687b9a01a4ba1e260f2e0b0160eee83ca", + "episodes/battery-00860.npz": "81660d7163227515b64147f1fc46dc9b243aead1498bee2ec0599117964ee6d2", + "episodes/thermal-00861.npz": "43d1a21de6be69e356c4e1ed7bceaaf925d47418fe89c56812e9d46618842834", + "episodes/tank-00862.npz": "6561b14f76c1492267cb737dc46dd9a6b1daaf19a5d1657b9ab568b272036db9", + "episodes/battery-00863.npz": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e", + "episodes/thermal-00864.npz": "a1ea2d8876c10fe6e4ccc8bbd98f2644f7de798c5b6d0efa01e3552e9ff9349a", + "episodes/tank-00865.npz": "7a64ed4f7e236e0fe2f1c3928b0a0d78fffc13f2b824eb595d07875cfafbb82c", + "episodes/battery-00866.npz": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a", + "episodes/thermal-00867.npz": "4b2246e76930539b4d977f93c33a39f40ee8fd37070c5487664bdada75e816d5", + "episodes/tank-00868.npz": "1d90876f9d9df61cd44cb11dd923155147e0e816b3840b6e4ac9674dbf8c8c25", + "episodes/battery-00869.npz": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e", + "episodes/thermal-00870.npz": "efb837de3c75b8804729c53feaf22c345aaaf878acf8cbfaf61501d1b4d4d5a8", + "episodes/tank-00871.npz": "dd8639bf6e127c1417cfa4d4a07ff47ac95e201faea583c89136c13845751dd4", + "episodes/battery-00872.npz": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0", + "episodes/thermal-00873.npz": "ecd8058e452b68134c4c8ed702042e86e53b68802c6b29b952c69f9feb8d7e9d", + "episodes/tank-00874.npz": "4d192125be82d354d1d522a1d619b5ca7c55f2def38b8936024be43c075fcd54", + "episodes/battery-00875.npz": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c", + "episodes/thermal-00876.npz": "9c4d9ea233ae18903abce56c0fe8a2ac0909f2bfcd0ab0243a09e53e565f9704", + "episodes/tank-00877.npz": "c201321cce5f054208e563a6d154bdb15487cb51a6578ad02e3bbf98e0a03b15", + "episodes/battery-00878.npz": "027966ef5a715aa071cd6183136a6ac5acd8608f2b9dd95844c366a2e4d90bcb", + "episodes/thermal-00879.npz": "fd8d00ad979eeea1d271c98bfbb100da21103c76e38aa99f7fc65730d8101915", + "episodes/tank-00880.npz": "825740887e4d85973154d56129c5c759a0b89afda3d9eedec919ba063097a0a6", + "episodes/battery-00881.npz": "79fd47f395c6330f27da2ab49ba79bfa23ecf3a1a696ac198bb8501ed5e17409", + "episodes/thermal-00882.npz": "c53bbfdd5831c80dc3c2bdbd79ddf54a82085b869a155de60323807b338c8105", + "episodes/tank-00883.npz": "9618e270f46e43e2229fb09d58911ed8bc2c0a9c23dfaf4aebe9622596297940", + "episodes/battery-00884.npz": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650", + "episodes/thermal-00885.npz": "6cc3a383f47362aff770fe6bed11ca345cc50149f682ad04bfb246f177814d93", + "episodes/tank-00886.npz": "14c916a3d1bd0a210f6164034041f97284b14f7e17bce31b48c21c708f4be84b", + "episodes/battery-00887.npz": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba", + "episodes/thermal-00888.npz": "494544c40db4a6591a2c882710f588a44fffe5ed6fcf5514ac22765a55c6f42b", + "episodes/tank-00889.npz": "76699e938bb4bfa7d16ee98feecd686613c1fb5edf6e380f87ed8607cce3e8ef", + "episodes/battery-00890.npz": "eb4ad5c26726c11b1896602c937cbce83c943a93d6ad2f8f416a21736a8c11e2", + "episodes/thermal-00891.npz": "dfd308dcea51e4b2a80d6389164c64dca467541b362b30bee9f9f89d0b7ca0cc", + "episodes/tank-00892.npz": "40b255af904cfcd7a92c3e03b9dbf514757aa2f9ef5cae314841851ccfe258bc", + "episodes/battery-00893.npz": "a75d25179bc8a800a69f4573a3659ca531f12fcb38d98d20b37b4cfa258d0dfb", + "episodes/thermal-00894.npz": "37cb188307d8d959cfd7bca8eed7df025ba460b3aa60db293910edc591b51e31", + "episodes/tank-00895.npz": "173c0b323daea1c8ff6bf41ca4595825cf0367757af55d60752d662bc97b3795", + "episodes/battery-00896.npz": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b", + "episodes/thermal-00897.npz": "0891be677b651cf010a3f735e84ea4707a83e5d77ea298e19f545dd3d1444e1d", + "episodes/tank-00898.npz": "8e894de99a8eb5b8776270a4b064bcc237c807b213b4310bcc8be0a708404171", + "episodes/battery-00899.npz": "08c6bc4aae982dd1cb517d0bda13093d33e1437d5d59fb0eba89f6cd8f68e05b", + "episodes/thermal-00900.npz": "3c07abd2a62e25a596c3c030966f2b597599cafdfaf1c1b718e4fc0c09cb9d23", + "episodes/tank-00901.npz": "9232b7d7737691280c09ec7efbfe1d7e1ee20c4d885ccaae6ce73db1955639ff", + "episodes/battery-00902.npz": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460", + "episodes/thermal-00903.npz": "74130dc391c4ff56dfbdc5aca8880a491b78c3ab274911865b9f6b07d86bdbbf", + "episodes/tank-00904.npz": "b4fea90dd6bd9fb28a2b5d32c2277cd8cfb33235fbcff77ff446bcca782509e1", + "episodes/battery-00905.npz": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2", + "episodes/thermal-00906.npz": "8e200eda4fa1e59e7463f1c771295d65219ef0f65541c8b2bacfd9a8318d2689", + "episodes/tank-00907.npz": "7517987a899dc07b645e9ce341c488d82eaf353617cb4a70f8b4faa5d91849e6", + "episodes/battery-00908.npz": "a970dc847abe84b81c8e1d505ea55bea9e50670a06c077ddaa2ce193c3327a95", + "episodes/thermal-00909.npz": "507f177950fca68324ca51061be0a33130c0b1312ff548761374af3f25822447", + "episodes/tank-00910.npz": "c7e595e95e41e0271a7f24f6930db7a01981516dbcdb01a99d68ee0b1cb91c55", + "episodes/battery-00911.npz": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b", + "episodes/thermal-00912.npz": "6dfa28bdd86c484d1bea801a3df6d048c5df075b1345ef97071003c8bf5cdc1e", + "episodes/tank-00913.npz": "c390210b78de1bb2d0c174fdf9a6d6371b4c3d954fb3a3191f2cef7f1b3ddcc5", + "episodes/battery-00914.npz": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1", + "episodes/thermal-00915.npz": "7b9c53fe20ec97373e69f7055227486f59962053b05da3ad5c49575e94af10cb", + "episodes/tank-00916.npz": "0d09a400fda33f09b031ccc529dc638c1b6f41ffa47bf9012df5c3e252a922ac", + "episodes/battery-00917.npz": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343", + "episodes/thermal-00918.npz": "dc2674ab98fb6ba70c33560bb87d815238e9f41360d8b73177bf7e281e09c719", + "episodes/tank-00919.npz": "e4ab890225c2fdb55f2962ec4639fc3b4bc0b36233b483140f4c55dd94771fc7", + "episodes/battery-00920.npz": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9", + "episodes/thermal-00921.npz": "f3b17e066adbe1aee76cd680240048d7109570542be67752f403bde789facc33", + "episodes/tank-00922.npz": "023c0311a7bc660ae4b2f35adc7d04dc70592a4ac861c68c411cb42e61f80d13", + "episodes/battery-00923.npz": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61", + "episodes/thermal-00924.npz": "fa865323e10b9a1297215b6618f3dd2ab462125106c90f62bb96ca78fd42bebc", + "episodes/tank-00925.npz": "a7e47b7337fbebd9fa40b6e1298279038efafe3782d3811c632b94334a9ffe77", + "episodes/battery-00926.npz": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97", + "episodes/thermal-00927.npz": "63046f0a5615ba18344d72b4886c6eb96a0fdc7a83c55f95c97ed12c5ee467d9", + "episodes/tank-00928.npz": "594cce9019b812956d7cc8745061d18f84d5f25bc365dd8bbbe6df0a8d1dce40", + "episodes/battery-00929.npz": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab", + "episodes/thermal-00930.npz": "40c1e85d145aee987eb18b06dab43305ef0dbbb98ef5d6d5dedb3b912b43f3c1", + "episodes/tank-00931.npz": "aa7e15d93cee7314e2f5ecb9f7f1b2501e8d42b6e63117d19a3b3405828cdae7", + "episodes/battery-00932.npz": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa", + "episodes/thermal-00933.npz": "000cbcd5933fb4ebef84eeaff16f014bfef036837c2286eb5d482d53178b5b28", + "episodes/tank-00934.npz": "305d9d7325d48f64b4d4d0cf3a5f5ba62877af3b553e573d3987db08db1a6c42", + "episodes/battery-00935.npz": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78", + "episodes/thermal-00936.npz": "423660c3ca8026695036e13c49d1db4fb53b6aefb8e029094037734442bf9b10", + "episodes/tank-00937.npz": "36e432c1b090d243c02068b1b03ed80ebfce3acf84d5f76c9672b71c4b8f777d", + "episodes/battery-00938.npz": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585", + "episodes/thermal-00939.npz": "f79dd557d005c8fcf0cac3f2999a80a9bb494c854fabef7a8cec355bfa57bb99", + "episodes/tank-00940.npz": "5e3ee4035c0a39bd05ac513fab237e3e980eb67768b668eba112ef356ab1fcec", + "episodes/battery-00941.npz": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957", + "episodes/thermal-00942.npz": "914a85f6db2f477c1b5aa36c852d9062619541a3269ab87c499e170047d4cca9", + "episodes/tank-00943.npz": "63b23c65bfd943c9e0c6c756f90b6913067bd9ca29d200c7b4023d16562e6303", + "episodes/battery-00944.npz": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef", + "episodes/thermal-00945.npz": "73ffd08e2c22b225442db36fc1bf08d624148c5edbebebfdce44400fb57619e1", + "episodes/tank-00946.npz": "15458ec3c22c79932116843691e87b851bf2bdb1cf83f859eac4b2ecaa224848", + "episodes/battery-00947.npz": "54bf6d166afe786f3dd84471d5be505c00cf3fe5f33211495a01b70fa0125932", + "episodes/thermal-00948.npz": "362689ffe35c0de558a87a7dcf9338530011d6af243f01862459b84d210bd55d", + "episodes/tank-00949.npz": "6b9062ff30be1a9db20e913c9bbaeef50eaa1dee082b95419ea010d08010399d", + "episodes/battery-00950.npz": "345f6a482d2b3a2ae52df7e32c2fe4053b063e16ed25ca45910a24ecfbf1eb4d", + "episodes/thermal-00951.npz": "0e463ca045627386925db0f369b7b3d61963ab931d2d18b50188d637813632f6", + "episodes/tank-00952.npz": "8d324441f04a7207ddfc333bb1da775167a6e873122d17e2b770f4fc88506660", + "episodes/battery-00953.npz": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62", + "episodes/thermal-00954.npz": "c651212d4a910510181fc190715110c2dc1e5d1d8e04ea35467ef48b78928b5f", + "episodes/tank-00955.npz": "39f18fa6d2e4b68b4c133033a3de62da2c50a880b101967f892794f8f341ec70", + "episodes/battery-00956.npz": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc", + "episodes/thermal-00957.npz": "48c73a4c4ba267d18f974c5b19e646d1edf379392874424c0f96cb3925419e0e", + "episodes/tank-00958.npz": "628865f0675b67b923c6974f0377408d1076b69dbfb64bd827ed049e45d4817e", + "episodes/battery-00959.npz": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795", + "episodes/thermal-00960.npz": "88414a8244f9197c8940db08e4912357e834e5866b97880f3b1cc8c8d5d39d14", + "episodes/tank-00961.npz": "33c1cbafdac99e1ce77d02f484269c3b9422d25efab5e9cec055d957f604722c", + "episodes/battery-00962.npz": "5a642b831027c194236ef4dc5620ccd96bd4c4a11df80fa0f550a354e78fa12d", + "episodes/thermal-00963.npz": "d11f05197bc568b99ffdbdc062120c270c7f28e993f6b86cede3b1e6d5571d75", + "episodes/tank-00964.npz": "e2eade8264d17238b91992fa708faf0d3e2b95c6b6dd3be6bf3cd7f389c7378f", + "episodes/battery-00965.npz": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e", + "episodes/thermal-00966.npz": "9e7b70927140efd03b0ed0a9ef073e5275b417ae00512e83ea798313f50778dc", + "episodes/tank-00967.npz": "9ed4022307cd16e394acbce9dba2b91f8f929bf4bffcfa9759018be4786162ef", + "episodes/battery-00968.npz": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf", + "episodes/thermal-00969.npz": "48d31b8cb83cccd84ee4371fdf5037d60a4dbe4645ba3fb1ae3ae458cdc917be", + "episodes/tank-00970.npz": "63737eb6f4306e02030984c4a96089430476b67bf7065cc25b12264398d9e432", + "episodes/battery-00971.npz": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c", + "episodes/thermal-00972.npz": "626d9b4dac56e73148c0ea973ccc7a6b66e511a088b68e82c269a944a64314df", + "episodes/tank-00973.npz": "1d90d3c50c5d0527068e0d944a0c0f7e2d0fb3e3371c8c3c58a0636ce19345d2", + "episodes/battery-00974.npz": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd", + "episodes/thermal-00975.npz": "b0d5bf99bc1f5b92066a3d5432d8b7a25caecd21133ae5e969ba5c211cb7d061", + "episodes/tank-00976.npz": "0651eee057250637d79f6243a36ae006b15205b3a241caee74d5c4b3875ec0be", + "episodes/battery-00977.npz": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b", + "episodes/thermal-00978.npz": "9a4df04649e47cb5a52d625d114da622ae9c9876cd8ec3a792121c1e074181f4", + "episodes/tank-00979.npz": "bc1c4d6fe47c83dd6dc974574fcc5b41e4e3dde207074ccabb8bb16ccf643518", + "episodes/battery-00980.npz": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3", + "episodes/thermal-00981.npz": "03922f2246cc910daf15c709c83d78054c9c5bb3a6c58a77c1873f3a7cf257d6", + "episodes/tank-00982.npz": "b02ceaf511b53b1e73f7c27370af217543ca9aa28db244cb9171bd2a8f0b71be", + "episodes/battery-00983.npz": "5cf7686ff1d97817041a3fa0e004184b882baeab5af6e9cd91db29323ce5fa48", + "episodes/thermal-00984.npz": "5df75ba61861ebd90bc7ef44dc2e33137d5652eadb79934fcf172090d3ab71a3", + "episodes/tank-00985.npz": "fd823aebd9a53175c26472359b3f3cdefdae7953b2f51d2793ab5f1935716ab6", + "episodes/battery-00986.npz": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b", + "episodes/thermal-00987.npz": "40aacd660569ef0ab714306d800d849bc1b62af2abcae0927336d93c678ee4bf", + "episodes/tank-00988.npz": "e882aa586ead5438cecd6b17718b35287cfaaa90dc098d68265e0fd88369b918", + "episodes/battery-00989.npz": "e2e848fcb28ab09677ceab5b160e573604f71c9bc8378ccd40ece2bfdd0b7af4", + "episodes/thermal-00990.npz": "41488b376bd63f4b0f7538fb4b9d74f732a2e6a0271f3496baf24445df945bb8", + "episodes/tank-00991.npz": "7d4158e4add0a10ca8b644affcf64f5df27e6427fe0907a7399902c9fc4594dd", + "episodes/battery-00992.npz": "25caebb7cf5273d0f38f1da34d38fe757c68dd7636cc95fcefb547182c1478d5", + "episodes/thermal-00993.npz": "125a6987faad5952686e343f3be2b3750df5ce9cdfd2ae7406bcbaba062be779", + "episodes/tank-00994.npz": "09f662c67ff7a433befa5b81f0aa86bfc24481d86ee7698a6463707ee790332d", + "episodes/battery-00995.npz": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9", + "episodes/thermal-00996.npz": "14ff8a90d6f5300364164bc403cbdcc2d27ab6371b82890665694644a034c12a", + "episodes/tank-00997.npz": "818365484afcc516bf8fcf95b935c89056e2b5c0b5009f8becbf4946780255c1", + "episodes/battery-00998.npz": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c", + "episodes/thermal-00999.npz": "81e2b572dd26c1d8bfd979c260807d508c99cf8c67e8ce98692bb6d00b69ba8c", + "episodes/tank-01000.npz": "5eeb9e444efff5a446e1aab6f5286bc61100d5ddc1cd7971c7191dda1a2c4146", + "episodes/battery-01001.npz": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d", + "episodes/thermal-01002.npz": "bfac11ec5ee215d06a534e8fa0de4e3f19b18a6a9ba72fbede3cf92799c3ffeb", + "episodes/tank-01003.npz": "17103ad24c7c11a726f90a099ef721395688aad1cbbf2cc268cb68435212832e", + "episodes/battery-01004.npz": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b", + "episodes/thermal-01005.npz": "bef87709e6aee627b4caa61b412e0498b83c8682b435354f8ed1e531b02cebbe", + "episodes/tank-01006.npz": "8935b7712c2c7b079d909b5a4ebdbf223a941f39f59d34d6c1ec0f666a581557", + "episodes/battery-01007.npz": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54", + "episodes/thermal-01008.npz": "f0de073fd8bbf50ea11c122a184328dac5e5c768c52182a636480a7cb08e55bf", + "episodes/tank-01009.npz": "a9281dd703174dbefd225c9a765a3e67df716abdbd224c8188eed51613e91787", + "episodes/battery-01010.npz": "2b3420062203ca8f38348a13740a9e58588a49e0ed9fd3fbb19deeafd3486168", + "episodes/thermal-01011.npz": "3637556c2cb91afdbc3d52d89559acdd606147d4a20e9aa290b7fc39d19f74b4", + "episodes/tank-01012.npz": "aeb72bdded32caff643c79760433e2bb220efb773d18ccebae5b5d8bf9484aa7", + "episodes/battery-01013.npz": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6", + "episodes/thermal-01014.npz": "b9204df2bca77a3b668cd0b7f4f961a243f6fff8d5913aab8260888ac847873a", + "episodes/tank-01015.npz": "31558c924723968f2c0f469d03b1aa13f3a9338e5a29e8d2641ec822197b38ca", + "episodes/battery-01016.npz": "66d6cffd81b8256af734f6821be7c9a440687af535c34cfaf02a8700d359906c", + "episodes/thermal-01017.npz": "1c29e3a72d47899081fc32c1173217f33d6d72a5f11fe3b938833ffe25a94d5d", + "episodes/tank-01018.npz": "75c70f608ed934f4e9fd31faf18e32ac38f7ce09f0ac4579747603a273aef885", + "episodes/battery-01019.npz": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87", + "episodes/thermal-01020.npz": "94620cbe4d2248c73b77429b683fe5edd5167ac70a81658be578dc5a8b63f759", + "episodes/tank-01021.npz": "466f9d649fd254809fc3b60db210f6b3dbea65681c8badb762ab4c88d0db26f9", + "episodes/battery-01022.npz": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2", + "episodes/thermal-01023.npz": "b141f36dfc40b2d19db8c2af8c1f736113d2db8103b4f012b1767a8474a94839", + "episodes/tank-01024.npz": "a0c147b265340a710bd223f34b05b58c6d50e54fbd8173a55dd042313301a1b4", + "episodes/battery-01025.npz": "daee2c81d3f4275b87fe1662d8f56fe37caa0a9395296776843786ad1edb4fb6", + "episodes/thermal-01026.npz": "cbdf5f3a29e90c74dc7cc0802ebceb8075a6ed647d0d328c0aaa24a65035061d", + "episodes/tank-01027.npz": "74c0fd6bdad973fb00347efd155e4341d09b35d83964c5a0fac1f32d6f0c2ac5", + "episodes/battery-01028.npz": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195", + "episodes/thermal-01029.npz": "64d707c0905932a7be4fa8d26b3afa221f9a661505e69a22db3dd6524ef20698", + "episodes/tank-01030.npz": "20871af527ccd8d99f161a2cc44597c36693a96975797fede225cea082c9c1e4", + "episodes/battery-01031.npz": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80", + "episodes/thermal-01032.npz": "1bf96d3660ec6023057c05d3e864c1f17f4407df327b44744ca947ce4199e383", + "episodes/tank-01033.npz": "e368e955badf84e833deb24304386522780036f1b416602ec42f1863451cff03", + "episodes/battery-01034.npz": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7", + "episodes/thermal-01035.npz": "ac3d6cf865680a9779cc264a8fc86e56957505c5fa52cb1d8f9594838940c01d", + "episodes/tank-01036.npz": "12ac8bc903c0c4c00eb3d0ae348c0daf2ac67a91431660d0cad32f79307c42eb", + "episodes/battery-01037.npz": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94", + "episodes/thermal-01038.npz": "b2ec9e86d7ac0b5b47b383f2f106cdb43efeff36bff8efdc34c7fc01ed6f9eb8", + "episodes/tank-01039.npz": "d979e0d6bc605c80705233b669c2de8e153e7560bf8df337fc97c89ed8c9a624", + "episodes/battery-01040.npz": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701", + "episodes/thermal-01041.npz": "271cac742f8a6a92fcbaf29bf43bf0888d8e24795aa5aa87a54a68bc0ac8686f", + "episodes/tank-01042.npz": "40025a8515919c93e1c0f8320c6b4b5f11157a7d6c24328734e1020986d13f00", + "episodes/battery-01043.npz": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7", + "episodes/thermal-01044.npz": "3431ac73037b0f801b9c4422346efaa57b93f624a02f9da83342a7d72b20dfa0", + "episodes/tank-01045.npz": "e425d4479abfd41672301030d49eabb7e950056d1080f2102e3cdee732c925ae", + "episodes/battery-01046.npz": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289", + "episodes/thermal-01047.npz": "62d2ba3d6806db812a93f40ad632d13d8acb5017512a7f0922399c7d79405e51", + "episodes/tank-01048.npz": "31d7f34034930de4bdd3c8729ad122ee2c323fa3c456f168129276e0e2628efe", + "episodes/battery-01049.npz": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872", + "episodes/thermal-01050.npz": "e9c5ae5f5c29f9e5825bf70d5918dd4499cdf6d528d01e0fba8591db65c30458", + "episodes/tank-01051.npz": "4cfe81870d0520c69100d070c9f027531d5df70b4b80bdcb1affe10fcf924d69", + "episodes/battery-01052.npz": "112d6572672b03e6c312f5d1e6d7181bc9c1481e8219e1600fda13ad5b0baf52", + "episodes/thermal-01053.npz": "31bba68c1944ac4c1d6510151622cc23cfdae3ce3362a7a6b780916d0c39161d", + "episodes/tank-01054.npz": "797371d6a3f42fe20b28a39eb4e4452fa755e44d110f5c5264f493d31ad3f822", + "episodes/battery-01055.npz": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41", + "episodes/thermal-01056.npz": "8daa757f79909bd00f05fca8f4ddaacdf3ca6800bbf7a059a0bfd70ed0c808f4", + "episodes/tank-01057.npz": "db1568313f6c546bb924b03293d5c751f4bc963e6ff247d6309d84cc332ff59a", + "episodes/battery-01058.npz": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2", + "episodes/thermal-01059.npz": "c18b003fbcd1013421a6a019ffdeb2c1309fd9905ba141dc3475718fc7a7f3fa", + "episodes/tank-01060.npz": "36c8c68ec838bb8aae2e2fce5ca6c872592448f666258cb798559bac25aa9c33", + "episodes/battery-01061.npz": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd", + "episodes/thermal-01062.npz": "e9f62fdbaa99fc337ed1d046d0713b45efbff36acc3a295e67301f0d2ff1b9d7", + "episodes/tank-01063.npz": "336d20e28cda6235a7348ff7ff111c3d11d7aac41a0a4175805bb8e109a96cfc", + "episodes/battery-01064.npz": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794", + "episodes/thermal-01065.npz": "3c8bc00b3ff09f931e239a569d648c9fccceca787c33466d112424824594ce3c", + "episodes/tank-01066.npz": "8295d1de0f7cbddfcb4f6918eed7bcb2457a787f3b803ee0c0a019d967dfd3d5", + "episodes/battery-01067.npz": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507", + "episodes/thermal-01068.npz": "27d2783ce46627bf53c55604eefde3cde336e655c556454506eff350bc876d68", + "episodes/tank-01069.npz": "d067feec19c501b946b0b45091f0b5cd3c5a7a4d01d2ee95eb5826e0ccd01623", + "episodes/battery-01070.npz": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357", + "episodes/thermal-01071.npz": "41d90df8118d648a38a640f2b1eaabf817a1a178c3b28920c7028cdc5727307f", + "episodes/tank-01072.npz": "bd27bfd39c8e79bb5452ac7955ceb9fc18c146bc4e6cf35b25d1afaf267fc1b1", + "episodes/battery-01073.npz": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592", + "episodes/thermal-01074.npz": "3edfb250f442371156a7236d5f66512aef485f74b4c296dd8b69fdf050a3954a", + "episodes/tank-01075.npz": "d6e4abbdb758f54bd4378b0e24c7f5d66b01cf32916ef8d782c50419f6fcba42", + "episodes/battery-01076.npz": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5", + "episodes/thermal-01077.npz": "dedffeef036365da646a5299b6caedd78a286bc29d3d4f93ae7dd62235301a17", + "episodes/tank-01078.npz": "41df214ec5cf413c2a9c5f9e51f6bb113435be50b6eee228a4242d581037a444", + "episodes/battery-01079.npz": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba", + "episodes/thermal-01080.npz": "31989c304e22636df442bc5e10a9ea4b16cef62bd76c37d207a7ed64fbac427c", + "episodes/tank-01081.npz": "60557eda035740247b03a1af5b598b6219951e9c48878b0e98310aa15e7b4dd0", + "episodes/battery-01082.npz": "b03663b6b64c74abc3d8d88d2a819ef5537b74c67569974a329b50715ae0488b", + "episodes/thermal-01083.npz": "dc824e9c45c3018cf75435e1418e186d1108a478b23c212994ffd1fc4fba2368", + "episodes/tank-01084.npz": "a65509b3bfbf3c3f1cce1efb4d2ac239dcdd02cbb5fec5eecdab358ea9a41ebc", + "episodes/battery-01085.npz": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f", + "episodes/thermal-01086.npz": "1a840cfdc0b8f911be94bb88eda1e01edee73e6832c85952f827d2aa4f6e150e", + "episodes/tank-01087.npz": "2b691521e7569119f3414cb15f6a3a34912c2b17f5839323041d0025f0d05f46", + "episodes/battery-01088.npz": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49", + "episodes/thermal-01089.npz": "e05a694a49b53ebbdbcc6849725c8880c4cfa91af2be35626b646810a80d05f9", + "episodes/tank-01090.npz": "758d4271d30e5d6557bf175b54546e2f54a732207b57fef9494e6ba40ff822b2", + "episodes/battery-01091.npz": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb", + "episodes/thermal-01092.npz": "baa2e373a8938c43f0351fc85f77c0cecded7f1c6b4014d7925428a067449e13", + "episodes/tank-01093.npz": "3b793404d7f00d9fc7d3d23cfa5a43dabb4c424e503d7ba493966355f879edd0", + "episodes/battery-01094.npz": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5", + "episodes/thermal-01095.npz": "bb8de1496deda34b459f9d3598a6c0ee4e70e28d2cb64e05b238c4aa3204cc6e", + "episodes/tank-01096.npz": "a63bb1188dcf52db7a0228250449e9c59296201180eca66b213cfeb1f1798118", + "episodes/battery-01097.npz": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3", + "episodes/thermal-01098.npz": "54bedaa997e4de0ba4c48094c85327d98368e549c21036cb62183de43950a619", + "episodes/tank-01099.npz": "0813e078f9a71a7f4b2fa0d4648caec287dccff3fd4d7c63447c2c82ebe19c9b", + "episodes/battery-01100.npz": "5a3885a5d2229a2437c58fd40b7600656931213e6242a8819a6a68884c1be321", + "episodes/thermal-01101.npz": "964f9ea8a4e0b4d19f0d2d81b96ede72a3c2195463baa5c3943fc26b1b7154fc", + "episodes/tank-01102.npz": "0978831e527eb188796574841422c5bf4077f7dc312025db222b7fd6dd2b30f5", + "episodes/battery-01103.npz": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07", + "episodes/thermal-01104.npz": "c17da232358fcda33836e3ce4337dd70a4bfeb62e3d8217611d574a263aec1d8", + "episodes/tank-01105.npz": "b07f4dcb91d04083a2ea298c90141a92420e5d2600c053734fd25165d41a25d9", + "episodes/battery-01106.npz": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85", + "episodes/thermal-01107.npz": "7f687d6df746257a9c50f7cde6cba8b9604ad0b099481b0bf6f3c6598a20d695", + "episodes/tank-01108.npz": "09efb78975507316576ee907e174e2d8576cfa0dd31c4e1fd737b85c1cdba2ed", + "episodes/battery-01109.npz": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5", + "episodes/thermal-01110.npz": "1f0cd278c0e4b16101463ece64caa64e76119c71b0bc678bfe261017f04ec4ca", + "episodes/tank-01111.npz": "bd5af596a1615c637a27d29034093a95bdbf80e53b6d6458b80a3f72ba72495c", + "episodes/battery-01112.npz": "00c4e1a6632d9da877be3bc05d28ee6e4d882f23d22678b780f2690561ac2c53", + "episodes/thermal-01113.npz": "16626115df04d040f1e3dcebef3dbfb25c499f7603f0bb103e0bb7163109a9c3", + "episodes/tank-01114.npz": "71a2d83d4756db1a89d2327f417e52bcd3c90b959a5c5edd627737ff819ca6a2", + "episodes/battery-01115.npz": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f", + "episodes/thermal-01116.npz": "0698168bf913357b02a4c6646adec35a2524e155a6f83bb76b2f380959c62633", + "episodes/tank-01117.npz": "9c2ad4a38251da59125d42bd3d453938879e5d10ebb34638883e2246e9e9dd06", + "episodes/battery-01118.npz": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4", + "episodes/thermal-01119.npz": "2b2d4149adf3ac1e7d5780e5eddf567a31312ecbde7d2aa97799bb3b841ded9a", + "episodes/tank-01120.npz": "a2b54e51f9491a3070b9e55a9a5e18b55e45bfbafeb8e0397aa025cf050322d6", + "episodes/battery-01121.npz": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1", + "episodes/thermal-01122.npz": "7ea7fa26e92535f008b0c19a6e8a7becd09a1846d8b1efa6f0828833c232d411", + "episodes/tank-01123.npz": "6adb9016c1faccf5f779aba78f356aa0a078a9ff2cdd0a5112e06bdb20dd2370", + "episodes/battery-01124.npz": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7", + "episodes/thermal-01125.npz": "898f5a6d36783d82b912f5ecf18a38ccd0408bc7653f16d814205895855f45b0", + "episodes/tank-01126.npz": "ed27366a2b43c6c52262414d23e382a82e677b8e1ec3e97c6473dab602609696", + "episodes/battery-01127.npz": "bc893e1570a1943727780cb91be038512355c6ef72969a5a2e9077fb052998e8", + "episodes/thermal-01128.npz": "fea15efc6f8fedaea02637a41b511043be362529ff9f3d1195bbd14661b7c32b", + "episodes/tank-01129.npz": "9f8f708b4541d7f5cc67be0005dc845748e4753446b427ea5cebf72294f4cba6", + "episodes/battery-01130.npz": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113", + "episodes/thermal-01131.npz": "e60a55b265662ce0f7bcd289046d7a192676db31634cd8711ed9b92ff6d87e64", + "episodes/tank-01132.npz": "3ff373c0b127a072d9010752f7124b549b78a552599684816bfb04fd842b4a26", + "episodes/battery-01133.npz": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f", + "episodes/thermal-01134.npz": "e43c6cd94344b37eebc75c136b9de42f8b168039dde7f93c688f54863e134d72", + "episodes/tank-01135.npz": "3f5486eba3adbc5581af492426f74de418852306cfb1cdcc2800d9f3ff9b06a3", + "episodes/battery-01136.npz": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253", + "episodes/thermal-01137.npz": "f9e7b83993819320dbd83be131458b52fe1001476aa61ebb50e32d2e7d09ee50", + "episodes/tank-01138.npz": "d5380a128ea6eed895490cd0a85094e3fa5f7ea701549e4bcb64c7722c8d637b", + "episodes/battery-01139.npz": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779", + "episodes/thermal-01140.npz": "35be7aec3cc9728816b6afd535fb47404364538395304a5fa4559016e5e1edb0", + "episodes/tank-01141.npz": "ab9aec96421d4f55d4e7d33a379bba2d2341f2bdd4dfa921bebdef6cde177616", + "episodes/battery-01142.npz": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a", + "episodes/thermal-01143.npz": "48056c6b90055d06f8470a5d56cd9718392f82f27ba2632e92bddbd3c786d4b8", + "episodes/tank-01144.npz": "a2e2cd29cfbbcb51d68d3176e04b2d19e85e46c6f34075f04903b4ca33e25c1f", + "episodes/battery-01145.npz": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507", + "episodes/thermal-01146.npz": "c833527d1ca4e711d3631cec24fd6a12730f1249a0a2d98ab04c7782ee64f5f6", + "episodes/tank-01147.npz": "98ec375f53ff56ac6a6fe3b6805711e913a3893a72d2b930570e742dd991951c", + "episodes/battery-01148.npz": "e70586b5d9302343ed7bc16c1a73f3258273ae7868629dde3c5df93aa78871d1", + "episodes/thermal-01149.npz": "74d92db21a136e5d20bd44e5d4616d7db8609b9a391568dfc70adad9fd3e0c91", + "episodes/tank-01150.npz": "1d9201c93f5c26d15e6c915b7c09d9a75b7437a76fc7907ba5362d8d42907001", + "episodes/battery-01151.npz": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d", + "episodes/thermal-01152.npz": "620060781575ef9d07f1f2846bf5061c3d66054360af45a6429e77859d85fcb5", + "episodes/tank-01153.npz": "85a231cac8962b5bdea26f71299824f03037bf09ee438595e1108b854e37b7cb", + "episodes/battery-01154.npz": "629fd5470355facca17d530305fbde6f63a3c866079b925c2551a3cf3d161404", + "episodes/thermal-01155.npz": "b92e3d7d94f0e2cded80dfa0759b51cb159eec34c15ddab678c85fdbbd3bc315", + "episodes/tank-01156.npz": "12f8d0b01ab2501bd4aa274d885326466d95e4a46bdb8a8511db28d20394ef8d", + "episodes/battery-01157.npz": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e", + "episodes/thermal-01158.npz": "338b9fd031670ce86e99a164ada8e232dd5f2804e6adaf23c903ae1219008865", + "episodes/tank-01159.npz": "5dd48e2dc0a5f4c25f9d6e149d747712911b5111fe17dbedbd42ed35e2110304", + "episodes/battery-01160.npz": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920", + "episodes/thermal-01161.npz": "89810882381adf91a0ce93c0a79b7b6ef3e5201c17becd3a45246076f48fcc48", + "episodes/tank-01162.npz": "0b3ab1d4493d4ebe3b5bea2c1f33183bb40a3706de7bc15e61819e0e7bbb5f5e", + "episodes/battery-01163.npz": "056c912707330b143440b04737015260cc9e759cf564d375988e92e0a67376aa", + "episodes/thermal-01164.npz": "2d66b50f15676e2af68c71b2408f9bfec7e82399cee65500ad3e4fcf49124eed", + "episodes/tank-01165.npz": "e2489bc4de26bbfc4e38b48adb79544feb53e6c6f372f3c57e17d16e8afe11d0", + "episodes/battery-01166.npz": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c", + "episodes/thermal-01167.npz": "f447341d4586d93309cb4c51f47fff52d968e6f449083e4c40d65cc67b71a88b", + "episodes/tank-01168.npz": "8fadea1b135862412847b4751f27b5e4036c9ed703ba4dd9e5aa542f3ef157e4", + "episodes/battery-01169.npz": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d", + "episodes/thermal-01170.npz": "78be15d1dee1194d8554264a16fdcd659f276285a8572949e24c9aec61755392", + "episodes/tank-01171.npz": "2f6e0479e890cb5e89d6ad317e782b43fce6ae34c4f417edfc988aa3aaff4cee", + "episodes/battery-01172.npz": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6", + "episodes/thermal-01173.npz": "43fa8e0d1de08718a8a6c3a91444edcf950f91f269c4c1d4f1d13c7f63e7a784", + "episodes/tank-01174.npz": "20fe2af0d3c21ce23faada8627edab707ecf4abf0e44b22b473671a93b5f546c", + "episodes/battery-01175.npz": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8", + "episodes/thermal-01176.npz": "114f1d13a52d88ab80533d0b600320bf6ed29b0c0f7b203359c0a803fb69b8a4", + "episodes/tank-01177.npz": "fb293bc62261e5fae707683f26791bab39e14fb13a056054b7499fa29f835dc1", + "episodes/battery-01178.npz": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89", + "episodes/thermal-01179.npz": "fa1344ed4c70c89b239dee23b9693cf8d81c2e32372862714abcfd1a7e51eae4", + "episodes/tank-01180.npz": "1f374574315735c7608753a5643a7c83aea69de5a2491ff2ddd4ca73d6ee6af8", + "episodes/battery-01181.npz": "232108078b8f3b4b8fdacd93e8228aa9318775396ffee8b59817ddae62979959", + "episodes/thermal-01182.npz": "295cd280cd0b91da2608b5974f1619d1579d32674521ec1fad393dcd0a07bd81", + "episodes/tank-01183.npz": "cde4943f14c8fe63c61131db14f02f03dc2f036266c4e7e47dbf33d1fb912e77", + "episodes/battery-01184.npz": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4", + "episodes/thermal-01185.npz": "3626bfed188d2c8f21c643f25fc8ff89385e84258b0e0394a925252fb08d7cfa", + "episodes/tank-01186.npz": "0c9cae0efb67ca4422d15d9c2b0d066d6615b8e36fc196eabb7153e88a4610f4", + "episodes/battery-01187.npz": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6", + "episodes/thermal-01188.npz": "6c28bd885a1af515f1220416c4edc5b647bb8ac2b1a11bbb49362e9712159949", + "episodes/tank-01189.npz": "5331352519a2885b6956e7ef137bb0f931bc7dfe842689693099618e45ab927a", + "episodes/battery-01190.npz": "361d4843593c85cbc2f5fbe2f3ff9132279d85acc1f022392b9b4cfbf4278c16", + "episodes/thermal-01191.npz": "9137557c5e3cffdc9a0c04649c0989ca57b15b8ec6eb2a635b800d782155de03", + "episodes/tank-01192.npz": "5fbcfc7a3474d9ecbc645bab5b35da7af7e43d449f7d3804353145ccbb5031f6", + "episodes/battery-01193.npz": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561", + "episodes/thermal-01194.npz": "ccffad0b6bbe4c77ae458e4df58f3330fd5fb756b44c65fb5232d88081d26b50", + "episodes/tank-01195.npz": "ab89624d397731401d2acb9feb8ce88e3a67584e31b8806fced5798dfc11a3bb", + "episodes/battery-01196.npz": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364", + "episodes/thermal-01197.npz": "46bee9e73a161be441bf9f5e17bed7f15a366e5613e0db9fe60edfb304718ee9", + "episodes/tank-01198.npz": "4c532748be9022d495fc37064fb10b664ed47ac2a101bd6d3460c2f0ecaa87b5", + "episodes/battery-01199.npz": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c" + }, + "data_bundle_sha256": "e636b31865d3c7ad49d50b3ebbdeb1c07a19cdfc9b732312905bf956b224f8b2", + "generator_version": "0.1.2", + "parent_split_system_ids": { + "train": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00068", + "battery-00074", + "battery-00080", + "battery-00083", + "battery-00104", + "battery-00107", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00188", + "battery-00275", + "battery-00281", + "battery-00287", + "battery-00296", + "battery-00299", + "battery-00305", + "battery-00308", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00482", + "battery-00527", + "battery-00566", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00653", + "battery-00665", + "battery-00674", + "battery-00677", + "battery-00752", + "battery-00761", + "battery-00764", + "battery-00767", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00893", + "battery-00950", + "battery-00962", + "battery-01010", + "battery-01016", + "battery-01025", + "battery-01100", + "battery-01127", + "battery-01190", + "tank-00010", + "tank-00046", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00337", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00544", + "tank-00553", + "tank-00574", + "tank-00577", + "tank-00586", + "tank-00601", + "tank-00616", + "tank-00625", + "tank-00634", + "tank-00679", + "tank-00682", + "tank-00769", + "tank-00775", + "tank-00796", + "tank-00808", + "tank-00874", + "tank-00883", + "tank-00913", + "tank-00928", + "tank-00934", + "tank-00940", + "tank-00952", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "tank-01198", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00039", + "thermal-00051", + "thermal-00063", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00234", + "thermal-00255", + "thermal-00261", + "thermal-00270", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00342", + "thermal-00348", + "thermal-00351", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00564", + "thermal-00567", + "thermal-00597", + "thermal-00618", + "thermal-00654", + "thermal-00660", + "thermal-00663", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00831", + "thermal-00834", + "thermal-00903", + "thermal-00924", + "thermal-00945", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01077", + "thermal-01092", + "thermal-01101", + "thermal-01131", + "thermal-01137", + "thermal-01158", + "thermal-01161", + "thermal-01170", + "thermal-01182" + ], + "test": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ] + }, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00068", + "battery-00074", + "battery-00080", + "battery-00083", + "battery-00104", + "battery-00107", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00188", + "battery-00275", + "battery-00281", + "battery-00287", + "battery-00296", + "battery-00299", + "battery-00305", + "battery-00308", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00482", + "battery-00527", + "battery-00566", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00653", + "battery-00665", + "battery-00674", + "battery-00677", + "battery-00752", + "battery-00761", + "battery-00764", + "battery-00767", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00893", + "battery-00950", + "battery-00962", + "battery-01010", + "battery-01016", + "battery-01025", + "battery-01100", + "battery-01127", + "battery-01190", + "tank-00010", + "tank-00046", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00337", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00544", + "tank-00553", + "tank-00574", + "tank-00577", + "tank-00586", + "tank-00601", + "tank-00616", + "tank-00625", + "tank-00634", + "tank-00679", + "tank-00682", + "tank-00769", + "tank-00775", + "tank-00796", + "tank-00808", + "tank-00874", + "tank-00883", + "tank-00913", + "tank-00928", + "tank-00934", + "tank-00940", + "tank-00952", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "tank-01198", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00039", + "thermal-00051", + "thermal-00063", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00234", + "thermal-00255", + "thermal-00261", + "thermal-00270", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00342", + "thermal-00348", + "thermal-00351", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00564", + "thermal-00567", + "thermal-00597", + "thermal-00618", + "thermal-00654", + "thermal-00660", + "thermal-00663", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00831", + "thermal-00834", + "thermal-00903", + "thermal-00924", + "thermal-00945", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01077", + "thermal-01092", + "thermal-01101", + "thermal-01131", + "thermal-01137", + "thermal-01158", + "thermal-01161", + "thermal-01170", + "thermal-01182" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "split_seed": 42, + "source_sha256": { + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803" + }, + "source_bundle_sha256": "6adca7f5d43d86e52b4a65317fbce12f5693df19b2add75634c938aaaec396c8", + "model_kind": "transformer", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "seed": 42, + "device": "mps", + "requested_device": "mps", + "cpu_fallback_reason": null, + "dtype": "float32", + "backend_smoke_passed": true, + "parameter_count": 1570434, + "normalization_fit_partition": "train", + "early_stopping_patience": 8, + "arguments": { + "data": "artifacts/poc/data", + "output": "artifacts/full/transformer/seed-42", + "families": null, + "resume": null, + "log_every_steps": 25, + "stop_after_epochs": null, + "model": "transformer", + "epochs": 50, + "batch_size": 256, + "samples": 150000, + "validation_samples": 4096, + "history_steps": 24, + "no_history": false, + "seed": 42, + "split_seed": 42, + "device": "mps", + "allow_cpu_fallback": false, + "ensemble_size": 1, + "seeds": null, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001 + }, + "epochs": [ + { + "epoch": 1, + "train_nll": 0.05915491068158117, + "train_mae": 0.2463342630658117, + "train_rmse": 0.5254956509249399, + "validation_nll": -0.21026064265840264, + "validation_mae": 0.2205854941949178, + "validation_rmse": 0.4849279268812624, + "learning_rate": 0.00012020477815699658, + "last_gradient_norm": 132.2873992919922, + "global_step": 586 + }, + { + "epoch": 2, + "train_nll": -0.4729110713039094, + "train_mae": 0.21011417031341573, + "train_rmse": 0.47266054203458946, + "validation_nll": -0.7773046129424325, + "validation_mae": 0.18033144977376853, + "validation_rmse": 0.4039971620617203, + "learning_rate": 0.00024020477815699657, + "last_gradient_norm": 42.23973083496094, + "global_step": 1172 + }, + { + "epoch": 3, + "train_nll": -0.9839227923432275, + "train_mae": 0.1571640102496811, + "train_rmse": 0.36650967459341255, + "validation_nll": -0.7470507404992314, + "validation_mae": 0.17920014180406046, + "validation_rmse": 0.35533007952776874, + "learning_rate": 0.0002999179886011389, + "last_gradient_norm": 42.16368865966797, + "global_step": 1758 + }, + { + "epoch": 4, + "train_nll": -1.3158018700227532, + "train_mae": 0.11066149577041749, + "train_rmse": 0.2650757086480879, + "validation_nll": -1.4805995499531708, + "validation_mae": 0.08685301239792648, + "validation_rmse": 0.2126260990627074, + "learning_rate": 0.0002992624353817517, + "last_gradient_norm": 250.48876953125, + "global_step": 2344 + }, + { + "epoch": 5, + "train_nll": -1.602601446418106, + "train_mae": 0.0865871865923527, + "train_rmse": 0.21971941739212486, + "validation_nll": -1.796961242023228, + "validation_mae": 0.07387326174572423, + "validation_rmse": 0.18529627644741295, + "learning_rate": 0.00029795419551040833, + "last_gradient_norm": 294.2397766113281, + "global_step": 2930 + }, + { + "epoch": 6, + "train_nll": -1.6459284073671872, + "train_mae": 0.08157714018922156, + "train_rmse": 0.20301385997538954, + "validation_nll": -1.9183588340648754, + "validation_mae": 0.06633029472704842, + "validation_rmse": 0.16834300291810964, + "learning_rate": 0.0002959989895872009, + "last_gradient_norm": 323.7039489746094, + "global_step": 3516 + }, + { + "epoch": 7, + "train_nll": -1.60939937450443, + "train_mae": 0.08665849211774312, + "train_rmse": 0.2068633845844169, + "validation_nll": -1.9172576056695871, + "validation_mae": 0.06679524375303794, + "validation_rmse": 0.16098579145282912, + "learning_rate": 0.0002934053672301536, + "last_gradient_norm": 267.7322082519531, + "global_step": 4102 + }, + { + "epoch": 8, + "train_nll": -1.9835573094425483, + "train_mae": 0.0658763528186623, + "train_rmse": 0.16943985600493527, + "validation_nll": -2.0536387660261592, + "validation_mae": 0.058467998531167506, + "validation_rmse": 0.14646955692122446, + "learning_rate": 0.0002901846696899191, + "last_gradient_norm": 481.251708984375, + "global_step": 4688 + }, + { + "epoch": 9, + "train_nll": -2.0910378313855276, + "train_mae": 0.05969617870390121, + "train_rmse": 0.1559356094646369, + "validation_nll": -2.2028977862627546, + "validation_mae": 0.05378496266930246, + "validation_rmse": 0.1361581536661476, + "learning_rate": 0.00028635098025737434, + "last_gradient_norm": 302.70526123046875, + "global_step": 5274 + }, + { + "epoch": 10, + "train_nll": -2.1534982396490503, + "train_mae": 0.05566080106337479, + "train_rmse": 0.14541565848730342, + "validation_nll": -2.191272276814968, + "validation_mae": 0.050923490598087, + "validation_rmse": 0.1277565940184663, + "learning_rate": 0.00028192106268097334, + "last_gradient_norm": 531.874267578125, + "global_step": 5860 + }, + { + "epoch": 11, + "train_nll": -2.200375259635605, + "train_mae": 0.05272323982411573, + "train_rmse": 0.13697810305897032, + "validation_nll": -2.3023649941560844, + "validation_mae": 0.04741121908218468, + "validation_rmse": 0.12034208697454848, + "learning_rate": 0.0002769142878631403, + "last_gradient_norm": 433.1070556640625, + "global_step": 6446 + }, + { + "epoch": 12, + "train_nll": -2.247479326110939, + "train_mae": 0.05045122207166589, + "train_rmse": 0.13106022309453197, + "validation_nll": -2.3019320346616605, + "validation_mae": 0.04613825908091976, + "validation_rmse": 0.11568248897083211, + "learning_rate": 0.0002713525491562421, + "last_gradient_norm": 542.942138671875, + "global_step": 7032 + }, + { + "epoch": 13, + "train_nll": -2.3220865868583447, + "train_mae": 0.047566264648942494, + "train_rmse": 0.1248139470246084, + "validation_nll": -2.4253504085903206, + "validation_mae": 0.04374183856404316, + "validation_rmse": 0.11031038166997122, + "learning_rate": 0.00026526016662852886, + "last_gradient_norm": 421.0914306640625, + "global_step": 7618 + }, + { + "epoch": 14, + "train_nll": -2.3743676095425243, + "train_mae": 0.045533320721883944, + "train_rmse": 0.12005640515041939, + "validation_nll": -2.344586455455585, + "validation_mae": 0.043632902641250804, + "validation_rmse": 0.1070202835657253, + "learning_rate": 0.00025866378071866334, + "last_gradient_norm": 671.1796875, + "global_step": 8204 + }, + { + "epoch": 15, + "train_nll": -2.424501790516082, + "train_mae": 0.04394541349932775, + "train_rmse": 0.11681834282685004, + "validation_nll": -2.523365302994489, + "validation_mae": 0.04035238226048497, + "validation_rmse": 0.10475860311873095, + "learning_rate": 0.00025159223574386114, + "last_gradient_norm": 586.29931640625, + "global_step": 8790 + }, + { + "epoch": 16, + "train_nll": -2.4752942177750197, + "train_mae": 0.042318078664201744, + "train_rmse": 0.11328370878453624, + "validation_nll": -2.4264885391790068, + "validation_mae": 0.04173366092203095, + "validation_rmse": 0.10208254676190957, + "learning_rate": 0.00024407645377103054, + "last_gradient_norm": 600.7023315429688, + "global_step": 9376 + }, + { + "epoch": 17, + "train_nll": -2.5090193746337093, + "train_mae": 0.041419794851512134, + "train_rmse": 0.11122840463356817, + "validation_nll": -2.49592168400224, + "validation_mae": 0.04170914020613433, + "validation_rmse": 0.1019464081673412, + "learning_rate": 0.0002361492994024415, + "last_gradient_norm": 666.6002807617188, + "global_step": 9962 + }, + { + "epoch": 18, + "train_nll": -2.5346301108353155, + "train_mae": 0.04073333187894301, + "train_rmse": 0.10944584491762609, + "validation_nll": -2.6125823929276826, + "validation_mae": 0.037495057057462824, + "validation_rmse": 0.09700267025722091, + "learning_rate": 0.00022784543606718227, + "last_gradient_norm": 591.1785888671875, + "global_step": 10548 + }, + { + "epoch": 19, + "train_nll": -1.8197949794446169, + "train_mae": 0.07210553264890802, + "train_rmse": 0.17175615309500375, + "validation_nll": -2.0033826953711316, + "validation_mae": 0.0544513568851645, + "validation_rmse": 0.12899098920621518, + "learning_rate": 0.00021920117444680317, + "last_gradient_norm": 360.37518310546875, + "global_step": 11134 + }, + { + "epoch": 20, + "train_nll": -2.12966643827352, + "train_mae": 0.052315556037659014, + "train_rmse": 0.1301633162109969, + "validation_nll": -2.4134529625598597, + "validation_mae": 0.043400374173833134, + "validation_rmse": 0.10650197075529946, + "learning_rate": 0.0002102543136979454, + "last_gradient_norm": 712.5292358398438, + "global_step": 11720 + }, + { + "epoch": 21, + "train_nll": -2.4635936476540143, + "train_mae": 0.042223947290740166, + "train_rmse": 0.11260707360842652, + "validation_nll": -2.5280686159064976, + "validation_mae": 0.039383570963477894, + "validation_rmse": 0.10012727678179209, + "learning_rate": 0.00020104397616624645, + "last_gradient_norm": 365.1034240722656, + "global_step": 12306 + }, + { + "epoch": 22, + "train_nll": -2.141932739295687, + "train_mae": 0.05627664025601579, + "train_rmse": 0.14269739313862898, + "validation_nll": -2.4819632454651925, + "validation_mae": 0.042765838325923906, + "validation_rmse": 0.10772599443371669, + "learning_rate": 0.00019161043631427666, + "last_gradient_norm": 515.68212890625, + "global_step": 12892 + }, + { + "epoch": 23, + "train_nll": -2.491526560399214, + "train_mae": 0.04244691172335557, + "train_rmse": 0.11371645943807332, + "validation_nll": -1.9925500078084717, + "validation_mae": 0.06053639110263504, + "validation_rmse": 0.1292831855467207, + "learning_rate": 0.00018199494461156203, + "last_gradient_norm": 88.67918395996094, + "global_step": 13478 + }, + { + "epoch": 24, + "train_nll": -2.429530210380253, + "train_mae": 0.043967338770059816, + "train_rmse": 0.11502164009988941, + "validation_nll": -2.5142835864549586, + "validation_mae": 0.03862834071558174, + "validation_rmse": 0.09894908207592847, + "learning_rate": 0.00017223954715677627, + "last_gradient_norm": 599.8440551757812, + "global_step": 14064 + }, + { + "epoch": 25, + "train_nll": -2.370300433946978, + "train_mae": 0.04664172942764893, + "train_rmse": 0.12053825456126202, + "validation_nll": -1.8205873492294318, + "validation_mae": 0.06725871284358272, + "validation_rmse": 0.15600230585669447, + "learning_rate": 0.00016238690182084986, + "last_gradient_norm": 136.07394409179688, + "global_step": 14650 + }, + { + "epoch": 26, + "train_nll": -2.311205053952494, + "train_mae": 0.045781404528971455, + "train_rmse": 0.11786594389487799, + "validation_nll": -2.3317820982879147, + "validation_mae": 0.04402991004594265, + "validation_rmse": 0.10565339049676652, + "learning_rate": 0.00015248009171495378, + "last_gradient_norm": 107.65665435791016, + "global_step": 15236 + } + ], + "planned_epochs": 50, + "total_steps": 29300, + "warmup_steps": 1465, + "training_signature": { + "model": "transformer", + "epochs": 50, + "batch_size": 256, + "samples": 150000, + "validation_samples": 4096, + "history_steps": 24, + "no_history": false, + "split_seed": 42, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001, + "seed": 42, + "family_filter": null + }, + "resume_version": "tfm-resume-v1", + "resume_granularity": "completed_epoch", + "resumed_from": null, + "status": "complete", + "global_step": 15236, + "epochs_completed": 26, + "best_validation_nll": -2.6125823929276826, + "elapsed_seconds": 3189.0095732212067, + "checkpoint_sha256": "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec", + "last_checkpoint_sha256": "cb1eb2d9500be0a8e323aec905bca50450524a29e248d1fac4829299efea5ae5" +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-43/checkpoint.pt b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-43/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e7adf107be3234bd12acd181fc498a10eb0cb57 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-43/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1 +size 6474292 diff --git a/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-43/normalization.json b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-43/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..5174f1f75ec08a1ae15fd2bd0ee806d5adba30ad --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-43/normalization.json @@ -0,0 +1,993 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 21.260110190522674, + 21.294143809908295, + 458.2616030734551, + 10.349678152535423, + 15.87959941777483, + 0.5373690927540696, + 38.43412944961296, + 0.4826127376021479, + 22.252339221724515, + 38.748503193739225, + 0.24556926961433975, + 0.5992653670099126, + 0.3955478955261828, + 0.14853332874202788, + 15.793682454917644, + 0.5707246923134439, + 0.3623995421049213, + 1.1325604382639707, + 15.342054774785314, + 15.83001136338815 + ], + "scale": [ + 8.045533406510737, + 3.8168959904494413, + 286.08492714119444, + 5.02593998333158, + 0.9135711299377679, + 0.5343871434744538, + 37.75881915571558, + 0.36395720653308616, + 7.623231511617394, + 16.91282588005527, + 8.974730874580919, + 0.3249119350991334, + 0.33614533488560966, + 11.180001252068704, + 6.335063827555018, + 0.784610751286015, + 0.23292416227299456, + 0.7266014200582064, + 0.9463622850092638, + 6.399157351553315 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "version": 1 +} diff --git a/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-43/run.json b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-43/run.json new file mode 100644 index 0000000000000000000000000000000000000000..598ff61924c9d50bd7dd3541ab473af4dddb8e91 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/full/transformer/seed-43/run.json @@ -0,0 +1,4540 @@ +{ + "checkpoint_version": "tfm-checkpoint-v1", + "schema_version": "tfm-schema-v1", + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "normalization_version": 1, + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "training_families": [ + "battery", + "tank", + "thermal" + ], + "excluded_families": [], + "family_filter": null, + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "manifest_path": "/Users/maxfarrell/repos/experimental/artifacts/poc/data/manifest.json", + "episode_sha256": { + "episodes/thermal-00000.npz": "e6dc125de3c0d212b57674bbadc42d09b686b7c9fce2cc07ea23dd574664dc3c", + "episodes/tank-00001.npz": "52209df974c0ff630e8727aa246a9f8166802a5d9863fe50e0ab181a9cbebe08", + "episodes/battery-00002.npz": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790", + "episodes/thermal-00003.npz": "d2460d5ecf7c0ed091e804618ff73edfa2f73b332be2fca1fe8980207e4f5938", + "episodes/tank-00004.npz": "779b351dd906b237ab51d1904a676936d31d1f5c40d33ef7fcf3533c5cd15999", + "episodes/battery-00005.npz": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48", + "episodes/thermal-00006.npz": "486171fde08aef439c6b32dd63333cf9af92f7deb08414b0563e2bc8ca343327", + "episodes/tank-00007.npz": "4315e51e83513b21f2598c9688e21da2f6b90cf8ca1581c64e93b30d9ea12dfe", + "episodes/battery-00008.npz": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7", + "episodes/thermal-00009.npz": "b10ba1349e4789813f196b7a2c2532cf4bbb9abd65f89d9b062f33f5a2243970", + "episodes/tank-00010.npz": "73b4b132f485c3e01507bf42de3d409fab2e31045c36626c132d208306589481", + "episodes/battery-00011.npz": "c7aae52a000b1aa31406ea30c3004b29f1fa6c98dec8e3db1fe71aaaf1656441", + "episodes/thermal-00012.npz": "8a9dcf1ac0e525bc6a7e3b5d4bf258235d762f64914131d1775d4483ef351d4f", + "episodes/tank-00013.npz": "80fe641c0b3396b31163b4e30681acf1cb145ac761a0be1d522267d3be1b5751", + "episodes/battery-00014.npz": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de", + "episodes/thermal-00015.npz": "b1e71e57a0b8e72ba4d30654d3c63e930003d730b79dc059eb39167da2ce8c66", + "episodes/tank-00016.npz": "4b743be8e232baaf805f6438b78a3bf5c07dfcb18e7f4432e6c1ced5c546a9fc", + "episodes/battery-00017.npz": "3c68852b7e4d7cd5d803c5261f48f779b49d61e6ebcb97f840d33006327d5308", + "episodes/thermal-00018.npz": "21c7ef3696217c8efdafa8318596c12ed62d0fcb67768f8586734d2157e332f7", + "episodes/tank-00019.npz": "b07f9e532e3e2eab9297814fd128d775ab17328f12750714bea2ee431f568a7d", + "episodes/battery-00020.npz": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835", + "episodes/thermal-00021.npz": "c5e03d2510fe4b4d5efa7d3d7c411432f440337fb291edab56dfe7172bdec44a", + "episodes/tank-00022.npz": "adc69359adddf82b4fff2d672dd14ad87739833a2dce6a5aed3568e35e6d11f7", + "episodes/battery-00023.npz": "b6085f27736c38e30d7635cb373bcc3574c4b4c1ac95d87b5b8119562f3ce0ea", + "episodes/thermal-00024.npz": "59e15f3878fba464680c6db324e7ebdbc7811f00f74f6653078fc4a80accb5de", + "episodes/tank-00025.npz": "8785383bbf01d5378a7aa637b7fc95076614faddcd72698dadba30dd6ab0d3d2", + "episodes/battery-00026.npz": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6", + "episodes/thermal-00027.npz": "13a24edfeccb26ad24eaa1e986f3e196d771ee03df107e9eb9ef40e08b274879", + "episodes/tank-00028.npz": "2ba6429bd61d717e393a63aaef52eb50090a9a8649e45afc74f14151a196e6a5", + "episodes/battery-00029.npz": "e49a773079435b34d8527a2e215de1317897c51c4dc1780f226909dbce76a71b", + "episodes/thermal-00030.npz": "5c1ff8f960a55e0f7eeda4218ee273633396f5720b180edbe9177d289c2d0bf3", + "episodes/tank-00031.npz": "20bd99428ad9d5bdc48c6003d8f3110a81f501512a57d9818a61de350cf46210", + "episodes/battery-00032.npz": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077", + "episodes/thermal-00033.npz": "94692123bbb1d73dc3c8f80a5a3e35506055188b4d7cb823ce07cd698d81024e", + "episodes/tank-00034.npz": "515f3dc12a373a9ce7418a3621979c5c0d8ebd3fdb9270de8553657055e00ea7", + "episodes/battery-00035.npz": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb", + "episodes/thermal-00036.npz": "36939e8a94b14e16c5e770594d595cfb8ab6274fda7e5a65abdc197a5a1a5386", + "episodes/tank-00037.npz": "d1710e55972044feb93c99ef5f97d5ffb365c6755ca5c213b3f9ad6b1d6d34b9", + "episodes/battery-00038.npz": "b4e2f6091bb7aa24ceffe85053fc249131bf019c9350b7fa7003f2fb0200eefd", + "episodes/thermal-00039.npz": "153698217e8b7f3c30cbaea9bdf88a2551c9ac2a8089639c35d7445e36e4e31e", + "episodes/tank-00040.npz": "c666ceba8978783313ed55ac4df851e08459ff71c9db8de952dd89d85bc6ff9f", + "episodes/battery-00041.npz": "2e2a4ef5894c10af34c09d6681a62aa6ae633b57324964749319da7ed8fd7ec6", + "episodes/thermal-00042.npz": "d47b7da76d303ba2a08a05e66d3f0b11d3755ae2e9e8f85a53141ac650989dc6", + "episodes/tank-00043.npz": "6c111f04d0c1d6a52894943d2373c4966876485d3e8e6fb7c4590754e89649b4", + "episodes/battery-00044.npz": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee", + "episodes/thermal-00045.npz": "df03edf92425fb9960bb23af47de363cfdcc1ba05672eb92d6e1305595e80b45", + "episodes/tank-00046.npz": "4ae2df886fd53fe639bbcf1b83982d40fc6182bb8e82458c6fbe2dfdb3aaceb9", + "episodes/battery-00047.npz": "e0cfb79cc74bac28ee311a9159470c8db704468b6c59437d26f12e46631135f3", + "episodes/thermal-00048.npz": "3820a1b5385d2766ba2afce09d17dd0e41bc3c615da34e574810379283d97ece", + "episodes/tank-00049.npz": "fce7a0a5d7307d785a3a91faf55f3b0a98aa909ff35d0932b41c9857c10dc499", + "episodes/battery-00050.npz": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600", + "episodes/thermal-00051.npz": "9752642239a8a795754748ee57a15e0b2c6ab5bb8f6dc37d88b45de3e51d6933", + "episodes/tank-00052.npz": "6cabc8a66e0d02b18277412fc8cc80d44a85f0256c431d13b283f2ce57dc7ec8", + "episodes/battery-00053.npz": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d", + "episodes/thermal-00054.npz": "0166b4fb2b052b4389efa9c4f06ef77c0f13714a1baa90e3836618d4dc5653a8", + "episodes/tank-00055.npz": "f13937ad11220491ea371384bb2be4616bc4aa2fd63f7b52a59a61428f699b0b", + "episodes/battery-00056.npz": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a", + "episodes/thermal-00057.npz": "1bab0727fd7f12c3e57eb870b82d172eb2f7e5e134860a0501c329ff2ca55366", + "episodes/tank-00058.npz": "55db9314a1f8b7cc9c58576db5998b542d51b7f68c413914e153dbefd043483a", + "episodes/battery-00059.npz": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1", + "episodes/thermal-00060.npz": "3fdb1906d5da61cc1f5bbac40c1b76ed2634be525fcbe816ef72db8851cb750d", + "episodes/tank-00061.npz": "f701a8cd6ce485f6468095450363d0578bb792ca0540954acb056c0ccaff5e57", + "episodes/battery-00062.npz": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8", + "episodes/thermal-00063.npz": "dceb716ebf2511bbb9fae6f48674886bdbe2eaab84f5a68c6bebe84dcd9ff37c", + "episodes/tank-00064.npz": "c28d94f12f8962311087c8f8118f4922d4f32595276e7371dac32a422de533e2", + "episodes/battery-00065.npz": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4", + "episodes/thermal-00066.npz": "b86e60466c90bdd373a94be75ead6473901be6d887f213cfa89c463d8481af56", + "episodes/tank-00067.npz": "255e99d5cfd70ced60b7658bb63605c8a29f2b426b6983209f58ecd19391f413", + "episodes/battery-00068.npz": "4ca36f1f06046d685896efd0c820366f30edd0ca37878c689d827ec19b4e2c1f", + "episodes/thermal-00069.npz": "7ce04d98b7d6dd00b76efb548a4334597e91a1980b4f8475e2fb5312341ad42c", + "episodes/tank-00070.npz": "17da18e2104981ce0b2ae24f6a8c96e9b3dc109722e2d2334654c242c72d7155", + "episodes/battery-00071.npz": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae", + "episodes/thermal-00072.npz": "259d4f0233e5006d4e589b45b84026cd6c2a1bed0e2d0026941b9b29bfea8585", + "episodes/tank-00073.npz": "a7f28e4d4286fa4f95250a88ec4390f6ac540363f8df64bb3f9ceb114b7c5e23", + "episodes/battery-00074.npz": "312e3a7857c42d7f77145f8e978cfe48403c6af8e2378a664d3c83d9da414d5f", + "episodes/thermal-00075.npz": "f3d5817dbb4ba58bd5ef16dd5261e23c80c744b47c9c95d8e6b5fac0029da6f0", + "episodes/tank-00076.npz": "d85ce8a194f52fc1bfe2ffc0c0500cb6dfc3d79497d11610b542dad5357617dc", + "episodes/battery-00077.npz": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3", + "episodes/thermal-00078.npz": "747d6ce820608fdcd379424490438d8f183d32ebafa9d0a7275e39064ca8ac28", + "episodes/tank-00079.npz": "8e88e31e46f890b48d5425b3bc9fb3f6e601e092f94fa07942ebbd6bf8e5cc0e", + "episodes/battery-00080.npz": "90ee43f7257dd533f0d48594380e72687a7866a2e80a6a37d8293e7eb9fb8e6a", + "episodes/thermal-00081.npz": "ae87c9001949c3ba57bc9df9f1f2f8a83093305e9ac37cb28e5e94d38ba98d56", + "episodes/tank-00082.npz": "2fa89e6e06ad53fb08b13b7359104b897a89b5e09e89673b74120941c8edf5c6", + "episodes/battery-00083.npz": "7b88c93744c48f4669464e0fcc969da54f148b4253bcf30b582102ab4de4109d", + "episodes/thermal-00084.npz": "e8e17268836c8239e5c648f5f0af5182668e42dd3177043ed44990bacf9f223c", + "episodes/tank-00085.npz": "27517d7f2018a8092ae22e9a11ab62a122a18488c0eb12dfa634c985791ecf97", + "episodes/battery-00086.npz": "57b3f9253cbf06f50b05eafcc1d50a1cea6b7b81f650f924d4e2cf640040e966", + "episodes/thermal-00087.npz": "a168dc0ad8d32601b994cb79ce7d42c714660b75c4012fc6b9645083cb0401e4", + "episodes/tank-00088.npz": "770f8c8f11edd031e4f200b98f09bab844afd36e80231f7ec10db2eb6dd85c9d", + "episodes/battery-00089.npz": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68", + "episodes/thermal-00090.npz": "d4b1789d525ae7b4839e9ef8067279ee3a315414c043069ae04dab1e47e532fb", + "episodes/tank-00091.npz": "3f5b5e15b3008399ef9b46acf7ac205979c45600cd529fce6033cdce13bf1702", + "episodes/battery-00092.npz": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a", + "episodes/thermal-00093.npz": "c48f8d8ea1f8c6348f455268de2d36d43d0f7581e03042706472c7bc27f92df5", + "episodes/tank-00094.npz": "61d0b4556688f2c604c2f9e81bcdfd41664fddb53ed2945ee583d21b534223f5", + "episodes/battery-00095.npz": "43b4f7fcc97a2decc4cb3476b6a2f57d6dd46e58c221ac8eb4dc6f967a6d5e8c", + "episodes/thermal-00096.npz": "9cc65f2217b6b93a84e396fde8cc7d119dda2ba2d454ecfa8e371f59fa604474", + "episodes/tank-00097.npz": "bd518f88419225a07c4942e7321479a0663409e5330258871e17d6afa1a3ff33", + "episodes/battery-00098.npz": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2", + "episodes/thermal-00099.npz": "8517faef7cc68de899ca03ddef8454829bd6ad544299dd6ba3a0814cb2714348", + "episodes/tank-00100.npz": "fc47b11842f3a85bea472504926e8d2b47aaa3fc067a8e88068f3c15028e56f8", + "episodes/battery-00101.npz": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f", + "episodes/thermal-00102.npz": "eeca8c5966d62ed013ae60ec9f57dc306b42bcaabf9e3dc34bfac63418890a67", + "episodes/tank-00103.npz": "9d41fb1ba2a8d264820c5d065984c6b2236998e914022d25ec4a7bd779b2079d", + "episodes/battery-00104.npz": "2cdad4ee59fd03323ea6e19386679cc0b7682fdbd99720ce801a90a7e49f69dc", + "episodes/thermal-00105.npz": "9aac36622b478b4b6025a8577555092d03a5c815863e196e26f46e5d3d9bba04", + "episodes/tank-00106.npz": "cd10d14d9c3cd9bfb44c4ace1af0469144c64623090bb0de4828b68b90db7eb5", + "episodes/battery-00107.npz": "9f1c515bd5d87f16354192073f1ecc259d30bcd32ae794c94e406c08a258d6ab", + "episodes/thermal-00108.npz": "ca5460b83e7c0685cccda2a3af73542fa353dd5611498f3db84d635cc0fc0644", + "episodes/tank-00109.npz": "739f62a89d7dadea6fee7277e689b264b81c6efe643e7584d48249ca2ac1d90a", + "episodes/battery-00110.npz": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f", + "episodes/thermal-00111.npz": "ac71047d0ddd364b2e3bbdd02fe0aa91fa4889d924805530ed42caf6c33a334b", + "episodes/tank-00112.npz": "f4dd9406f3073300ff3e861c4ddaa26c63c395a54eb91c28b8f70db8a8cbda49", + "episodes/battery-00113.npz": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b", + "episodes/thermal-00114.npz": "ad182daf5bc60f8eff283a5c144dc23c81b98ecfb72335f69963c03c559369cc", + "episodes/tank-00115.npz": "8159c5cdbdf1ad537c7b2b71fdc717a327bef7813bcc23b0c8ade2be7882aa51", + "episodes/battery-00116.npz": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553", + "episodes/thermal-00117.npz": "1f96ba83348ef684e9ea1290acebcbb06e635969b29f07f639c79c273e85f7d0", + "episodes/tank-00118.npz": "097ecd9c3573f922fc4969ae04729e4216d52906460094a57b57cf5107a579a2", + "episodes/battery-00119.npz": "c1f238af6d86c41684621e6be064025388445e52f7b279b1e43e09e3c782eeda", + "episodes/thermal-00120.npz": "553aeac33fb0f0e98b2f3edc760f39f6ae014bc1524c04e5ce3aeb097bb32e1f", + "episodes/tank-00121.npz": "dd1d85f3e5efb865b947419bd1601dcbf316d18b05b0d3373ce819b152b0d640", + "episodes/battery-00122.npz": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba", + "episodes/thermal-00123.npz": "4ec8570af2441da1dcea47e7b245750921d0da732f28d509e95aa1dee3f07434", + "episodes/tank-00124.npz": "8e434a04a0ee51f98733e8c4b1d335cbb40753f1dc06a1b4b437a326a84f9299", + "episodes/battery-00125.npz": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e", + "episodes/thermal-00126.npz": "68933d5c69b84b414af6875add05d6a31c7871abb36d520eeaa5a787d3d5580b", + "episodes/tank-00127.npz": "092f5d22c2fa0d5d6b9a91e4ba0110944710bfc4fd1f184aff16566fe98ff394", + "episodes/battery-00128.npz": "af851e85c50404bd8324d03504d108d621be8ec34d1722265d26b4a61d63851a", + "episodes/thermal-00129.npz": "be0d4d0b85b9b0ef398e2ebe9a1d3aa226aaaefef0e2c7c38bbe341df71a0fd5", + "episodes/tank-00130.npz": "129b968dce4fee28307254ec625e9bcd74288f57ce40b455c54c041c47790ca4", + "episodes/battery-00131.npz": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855", + "episodes/thermal-00132.npz": "9884b019a081be8e3936cb3d48a661cba40d75db9e688154e91b2cd6b191de1c", + "episodes/tank-00133.npz": "d9e1d736ca9f72158e095b191ce53a234c6dc409101cb8b84f1c73bc24cdfbc2", + "episodes/battery-00134.npz": "c24fcd499940f47e92742695f2237d8dd4c127160720b09a1c848a71bcb9af9d", + "episodes/thermal-00135.npz": "c647969625b5d73f7589923d8fe36f93456f309267b34786eabcec3645d9eb6e", + "episodes/tank-00136.npz": "ed5e7fa05b4d1d481c935a5011aa41fc5050bc18ec906820eb83c808c1eb5347", + "episodes/battery-00137.npz": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564", + "episodes/thermal-00138.npz": "2c0d74c8d08afd6c8b499d7298293772d6857a29a192509ffcb1245fd2c844ca", + "episodes/tank-00139.npz": "539af85e58830d2005bf1227de0bb80b0de592bbc5cc9b87a11f9b051e10d722", + "episodes/battery-00140.npz": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06", + "episodes/thermal-00141.npz": "387085c3753efee94501a47144a8474a7964e4a885f0e5326e9e55d9af67306d", + "episodes/tank-00142.npz": "a025b370bedb1cc79a2a2748b6005e4f59e885bbe564fef74d18da742cdf9cf2", + "episodes/battery-00143.npz": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76", + "episodes/thermal-00144.npz": "1afb0e4ef3c434bef7aeaebad568765285cecadf1c051dab5a4a709e998b09c6", + "episodes/tank-00145.npz": "877d92be6210597a3fcea015b904b0b4aa914c5617d0799cfd8c0775808a0aaf", + "episodes/battery-00146.npz": "f3eb2c4081e3f812102ebe412da6cec7a896e0eecca96577dc73b1fbe7c7c07d", + "episodes/thermal-00147.npz": "49423de0486b4484475b9a9ff2c876d53accb3a7c2d67ac5076cceb6717f9be3", + "episodes/tank-00148.npz": "a06192e5d3a07063ac9e39b4b879a84211d1babfdf1c643831063625420a4e53", + "episodes/battery-00149.npz": "b72c1c038a408c0b5501b14550177c4f21a3838b50f68df867e4a7ceda5d7c56", + "episodes/thermal-00150.npz": "4981307d5612f2f1610ed28974842ecd6255bd1a2232a550e56096dfa20f25e5", + "episodes/tank-00151.npz": "f78a7b9ba5a58083da204c1b9f18af951a457b69c61f40aad825d2809cffba5b", + "episodes/battery-00152.npz": "a206c73028f4940206a6eec711f67b6e4662c171079b323a47e55915c22d6744", + "episodes/thermal-00153.npz": "db01efb5e9b7bb8d2442b83a0ae1667f2cc20d9e23f09c8799905f982e3f8f69", + "episodes/tank-00154.npz": "275063d1266a35867f38c3803e9118a42cb54f8ac324a3c1e96f244aba9a4680", + "episodes/battery-00155.npz": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00", + "episodes/thermal-00156.npz": "e09cf8657474945b5f1716aaef48800da9c199429d8a1d616ebbdf80b27a1fa1", + "episodes/tank-00157.npz": "f51e91ade0cfb84e388bf42f3baa920620d792a79035310a9f97a4844bcf410d", + "episodes/battery-00158.npz": "e38f1e2ad5d1342095b0eef87262710ea30de1898144719caeae669053bb83ed", + "episodes/thermal-00159.npz": "1a7facd909a3c7aa0b9dd809b69dadc80c16ea3fc60d446fbe20efe64c7982c4", + "episodes/tank-00160.npz": "9bed74afafbb31e6cd54e9d1de1f611d8f9434a01f7b360f4a3dea7bf7ee0ad9", + "episodes/battery-00161.npz": "e95f27d0470d00b5a696a7ba5c8379fd4d44eb623ffa757f01e134b699c6a569", + "episodes/thermal-00162.npz": "4ccb850483744812bdb54b7ee5418b6918583b244ee9d322b704c3aab3e5dc00", + "episodes/tank-00163.npz": "c69f3c7cd03dfd5cf64665255a4ba810d3619d7fa2134d82a87983f656e37ade", + "episodes/battery-00164.npz": "5cbbdc650c573d6c81a0f420943dc2369946dc8dd1b9d6df63f25f3207569165", + "episodes/thermal-00165.npz": "b2286eec1036b542fc2b025c530432207538ccc8709179c6e2f8773805eb2ac4", + "episodes/tank-00166.npz": "ed4c78ca54bbaee95dd641077b4f461660ff4bb81e7cbcaa424865e5bd21fe15", + "episodes/battery-00167.npz": "7618074e54cf08e016f422b9def84be1200b2f8f310124a700f259257cb473a0", + "episodes/thermal-00168.npz": "c35bdc190cd5b80a6bdbfa6f711e8050ff1ececbb5b579aaed6cb47cd73cfba8", + "episodes/tank-00169.npz": "9ff78ca55463c259ef0518f1901d10e2b7f7f2b3be5464537a25b28b7eb09fee", + "episodes/battery-00170.npz": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff", + "episodes/thermal-00171.npz": "5e41e287317a892746f25aa96c810fdd2e5232667079de0660bcf743387a96c4", + "episodes/tank-00172.npz": "3d76cd6fe3c4885f1a2e981a7e81f907c2ab7a5cae1ebdb1906bcb329fad6b3f", + "episodes/battery-00173.npz": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6", + "episodes/thermal-00174.npz": "82448a2dd8df372c5ec23467e8b1675bfd58c7591939f7646ee9e7713e180668", + "episodes/tank-00175.npz": "95e9c77d0652b35fe2c61aad6607cc8a01cac625e3769bef6b4a784636ef61c6", + "episodes/battery-00176.npz": "2962766556a463382c42a940dc8e596be3b93f38fe2c65725dff89bf655f0222", + "episodes/thermal-00177.npz": "8312c81d165b3a92bc3957346f6255681275c9ecdde9fac9a0315783494a6a87", + "episodes/tank-00178.npz": "4af97bc7851ff26ed0249b397e331e23993c92794549ddf278b56c8770dec2c9", + "episodes/battery-00179.npz": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0", + "episodes/thermal-00180.npz": "84b4029a57571a92d09dc235b650208b6a2f572267883c4cae6e96045bb2ae66", + "episodes/tank-00181.npz": "b00c7653ea5d039c3741138846a2e2b5870a4c0b17b9337eba1767141d9ed9c7", + "episodes/battery-00182.npz": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7", + "episodes/thermal-00183.npz": "86248a84274aec59aaec8236d1f28e8ed754a5f09aae7497893299eb073c4198", + "episodes/tank-00184.npz": "9d0da6422c0913f0e38aca41a2c269b2869f9ac7cc4ec847e83ba344e9ef10f7", + "episodes/battery-00185.npz": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f", + "episodes/thermal-00186.npz": "19bb9ea83a100c22f4cbbb9712f6207d795ba815637b9bd3fbc26418e4d46f29", + "episodes/tank-00187.npz": "396c94821d97081fbbcb56ee0321caa0eae9bb9b0fcbc12a5e25111bf95b929b", + "episodes/battery-00188.npz": "19fb17e1abf0f733ff0de2a4a0d8acd3c5d80538b21ba51d99c4b20714223904", + "episodes/thermal-00189.npz": "59f96819ae49e1197d8a0712dbe99ac0bf77af960e34cc64ba3e6559605fa456", + "episodes/tank-00190.npz": "7e387a5e885e6443f6d4ad13ce924099073d4766b5431d12c327da88548ff176", + "episodes/battery-00191.npz": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a", + "episodes/thermal-00192.npz": "339d494637e6e5e4d1c958778b7e5c95eef695d595018a048ebd6ea5a8f5caa4", + "episodes/tank-00193.npz": "1e22de8a6b869bc514567518048b2c0f25cefce6ed4c6fec6d61a1c8fbeb85d6", + "episodes/battery-00194.npz": "c0bad268585b5b7175c649fead98f7cb902b87f54a250f4dfd7b1c2bb260a4eb", + "episodes/thermal-00195.npz": "28c747f444003c6a71b338a486a4bbc500581fc7d4757beee90dd9df41e7435f", + "episodes/tank-00196.npz": "38180982f73267d3ba9b69ab59af24fdbf8e94da26deef5f50ddaf12540a1337", + "episodes/battery-00197.npz": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548", + "episodes/thermal-00198.npz": "04e9c0890e70da00de8c2e652848b0d88ad1a9c6b1652c96aa58300dacd4d977", + "episodes/tank-00199.npz": "e1bdc1323d1a11832383bbcb60fc0f32b2266f11f70d9dfd612daac6f0b0ff48", + "episodes/battery-00200.npz": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132", + "episodes/thermal-00201.npz": "279baed79d34e7403012af28f70c2d76b793a055838eaa8fff00c4d8b564b6d8", + "episodes/tank-00202.npz": "d649c9c8850ce4cb018854f257b10f50f40399bd983159722391dfc377f32aea", + "episodes/battery-00203.npz": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423", + "episodes/thermal-00204.npz": "f307e27b7d9de0e9fcdbf65c6152a0ede505d9d8bc837a39524b00973fc0bb81", + "episodes/tank-00205.npz": "855fa562144cce2d8a42362e1cd6b48f3bee17c2ec6f1adb2156482596261821", + "episodes/battery-00206.npz": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d", + "episodes/thermal-00207.npz": "8c95168e4143a83efd8d9bf6b434ea3663954bdc3e83389e069fbc4a5986cb39", + "episodes/tank-00208.npz": "524979af5daf71990361108df409f9bb6f77aa0c71ac4a1a61cb9375132d5c3c", + "episodes/battery-00209.npz": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858", + "episodes/thermal-00210.npz": "a7620b6c164173295964a8284851bce0bf6edf81b601bcc9a01df85f9f4bd3c5", + "episodes/tank-00211.npz": "d932af7437fa482f012766f83a4e0cf59d08d41eda15150d28f5800c51ab8bd5", + "episodes/battery-00212.npz": "42237259651a89a59b37c987f9520deeac5af92851e7f42cd65450ae31724f8b", + "episodes/thermal-00213.npz": "e150782c0184c1f3d661032ca5ff61d977cede412447e8f135e6434a9f12c3bb", + "episodes/tank-00214.npz": "e4cf8a42020d3faf9c3693ea545976b87167dc5aedec0bc21a21adabb8cf2d6d", + "episodes/battery-00215.npz": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5", + "episodes/thermal-00216.npz": "8de951f6eeb43f6b18a862d37fa053adb81c48b583de676dbf4c5eb23ae9349d", + "episodes/tank-00217.npz": "febcbfad60a2b2b00b0aba29aa3bdb04309c0119e144f55a97bea7c87f2e798a", + "episodes/battery-00218.npz": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8", + "episodes/thermal-00219.npz": "762a8c6fe9d00fb44c1c8943c37eebce03b6a08688a8fe99d0b52762807e1bfa", + "episodes/tank-00220.npz": "9a7deeb8888ee01ab1430755cb0fb80693846d8e2e5b28267def94cdbefc8c83", + "episodes/battery-00221.npz": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d", + "episodes/thermal-00222.npz": "e28c14f941c64c4cb7df70c9eb191b9bd8b887f6228c7d194567dcc1e6d99911", + "episodes/tank-00223.npz": "cd3a55a0a2e4b6ef11690e6b5e88fd547a98327dff73cbbdfcf08bbc4d4fd569", + "episodes/battery-00224.npz": "9e9d01b180e19438496cd32c94830213333eb940ec6ad460772c018d6d3a79a0", + "episodes/thermal-00225.npz": "a81021571b05c5503910689765e6847c4162fae4a5394be0211647602cd06cbd", + "episodes/tank-00226.npz": "ad07a5477f182aa054de01ec1e9789c79da1e75a8b338d175363b441269febcd", + "episodes/battery-00227.npz": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1", + "episodes/thermal-00228.npz": "2002c9c06e54ebd2547d534fb76982a3a093039e0a5e153cebdad6a2d90066b6", + "episodes/tank-00229.npz": "01238bdaf9ea61524c25808eaedbf80d28ffcf2fba2906e65f3a1d8b60e3eb3c", + "episodes/battery-00230.npz": "0d998f9bd5263023efc7aeef80ace53dfcac0e5dd983a76bda79c225ec3800af", + "episodes/thermal-00231.npz": "cde09cdffc35e70aea7af912a9e3fe4daa50e857cc4bfd658c9ce0aee1db174d", + "episodes/tank-00232.npz": "db5941b0983483743174956b06307b453e91c717db9a447d583c90b2725e902e", + "episodes/battery-00233.npz": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9", + "episodes/thermal-00234.npz": "47bd7aea013f15a592b6d53765579dd00167a5ebcc81cb928d8dd7a4e22fff9d", + "episodes/tank-00235.npz": "3ebc073bd64a50aa0524608bd280e5ac4ad330c1d80bf75582f04b6b7b9cf428", + "episodes/battery-00236.npz": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761", + "episodes/thermal-00237.npz": "17b946eb3b4614bb9d901f967e4ae3e209c4f4504ecab6b42527f879b2d8210f", + "episodes/tank-00238.npz": "c98a3bb7eeac3254046242db580e47a197b094fb53f1be5eff04b69603e4f548", + "episodes/battery-00239.npz": "df3f88f98948649e054e901c7f3fcdc41c579dfd0afc1f1a703062fc1dc56411", + "episodes/thermal-00240.npz": "90843813fd2e0c31021620703ec5ea3035f3829f878e93b8f754143ebef2cc7e", + "episodes/tank-00241.npz": "9faac795ce5215c72f50193de9bdb6b4c7ae1c4280f79c59f02dab00e28c8382", + "episodes/battery-00242.npz": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5", + "episodes/thermal-00243.npz": "e76d3cabb51236cc723dbb90602d8363f8f753b958ccb10fdd8328ae93e09bde", + "episodes/tank-00244.npz": "f0b01d9f04f4a0a8a953d5e5267174281bc6fe24f3294021770f478f325e4f8a", + "episodes/battery-00245.npz": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9", + "episodes/thermal-00246.npz": "cd6feabb0521e46d813a0b8fc2021b961fa17f897104cab57d34719227cebfb2", + "episodes/tank-00247.npz": "5354a4466edf3579a8c25f47499702bf313d66f8c5b89b2733fbe60c7be4a8d7", + "episodes/battery-00248.npz": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d", + "episodes/thermal-00249.npz": "4e617487cbb017e8addbe53567fe43088e712766a7097c540db3662bd1806c7d", + "episodes/tank-00250.npz": "e71a7ad896f71059d28250dc70a26b1b9c9e312a95b6360de327f202058eac1d", + "episodes/battery-00251.npz": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c", + "episodes/thermal-00252.npz": "85c0dcee46211cafc07cccad93f155916927f2b1e48273898dd10d3027156377", + "episodes/tank-00253.npz": "1420ecc2fd49a9e40bf8a9173fb237d002be00d9abfe2e51895bfa811dcceca8", + "episodes/battery-00254.npz": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45", + "episodes/thermal-00255.npz": "12046a3608cb34e79bf699f14129a9e4c30f9c2c62d8b63c63ffbe1b59c8fe2a", + "episodes/tank-00256.npz": "e4a4ffa02024f63073462f155ad2c293b44ea6669335e700ef1561283de643c6", + "episodes/battery-00257.npz": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9", + "episodes/thermal-00258.npz": "e772425a365e7bd95932c68b07b9326854957c96d0a73d447a9cd9da9684f6df", + "episodes/tank-00259.npz": "7686b49da443df2fac9442a0e0c78fccab192eb83dddd5503664581c65e2f3e2", + "episodes/battery-00260.npz": "835a6e5955fb49c4fe950819b3b9fbfa43af68134fdadd0c966bf20ce67d8392", + "episodes/thermal-00261.npz": "219e0c0e2f31cfb4551a2097328b297f7b125ac9da332de58ac193e4e0a4964c", + "episodes/tank-00262.npz": "a87fc734100f24d9bb77cdd6d8deec676072cdf62be7d1f3a9ca69d20fd774c4", + "episodes/battery-00263.npz": "1c3c0301d59144086082b7a12bc86c84cc5c3f238bb710c7a4b3671d490d266c", + "episodes/thermal-00264.npz": "364a819ae26ce668509d0eb944fea21a59d6a8ef67c9950eef2fc99d235d8242", + "episodes/tank-00265.npz": "31789a8f1ec0317adf899c7dc3be8b332f3a3953c8bec4af2aec55f97b1abcca", + "episodes/battery-00266.npz": "083bf5633c18907c0fcb0ff16bba2dc529ce48450db1f594bd81ed52af78cd09", + "episodes/thermal-00267.npz": "2a6fa8275f23f17ec1493be73981d912eabc8ea8cd241abad09effda8b7db5e8", + "episodes/tank-00268.npz": "4c45e8c8fac49abe3c6d08ff6264168af623b8234dc6fe9678ef3cbf012baec7", + "episodes/battery-00269.npz": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208", + "episodes/thermal-00270.npz": "4eb36d65b987eb0eb275fba4120e10ef2cae49325e92f5f9d6e3a5989e8ede2e", + "episodes/tank-00271.npz": "6b48ff4d0c2c3e6267a396c57362e3dfef3ff8b658722fc7e2b354dcb6ccae69", + "episodes/battery-00272.npz": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44", + "episodes/thermal-00273.npz": "713e1c9ea0d9c630bc06866b6386213d7f24da0a7ddc957cad9f80a8669cd79d", + "episodes/tank-00274.npz": "d52b101b6af17c1c3416e6edcfeb66459a47bb5562d92d33ffa64493095d73b0", + "episodes/battery-00275.npz": "15a72e51dba697104d1a7bd59b4939b2a6150fc0890aa425655b25d32efda204", + "episodes/thermal-00276.npz": "c5e16519f9f7a5ef55d7214139baa53fd4356aa385356790ea90f915efb2655b", + "episodes/tank-00277.npz": "837bf5f8062c04c838db2c32247d9c43d695794ecd39938f3fd05acdace04ecc", + "episodes/battery-00278.npz": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9", + "episodes/thermal-00279.npz": "c7922d33db1ffbf63e34b4f0d046d11d9d96398ea7a01be353a80dbff3035d55", + "episodes/tank-00280.npz": "f4d07880bc4aea0a48f6fe397dec4ed2b6b1cdb8161f8060fd7440444ea73930", + "episodes/battery-00281.npz": "667cec203a5708c540f1501446e65b53cdc7a1ec4bba06290a7950d0d59c372c", + "episodes/thermal-00282.npz": "8d9fb940bd3aa68c811ca85d17d464da413f4668634049efd8e9241ef67860f9", + "episodes/tank-00283.npz": "b1335a2a3605ec4f4b5243355bbd729bd9c351109662d70d0ade64c1291bc605", + "episodes/battery-00284.npz": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537", + "episodes/thermal-00285.npz": "67c90dc537607a046d051f1c25ee3dd75b4fa957c8eded4e749ce0ddc5e10f4a", + "episodes/tank-00286.npz": "1588631adc0d492aa9bdb8fa4d03a36550c545b62786d4ea2722c59b7a6fadba", + "episodes/battery-00287.npz": "95f39c81af1e3862cd9c955df7971e1baf1704d1e1a8381aeff20b0806958932", + "episodes/thermal-00288.npz": "6eda552fd89ecf388fe3f96664eb0e2f9f1c2286ac2c6e3066bd9f1153b3456b", + "episodes/tank-00289.npz": "5e1993cf3f25997715a41041fbfc11b40fecace7dcc93d63d161ea0fb3a379ff", + "episodes/battery-00290.npz": "c5be5a50394f81be126cc266ba7cefbd970473668890bdda55f91dc7b9d4e3ab", + "episodes/thermal-00291.npz": "657f22f006815dcff95bb06cf657250141d5df425f1a4bc8d27cf7fb54c7c950", + "episodes/tank-00292.npz": "d005e00273745b709c0c032018f7a371067c377ac55f8983c43b8f1d96a427c0", + "episodes/battery-00293.npz": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9", + "episodes/thermal-00294.npz": "072f97df3b5c7f02c336dbb4d41fd025e5a43487f905c9982fb5a61d84a210eb", + "episodes/tank-00295.npz": "2c57a8283977bbf4008e789fc8f915a092633750884fcdfdcc5e2e930061f01a", + "episodes/battery-00296.npz": "c6e556283a867f515a7b940941e0f05dd0663905b8c518263a6247d5e190870d", + "episodes/thermal-00297.npz": "87aabdd6c958e937d0127baff194eeb4c018a531e29e03f7551e79b32285f255", + "episodes/tank-00298.npz": "7658e36a5932bbfa789a0bcfdd7092dc0ac35d1177792b9e0e7bc777449591ec", + "episodes/battery-00299.npz": "8e4b6cdab60e2d8435f1f681e4e6c04975b522a620ee140615aca33493bece4c", + "episodes/thermal-00300.npz": "818437101b9be80109c23a6435f2b8953739df6cb9165c24dc0683ef281584b2", + "episodes/tank-00301.npz": "c803188a8d18a6f3a9e4bf66945d18004f1e07d418641abae7dd929b6ad888f2", + "episodes/battery-00302.npz": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61", + "episodes/thermal-00303.npz": "6347542579835668d97929ff4a24beb416a207fcd7d815bdafa0d9a7c4bb2ab2", + "episodes/tank-00304.npz": "bc74c94eada52bb96a01377dd30903ae08368363b8f4e446c5916626857955c4", + "episodes/battery-00305.npz": "afc35aacabf2f5d162cefccd98a9c0a1ba09756f6a3069d167b492b532c6d3d5", + "episodes/thermal-00306.npz": "3198e97628e4cd676ab630d20745b25194b69ba205bd53b97c8db16c8b1b2c45", + "episodes/tank-00307.npz": "243efe58458832dedf4e6372c607ec22f4d17407e42cf4bf60d48111f86597df", + "episodes/battery-00308.npz": "48fefccc131456616bd1858e112f4d6208e4d7b7b781660b1b4ed85e02259c0e", + "episodes/thermal-00309.npz": "944593590768a90b473df893f4306f3dc242da78c9d4086868c8e5f2b3330e42", + "episodes/tank-00310.npz": "d11a6a61e4062d56847e2d89698bf03ecb89acc8f001cfc1e377131cfc177305", + "episodes/battery-00311.npz": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde", + "episodes/thermal-00312.npz": "02784c73e1afc63e1959cc7b289f11f668b19d51f92aec64c09eeecdf156d523", + "episodes/tank-00313.npz": "d24a96c7e770b96f66fa59da4b6f56b536843aa6f0c8bcfc903791a8ce41a066", + "episodes/battery-00314.npz": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2", + "episodes/thermal-00315.npz": "bc13601e103310fef683ce897fe7a0b63634ab13af73a29b6d76af1afce0b258", + "episodes/tank-00316.npz": "589351348e5f38d79c3af1ec9bae1644d89d540316bd8987fa93518eef095e7b", + "episodes/battery-00317.npz": "efc6118f1452a6f60726a8dc2f8451b8e0873f3c0840e3e3e5fbd8285b97a063", + "episodes/thermal-00318.npz": "68d5d0366055c84b86afbc866b9a430004d0ef4d578fd8fe8ce3fa519eda2616", + "episodes/tank-00319.npz": "11dcc81ab95c4c2638c3a152accee152ed05588aaf9e1d648e1f4b0a0ce953d1", + "episodes/battery-00320.npz": "da0c14edecae5fe60b28283d175b3c118973677d6b880dbc6607550f1c473beb", + "episodes/thermal-00321.npz": "343558e113e418459733cc4ebc59c79c99c440aaa44e38c4676e6e7a202b35dc", + "episodes/tank-00322.npz": "81f893b1e2ca2e4b8ab816847e3293660c9b0341a710f0ce6977c6d99b3000a5", + "episodes/battery-00323.npz": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215", + "episodes/thermal-00324.npz": "374856f6a260385de6f6a3f4b18ed3318f3b05393bdd1c1509a86035e4ca5112", + "episodes/tank-00325.npz": "e7870283655f62ef7ba49e3aea97a109e0853bdeddd1952c6cf62136a68623fb", + "episodes/battery-00326.npz": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718", + "episodes/thermal-00327.npz": "1acdebad223e2f2146fc5f5d58780efc0f7356b657a139d90c1a2b7d0c52ae02", + "episodes/tank-00328.npz": "b53247bc314e7500a3908695d0e4fbdab82e489ec6089aaa58b91e8dc10af810", + "episodes/battery-00329.npz": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a", + "episodes/thermal-00330.npz": "076da8b78302a23b2cb5f0293438f4fcc95a98dbd65d358118b54af24d91c816", + "episodes/tank-00331.npz": "c0a69dad36a00c705a2731ad635888eaf513e265a6d98751b47df2dbb440a9fa", + "episodes/battery-00332.npz": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee", + "episodes/thermal-00333.npz": "de50f1dfd788dc36d517fb8db430d141eda160971effce5b15661b79ad7253fe", + "episodes/tank-00334.npz": "6a341321c4945b2a9484e5094fe3e4177f32ec9ca21a6ebacf7614a7fa1fc822", + "episodes/battery-00335.npz": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8", + "episodes/thermal-00336.npz": "1dd634f76b47878ac26e9027b3a3904deab83855b5a73580f7e3412b73d2f62e", + "episodes/tank-00337.npz": "ec66c67d95fe0a45680e7dcfadb3b052ded9b8b33ba189ec03f2884013b15ece", + "episodes/battery-00338.npz": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343", + "episodes/thermal-00339.npz": "b12a1d28186f8a94dadcf237d46d67e8b15cae98167ebba9ee71e1ff8eead126", + "episodes/tank-00340.npz": "20e7ab7af733233b3c1c93664c78bc0625c2846a2accd0a1432a42776303bb2f", + "episodes/battery-00341.npz": "5d16990ede46a78fdaa662671f641bb98f8a869231319336b2a8b8d773cf1f61", + "episodes/thermal-00342.npz": "a738ad66394fb910457a3b170eab77f56d72181da79bf3701cfaec95571502b6", + "episodes/tank-00343.npz": "beb056f0d956109bf629f963cae29dfef0a6e26a268886156ee985c9c51eb9dd", + "episodes/battery-00344.npz": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54", + "episodes/thermal-00345.npz": "b274dde5a86b54f3943977cdcdbb3be2c510d74c07403beffe16615a7bfe8b03", + "episodes/tank-00346.npz": "3efa87f476d70eca8e38ac9989da42e2e146ca4b3fbf48265b9d1fcab7f4d7c0", + "episodes/battery-00347.npz": "aef3d3246306a09a5f4a9c1afc13468ca2e7ccfe9ee5a9773e62ba142ea6b452", + "episodes/thermal-00348.npz": "667e99367184494e304b102b79eef537533848e13ab161b0b0cc907c03600c5e", + "episodes/tank-00349.npz": "f175a3566d575947d50fe355f9810d8aafeaf6ee7a27d21a88d8ef72f8a7f72d", + "episodes/battery-00350.npz": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656", + "episodes/thermal-00351.npz": "241f010e890286303a26c1b98b388c7e15e0cea22f2ff81550b0c633be1e263e", + "episodes/tank-00352.npz": "1da3e58a4e5f0e7b89a9543fa88b7812e99f58e10e2dc44896ada931d64ec67d", + "episodes/battery-00353.npz": "5ec12ceba43476e2979055e1e801dc15c5e48c32654c50efcf34ee335d98f06f", + "episodes/thermal-00354.npz": "e166257afcae15decad15d75721cf836cca8ac63c7f47ed9e5a80ea53fd5d5eb", + "episodes/tank-00355.npz": "0f331b89a7cc892448f16b65da9279dd16ba2fbe4fa47b61cf399b0d02add9ff", + "episodes/battery-00356.npz": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c", + "episodes/thermal-00357.npz": "58766c6450927f556ebd871621a7beaaaf8544ceb68aaccde207d6bec7470ebe", + "episodes/tank-00358.npz": "64a7690953667bc478dd0a41f90c2b9c5dfe8db34bdafe10c7aa0554078518b9", + "episodes/battery-00359.npz": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753", + "episodes/thermal-00360.npz": "ddf359807bbe6b18d670553c9d9c79aee9927672b18cc1fb87b8bfd963c5fa5d", + "episodes/tank-00361.npz": "bc761131a2848bfb2edd92327c25ac560ce769a7697c499bd2719e003b00274e", + "episodes/battery-00362.npz": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4", + "episodes/thermal-00363.npz": "fe9f3b53c528c2e505d07766bf8298a1d3bcb8b04b905ac3b8e7ffd3674849cb", + "episodes/tank-00364.npz": "ae09decab28c071487a8d0b2a5e531a98337a36f9f1c8b1171e4f460d8d709d2", + "episodes/battery-00365.npz": "7310d8f64b3031382a788c3ce16deae685f484087796a3c01016004d78354b56", + "episodes/thermal-00366.npz": "6e6900bd1140145a6a34acdea016b20f3569a552ac7983a546b7e9a5dc596a6f", + "episodes/tank-00367.npz": "027692fb9d1cdcd1c4133b1ef18de6cac8b12587b83bc77647bff88d89fab298", + "episodes/battery-00368.npz": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291", + "episodes/thermal-00369.npz": "662352361b92cb95903979dd4de773bf44f9b76d3832fbc0f6741bf7fc86fa7e", + "episodes/tank-00370.npz": "110ee296dc5a656b0dcb9b37fbc4f95d13e6a206f19b2ad8c378a89f1635f461", + "episodes/battery-00371.npz": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da", + "episodes/thermal-00372.npz": "afa90b9d4185902958765cda3e711aee45b1be75479a672de95c1de312afcf8f", + "episodes/tank-00373.npz": "7d7a69e8dac33f73d3519950fd7c0dd2e4e78d789f89717e0137163d9eb6b3ef", + "episodes/battery-00374.npz": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf", + "episodes/thermal-00375.npz": "118c3925f3f9376c2299047c5ba5c1ebd54cd7f4664e15a6c1248d8087465f89", + "episodes/tank-00376.npz": "80041200ed3c6fce11edfc84c0f28c2928e52450f305c6b4a5a9ea6669b570a0", + "episodes/battery-00377.npz": "268ccd7b981b95d6cfb0a99659f367e9cbe2ee1038193c3ea260d8a2e464309a", + "episodes/thermal-00378.npz": "85f6e998990be313f3dca5696976a4dc3c5e4452bcb0c9abe0979bb0e61f8714", + "episodes/tank-00379.npz": "df1ea805183d33b0dd5e1637422523393352d5a538472e83dd2e9edb9741b151", + "episodes/battery-00380.npz": "f832d3633e9d56941e797ddabb8ee4a7d60c4e4ddd027b3d9010d0030a98cfa7", + "episodes/thermal-00381.npz": "ca55e4ded18bd965bf038adc1c91440599bedc7cbb5fdc293fa52ff3c8c2d010", + "episodes/tank-00382.npz": "6da3980878b461360e4d6dae9eae5e5fb4c11543bc50f895fe104a55764d54f4", + "episodes/battery-00383.npz": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0", + "episodes/thermal-00384.npz": "e83cc96312fea05bb013fdb0db9e210b0f68939cea60a282e9ead3d52749c27b", + "episodes/tank-00385.npz": "f7b0862f622ada8df97c6df9c19e294458e95e68b5c9363f6495bf3198ff6ae2", + "episodes/battery-00386.npz": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad", + "episodes/thermal-00387.npz": "28e150538675d0f064f8621e6f4e92e71ef94ead73697a060936cafc05e21839", + "episodes/tank-00388.npz": "9dfd8dbe153502ffcef4ca65be071f74711b727897426d765a6b6dc8310976a9", + "episodes/battery-00389.npz": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be", + "episodes/thermal-00390.npz": "49ae0796014f57c7dd5764ac11b7feac748ecc13c4fab610638ef58a73214552", + "episodes/tank-00391.npz": "93fbb799e3cf9fc7e7aae007c5a2b82a9e39b9868a0f7e0585218ef36519ae66", + "episodes/battery-00392.npz": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106", + "episodes/thermal-00393.npz": "a8b0ec9bf51fed7811271f38907b46cab34b0feb0f13b54cd9a6cb7bddebfb8b", + "episodes/tank-00394.npz": "72a88baa90e3c7c90a0d0e3abd5ec5452f7fd144f6271484b00a6a5800bcefc9", + "episodes/battery-00395.npz": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5", + "episodes/thermal-00396.npz": "2b44822d11c1b48b6ffc074b166408c7f755f1bbb4fee14e41510e31a4181fd4", + "episodes/tank-00397.npz": "930d65514213de857fa68df4d66c5884540e4f6a9a2d788e2cb357c8eb0e880e", + "episodes/battery-00398.npz": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a", + "episodes/thermal-00399.npz": "1c260a3ff189fd828b35e3e89cdf600993de0a619c40e23857508bbd4e2f278a", + "episodes/tank-00400.npz": "78a49902ab827ab7f0eebb11aa48f3d0419d5673e3372ee6f8125663f1e2dfc6", + "episodes/battery-00401.npz": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c", + "episodes/thermal-00402.npz": "76f680069c79ec8c4239e41644166009f7fd9edd03c3c4e70845380b3e794613", + "episodes/tank-00403.npz": "5f204d6b23819e2316d0689b62ed0ccf02a53c0e2c2a2c88b983877e457b1c5b", + "episodes/battery-00404.npz": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799", + "episodes/thermal-00405.npz": "4549ca4a8018644817130c2b9d8897b89009ad50e39cb82cfc9787b75652d10c", + "episodes/tank-00406.npz": "b65bff13dfabe5e41a312785fd80bef1234f381429ffcf05ae7c1f7e1985d428", + "episodes/battery-00407.npz": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139", + "episodes/thermal-00408.npz": "09b6b3eb8f16ce466547cd6170f7ce6324c17217b18ee11599ce37cf00b62824", + "episodes/tank-00409.npz": "7968ad0af69115a961bb4f68b359ecd63ab744daf69559f42333f10120040e96", + "episodes/battery-00410.npz": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670", + "episodes/thermal-00411.npz": "f491d071d15eeaba6a0a906e5f940b2ec21f38b71eb1a265d51aae3d1ee1d019", + "episodes/tank-00412.npz": "01f2b35af8977f5a5ab170b649570e36660fe3cdbd463f9d29e969bdc9b4a6dc", + "episodes/battery-00413.npz": "e39d56760a7d5265c9bb7828ea2cab4f2ebe1c34ed811540a9433dbf8a12c09e", + "episodes/thermal-00414.npz": "b87182cb4137cf28057981e974b8eb657cf62e3e33cf554afe342b67d5fb7abd", + "episodes/tank-00415.npz": "851b02b721672e162f4c1fb56aa5487929d2ae8dd6cdeefcffc9845b638fa745", + "episodes/battery-00416.npz": "d4909ce3809155471c886b3fe522eda4a19841fea29438bb0199bf1758826de8", + "episodes/thermal-00417.npz": "a508c8c2fb7a3ea9b10785d58ae2e0e2d44d4249059a04679e4b974e8d6ff183", + "episodes/tank-00418.npz": "44948a1d5aefa830330c5a507f481cebeb68f29ec32ac150a92376fcf71e0aed", + "episodes/battery-00419.npz": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366", + "episodes/thermal-00420.npz": "a55c3c179230eff817188dacfb257a27404ce8edddbb48dd0bd144cb120c3847", + "episodes/tank-00421.npz": "b4cfeec00422b016df2e6d52cbdc8212453d93699d68b43abb8b1d92d7ee1168", + "episodes/battery-00422.npz": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1", + "episodes/thermal-00423.npz": "01c4026779327fa0d6e5745af4afdc82dafc93899d16971d534ce989a16f4a08", + "episodes/tank-00424.npz": "bd1c40bcb3f5f1251aaf7df667a2d41ebdb8373af60f1578c9738aa31aa8991d", + "episodes/battery-00425.npz": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b", + "episodes/thermal-00426.npz": "f8670ad4a449cc122473116205f2eedf1451fe28dbe7c2ef3733e2d0d2c58817", + "episodes/tank-00427.npz": "294ef6c8885c7756ec1a1a65ccc881d68950a7ced8de1604744a421b436ee0b8", + "episodes/battery-00428.npz": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01", + "episodes/thermal-00429.npz": "6d6754d17ff2d16097d9dc9fac97db4ae8733f8c97188569ea8646d164bd9b2b", + "episodes/tank-00430.npz": "85a2dddd312b9073eb2fb44825fe6624ef3e624c9ce3ce72d015c668e1242a2e", + "episodes/battery-00431.npz": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4", + "episodes/thermal-00432.npz": "99694e8dee347793e9a10560c7016409a435428ff1674475e523279bde93fe57", + "episodes/tank-00433.npz": "f0e8fde1dcff8f554c71dbb5ba9bbf342306b738a1242b6c7f367be3e1b1a4bd", + "episodes/battery-00434.npz": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9", + "episodes/thermal-00435.npz": "230217c86eaa1881b1a13f1952911f3e20500f99dd84b4736959c2fe299d5446", + "episodes/tank-00436.npz": "9127b51273747043d3b73cf6a9217e8d04dfc81e086baa57a5e964d396f85a6c", + "episodes/battery-00437.npz": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983", + "episodes/thermal-00438.npz": "a5a4670354f147defb6c3ea5bfd3cb4a2e94ef909b2934a4526dcd780ef0ac40", + "episodes/tank-00439.npz": "d5d61b8facdd46ff29efcc82e34eec7de69055ffc1186576601e4da5ba540d9e", + "episodes/battery-00440.npz": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad", + "episodes/thermal-00441.npz": "ab299e9fb07961814e004e4be194ed36a9f24b5e2d124d82b8e06aa81d953880", + "episodes/tank-00442.npz": "eb42b496814d71c068905fae1b12cda367f62a93d4684b1fc02fe3c1813e023b", + "episodes/battery-00443.npz": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2", + "episodes/thermal-00444.npz": "63e903f23ee0f04d2e77d54a0c76c16010a9c6dc7226021d1356087d554f96c0", + "episodes/tank-00445.npz": "c4f516c133acdaf0b764a0c52afc5775104e835277b8fbb6e3a6b4966f9f5c2c", + "episodes/battery-00446.npz": "1c010d80899fb0d69f61c7f6e5afbee204fa289c59f13a50eba99ca894ca2e1e", + "episodes/thermal-00447.npz": "cfce859a9481fe33849b83a3c73c5a4d184db4fe94beb3b49c058a3a8bb4f040", + "episodes/tank-00448.npz": "689dc810223ba2b0be7dcd3163b73f1351f820657e3bc498b115605915d80b1d", + "episodes/battery-00449.npz": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee", + "episodes/thermal-00450.npz": "afac29e43e241a8758e69f9cd38e742eacedcabd6518468cc7f0e7651a751dda", + "episodes/tank-00451.npz": "67489aeff9f503b881ffcbf9f3f8f13c06e3269cbd8bf099051fdbb05ea93570", + "episodes/battery-00452.npz": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de", + "episodes/thermal-00453.npz": "59c37b054dfbb1c876d67d70dab7d789a9be5d9985a43f589bafd44b6a101a92", + "episodes/tank-00454.npz": "4e3567cfae76748a1b5fb45cab7822a4bc378b8ecf9db88e156219d5223f3f12", + "episodes/battery-00455.npz": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387", + "episodes/thermal-00456.npz": "211e784c5c6312c214856e747dcc78420f79a254801febaa91668ae7dbed1c50", + "episodes/tank-00457.npz": "42b08a47acff3a02bd735506ce32ed3ec5e6366957a56729d1f9bd5a23fe2266", + "episodes/battery-00458.npz": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0", + "episodes/thermal-00459.npz": "2466967af64c44a09af6ed7f53b1cd75043f4706b0908e6d635cdef08f11c8f8", + "episodes/tank-00460.npz": "50e9593fa736f417bf63ca1f4ef27e9deb02371bbcdbcb52d09abb4e89610d6c", + "episodes/battery-00461.npz": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6", + "episodes/thermal-00462.npz": "aa527e5fa91d7f2dae3738a8629be11f89b18d6137e64bbed0cfff9501f4ec71", + "episodes/tank-00463.npz": "76dfc5fe22e5d1340d1828de5846ecc2b3920a5a98aa9b1215ef14c36a6d6b9a", + "episodes/battery-00464.npz": "b1606bfe9ec15549381c2000d675ca2d0c8322b4983850c8c5171b3637fbeb3f", + "episodes/thermal-00465.npz": "70b454e326ed2438c7b44c160c1fb9fae05d61d3e441cb63b3f34aa796f86225", + "episodes/tank-00466.npz": "0eaf0aa591c4031b15b4571e328d21606658306f74b60a96b21a8d89ecccbd2a", + "episodes/battery-00467.npz": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855", + "episodes/thermal-00468.npz": "a9aea6196c2af5c925e0dc6cf3f565d32e7ed512f4c595b78a46a75965bb98e9", + "episodes/tank-00469.npz": "f1303c978cecc184734411a6ce6ffc4ad7f130560df59e207093a758b184d40e", + "episodes/battery-00470.npz": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a", + "episodes/thermal-00471.npz": "db12218699f716e3005847033c553c6a3cc3b1b8f782bc136e5a24af58820b2d", + "episodes/tank-00472.npz": "a1cb2d047e5c9f536e1a2bf08a35f63c01b0658d6cabf93f73179e7b9e32fca2", + "episodes/battery-00473.npz": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774", + "episodes/thermal-00474.npz": "a42004a71e10dd789b169fa264fec61de1e4527bf236ff32afa94d476f539482", + "episodes/tank-00475.npz": "9ccf6a640501152913bc00cd37a3a29e6e40c334e5014f442c9ccf4bbf530be4", + "episodes/battery-00476.npz": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7", + "episodes/thermal-00477.npz": "10ac27cf9f3abe4e0eaa11ebdb8873b155c057962edc33c78015518f447cd413", + "episodes/tank-00478.npz": "0261efe8a91f82533e771debd2e193ab0d704d4a2a9b543159ee8553a439494a", + "episodes/battery-00479.npz": "cd4380ebc1dc14131a930facb5723901f924042d060aeb5133c15b99105737da", + "episodes/thermal-00480.npz": "07a426dc7b57bed634dd4acbf1309a4881c459c8daea87c5708068ae764883e4", + "episodes/tank-00481.npz": "07779f3db3c6913b94a35ead3a2f6142193787250cf9813d136ba8cad40141f9", + "episodes/battery-00482.npz": "d3c1f0492bf07be4acc14754c1a3c2105d62a8a3784b035a862dd910d178d35e", + "episodes/thermal-00483.npz": "dbdf0b9175a2b5ac7a0cf6ba1aedcf4745d7604bf821c078e559ef2d29c26ad0", + "episodes/tank-00484.npz": "83643be6a92b0d37387bc1de7165349defba015414cbc790ffc4ffa7bbf7ee20", + "episodes/battery-00485.npz": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d", + "episodes/thermal-00486.npz": "550c2abf022de6026f0c22a8971f751b05d9b5f7ab5b704c8f1ed1aaccf36476", + "episodes/tank-00487.npz": "69812e61d92b24bfd1ff72b90f7a9bcf6a48ea32998501528aeca2301c91ba84", + "episodes/battery-00488.npz": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323", + "episodes/thermal-00489.npz": "23d0fc613bdaf50e92f840601bd2e280524202e495914ab20b2ad9701ce213af", + "episodes/tank-00490.npz": "f609bcfd8da04e8f038740b170f80aec677a1c7cb13efc13f7596eae2409b046", + "episodes/battery-00491.npz": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb", + "episodes/thermal-00492.npz": "10dfed8a2673cc52c9b55732d3e796def9f96fafe6c12818256f9b098ce476cd", + "episodes/tank-00493.npz": "3d8be3432f7deca031b3e0bcb5cab0e58e38da8f2b292697c0511e67b18c06ad", + "episodes/battery-00494.npz": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6", + "episodes/thermal-00495.npz": "77b4ba7a3de2e9b22e1c98c92b59a3b6d2393bd405545120019b6ecefc51c287", + "episodes/tank-00496.npz": "07d98c7c9781449226750f7747b322cae91a30dbb63e8e144072c36c40b4a925", + "episodes/battery-00497.npz": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4", + "episodes/thermal-00498.npz": "0fae60d0b850d8cbe47915a7da6237cff01ff8c28f55cc1bbddbaaa28610162e", + "episodes/tank-00499.npz": "88ecfe2f5be93f1c73e923fd8cb89f82910762be6300e6b344f66e709153c223", + "episodes/battery-00500.npz": "35890c482d7883f9c5359faa4637aac665b561348593886fb9a768dbe5422a4c", + "episodes/thermal-00501.npz": "959f8df1575a9bc63e99d0f937a4fc1bf81cd6555791fad2861ea66b33034522", + "episodes/tank-00502.npz": "eee7b0bfb9ebcc581607b477befb7b70f48971fe3ad73eb86bcc96f58b8843ee", + "episodes/battery-00503.npz": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402", + "episodes/thermal-00504.npz": "7f7ff5b94961de2809cdf77e772473273c604967d8ea39f03d819e7feea394a0", + "episodes/tank-00505.npz": "fda3602d44038d3c6318f18d188869d602ba613308220c26c7939d06e16968c2", + "episodes/battery-00506.npz": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612", + "episodes/thermal-00507.npz": "2c8bbadd923bdef3467ffc65b773924fbe6c318e46bbc7d2f40f4174747ee1cc", + "episodes/tank-00508.npz": "4c701eef2ad5402ddd1487de7746d7a4d8556b4089df721ebf6fc0c0924a9d69", + "episodes/battery-00509.npz": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3", + "episodes/thermal-00510.npz": "1857ecc2b461fa93490360b6f6f7fb972c068ca9ec53f1ec07b4db87583372e9", + "episodes/tank-00511.npz": "771b879831700ab933a8710e8164b6f69b6d61c1b63c704deb40c7dab33d5f89", + "episodes/battery-00512.npz": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c", + "episodes/thermal-00513.npz": "6d32552a729123a982c8d5fc6ac2f86a278971c233d0f6da0b0e55995abe6842", + "episodes/tank-00514.npz": "fb7b5fc9904a2d3c831cc68313f6a8096b1e31fa2a55168149fc8b9165004444", + "episodes/battery-00515.npz": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21", + "episodes/thermal-00516.npz": "c591adfa0ee0c4952cff201cc06aa75048217ab38c2bde98d0e8e7c5274c9134", + "episodes/tank-00517.npz": "e316b1aa9c1d3751beb0e4e59205fbd7375ff4aadbf011efcd2c65b23eced8ff", + "episodes/battery-00518.npz": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4", + "episodes/thermal-00519.npz": "3089d6ce5cedbc7dc92bbb6406c0a377edbdaed2abd6588a09f2ea44bb8e630d", + "episodes/tank-00520.npz": "084ebc4bb0fddd5119baa79c676c3597468174b0a288c27b918734ece88d2388", + "episodes/battery-00521.npz": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9", + "episodes/thermal-00522.npz": "49feb1ec17dc6a8d48cc4d26502aa6573ad4f62c581ed641d01865296e85a463", + "episodes/tank-00523.npz": "d5a068d971e4d7de74bae9f027ece756010320cbaa38a5e57f41cf4c169c7966", + "episodes/battery-00524.npz": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac", + "episodes/thermal-00525.npz": "705c9b52e80494ca6c03537ee471ec14dd9657533d9dec694a5e9a72c52495bf", + "episodes/tank-00526.npz": "c5f17c8de329a395fcc0f977b0722c08b65863128ea2d015180a4e6f21d747e8", + "episodes/battery-00527.npz": "393df4e43f4a70a504b9da663fc733023755b937e558b9ea093dc3daa42bffa4", + "episodes/thermal-00528.npz": "2978370ffcc9b78d5ff67cb9edcfe995e69346d92cffcb6775f877c75c28a72c", + "episodes/tank-00529.npz": "880b79701af3bd2a137aac7eafecddf301a56cb8704dd75ea032fc406933bf95", + "episodes/battery-00530.npz": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a", + "episodes/thermal-00531.npz": "ecf551dc2d84105d36da546fc42c1cc1e5a8482c7cf4b9119479192a22beb8c7", + "episodes/tank-00532.npz": "796c1bcdc52a3e0b3b4c716c63b88c4b89044420dcda6946507e1b45665dc593", + "episodes/battery-00533.npz": "d7a8613dc767e181afcb6d52a3b25814b527d529717315d9b26acc07dafcc161", + "episodes/thermal-00534.npz": "2bf96664ba4f08df3250281db905c26f0025e73b8c8637a82cdab029dc132e17", + "episodes/tank-00535.npz": "90747579049e5f0e1780a11fe945d7cf85be2e4717cec50006201150a01a2779", + "episodes/battery-00536.npz": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195", + "episodes/thermal-00537.npz": "e42835d27ecb1945eb6aa1e7185827ca323c1ee513fdbc5b05da74088fd9bdd3", + "episodes/tank-00538.npz": "f2e714c842c4245234a3e74d43f9cca6c81bda1a500b531ab37c1fe84931cdbe", + "episodes/battery-00539.npz": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0", + "episodes/thermal-00540.npz": "8e446419b63aae498e6b0eb3c28f3e7bbfaeded2654e28fd7070409cc28df74b", + "episodes/tank-00541.npz": "754ae076b5ced2bccc8ff07421af5ff9191501df2e986633f2dbee87cfbc599b", + "episodes/battery-00542.npz": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f", + "episodes/thermal-00543.npz": "fcf95e4802324e9161a2d8bdba33235a43fc6a3cebbbf3fc7de1ed19a848848f", + "episodes/tank-00544.npz": "46cd8b8645e4b515fad28953d048118e9446fb8c1afa3e9a8ec30229d939387b", + "episodes/battery-00545.npz": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3", + "episodes/thermal-00546.npz": "e78852f11d3a163afd1056be8e2253e64a53f18a74bb195141a3a6eeecae7eeb", + "episodes/tank-00547.npz": "0b1e2b3fface9b5dfabbafdaf9a974cb7892e5ede462182f73a03a89b6596e95", + "episodes/battery-00548.npz": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019", + "episodes/thermal-00549.npz": "4a16aa501eefe6bc3a6f6a91b29bcf419ecc77b16a0dbf7ad7bb2e4fecd58592", + "episodes/tank-00550.npz": "0e9b07fe781b9044b272649d5c73f1e039000d2344283883017f7dbd8dc56169", + "episodes/battery-00551.npz": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736", + "episodes/thermal-00552.npz": "c7f2ddcb23cabbf42e3caee0d7e13965c0895bdecb02898e9b2c23cc7f605f20", + "episodes/tank-00553.npz": "8c884473fa17920dbdb2a6c2abd37ca09ba961e2e527a484b2b1f1cef54c9d07", + "episodes/battery-00554.npz": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0", + "episodes/thermal-00555.npz": "6e1b37925cb0fd18ded0472243a57a178d380d34d2ef55a320067c0a7e3fa47d", + "episodes/tank-00556.npz": "bb3b981d536e0755d944c32c4b471188854fde674f6603884f6800987747708b", + "episodes/battery-00557.npz": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887", + "episodes/thermal-00558.npz": "059b352f88c74db4c4655e2f81ff519b56095561a32467adf74b4553dbb9b9c1", + "episodes/tank-00559.npz": "9c9f7658fd43b0b811d7cbc71bba22800ec56956b23ce279f4dcf139e70fc0ea", + "episodes/battery-00560.npz": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa", + "episodes/thermal-00561.npz": "a6fe8c7f5d295b1d90dc53a461c8946ea07efb046612518ab893ef79a2cf3b8a", + "episodes/tank-00562.npz": "809b146459da1a10743b28e2e4a457de71accd5f12a8f8e911cea09cbd23a383", + "episodes/battery-00563.npz": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473", + "episodes/thermal-00564.npz": "83b3229b6c6453a11eeb9ee7221ff53a58d25f3796ab98a1c7b3820272a29eb3", + "episodes/tank-00565.npz": "bd09561cae94c56ad7e49861a203d1046d2a5ed57e53e83016366a4091ac81c4", + "episodes/battery-00566.npz": "c6289356b1f4df912cc88e9ba11becc0f8c0e16aa6c5f632f90f68e483d28856", + "episodes/thermal-00567.npz": "e8e49286fa5ff225a0de901bf9e42b89d95dee865c5622443bb128170ffe45ac", + "episodes/tank-00568.npz": "1b2d51221c1049017989d03db0df18148ead5bec48fd14977ac5b88f4f37b669", + "episodes/battery-00569.npz": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0", + "episodes/thermal-00570.npz": "f3b2add5585ad455feb9c61725ab7e198ae5fff6b6f5a566dd0e31410694d072", + "episodes/tank-00571.npz": "8571702c16df12f784a6f2088c1bddd7d298c1cfcb1122b9ad80e8b1ed2aa1f6", + "episodes/battery-00572.npz": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db", + "episodes/thermal-00573.npz": "f092add38c2f363db66d914c9a51d93aa35acdc9b7b2e1353219604df299f1f8", + "episodes/tank-00574.npz": "6c40501c150a5ec6e3ad6dfe5610811059d50712dbd414fd6da8f8afc58a5fd6", + "episodes/battery-00575.npz": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215", + "episodes/thermal-00576.npz": "8b775a6aadfc71c09037ddfc7c686e89a216492fa0ba34c77fdfeba3b8aa3ca1", + "episodes/tank-00577.npz": "37dd7e107003c6cfd12b301dfe2a40dddd9bee6d7ac8c6fc3185fa6183b4fbda", + "episodes/battery-00578.npz": "0bd461f6ecad3cd2347aa2996cc3ddf6b18bf8b61d425e4101245d16c88dadd1", + "episodes/thermal-00579.npz": "b51940c75644b3270127667d8ab822274b4ee9fd9cbe132dbded830e47f940b0", + "episodes/tank-00580.npz": "880e562646771a67c96abcc5519a008b0727b872994083aafd93189b1a32131b", + "episodes/battery-00581.npz": "a2d080b2c83d759c00398f98cc470a58057a97608200cd3b6ae896e0762e9560", + "episodes/thermal-00582.npz": "33855633aa0e4a47b7cd1de3256dcd1b894b58e2a9efe1daa269ea01e1191e8d", + "episodes/tank-00583.npz": "fcd2fe45b9c032ebfee892091826726334fc02c6894d1593621c8b61962f4fc1", + "episodes/battery-00584.npz": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c", + "episodes/thermal-00585.npz": "a71af552a0a54566941df5b56e53ec93aff6f66a241ec9c5551a92dba23f024b", + "episodes/tank-00586.npz": "6f3485f24248a7fe64ca227f7fb897ad9de7456e59a89aaa6d2e319157f3711a", + "episodes/battery-00587.npz": "66e21aed09401f16fbd45e96833502147c4dbcba32af9b3c9299fb8eab290d8c", + "episodes/thermal-00588.npz": "393fc47f5fe37efd74e4a8f76266c91386146f5db4c468156ea679ccf47d691f", + "episodes/tank-00589.npz": "b57ca55fce092074269f46789d9904ff6195ceaeb3f469240c9f94f3d95ed805", + "episodes/battery-00590.npz": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05", + "episodes/thermal-00591.npz": "859f3b5789aea796589da3211cb5f20cec161d5474fd23723ee11783bf6ecd45", + "episodes/tank-00592.npz": "3ad7bc9eb28aae3cbd57667bc5597b6bc2ebfe3a9cffd937611565df9f127945", + "episodes/battery-00593.npz": "e952b0b08e6139fdb3ef912fe919ad5222d03606a6374717d3d642e5f28c2650", + "episodes/thermal-00594.npz": "fafe36d0c9f46f5f2ad0605906c79c8ff0117e8decc09d7f3b454e8692d9a58b", + "episodes/tank-00595.npz": "0b04bc387da93e3c38be1fca4b77e315615893fff9a7c2c2077a5ec6b49afed2", + "episodes/battery-00596.npz": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb", + "episodes/thermal-00597.npz": "222499032067b3420563cce898c21ca66b589ba45d8e7d5cbffbdfd45e628808", + "episodes/tank-00598.npz": "b4c7dbc208f4bf9be04979aff78bace9982cd1be350028926f1db3ba04795e4e", + "episodes/battery-00599.npz": "b94ff43441acca041327763ba74dd6ad2b5f8fbaeee3b3c4b00e366e7b751eb6", + "episodes/thermal-00600.npz": "58439022511d3e91ef607563265ef2308ef8bb40c8be6952aa48b004071dad2a", + "episodes/tank-00601.npz": "04e0aa0b469122de41abfdc93e4ea4d812485a29398618de4c112d2ca3d0f118", + "episodes/battery-00602.npz": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7", + "episodes/thermal-00603.npz": "0946527e3e79d363a6c47551d0f7492b81656b8f56d54866a850167c212e2f54", + "episodes/tank-00604.npz": "958ad29407657c1143e8f4d339a947a30651e3a37010c87222f2a411631ebe22", + "episodes/battery-00605.npz": "dc46312e6c9019569fd1ac23c91df25eaa64f2f27d49fb7a134a48de9e999319", + "episodes/thermal-00606.npz": "89283e8dfeb3343bc42ccf14d0146f6fc4312cbadb6d3bec0b58d9a02a13609f", + "episodes/tank-00607.npz": "8ef880c6437ea4822f933f9c5a586aa612672159f9c2c2301216c26799e4385a", + "episodes/battery-00608.npz": "02866b6e651153ccd5e6b4166ac3c6d2781c360d1db4fa623f5960d829a32b8b", + "episodes/thermal-00609.npz": "8db6dff467acec930d6df609508e6748e1ab6d59a944c37308e4dd3674ec1eaf", + "episodes/tank-00610.npz": "7808c34d1d2eb35bc9c02462502c5fc2eaf4ade5eabb76b390a7f3f83d856cf6", + "episodes/battery-00611.npz": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0", + "episodes/thermal-00612.npz": "a9e85d0b608d54f9f307f3c5f26bdda56a6d436811bd6c937ca046d15afd5edc", + "episodes/tank-00613.npz": "528def0bc52d85f73025d53bfcff35018f0888f282346e7cbe61fe0bc35c1d6e", + "episodes/battery-00614.npz": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc", + "episodes/thermal-00615.npz": "3b5cc4dff2032c8249d2edfbc0afc9ad3fd5ea924136a6457d1aa3a41db83932", + "episodes/tank-00616.npz": "68202c660ab910cffba19f863a6352734712a0ca2d19383edca30fc694562524", + "episodes/battery-00617.npz": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032", + "episodes/thermal-00618.npz": "3b51955a035e178e6053a2c10b07c68443e8637b5b1812836e6e265ae656e701", + "episodes/tank-00619.npz": "b50b41eb7dc8b141cdd32d2c49a5d450426eb2ece9f2cdb9017589e9d04ba0f7", + "episodes/battery-00620.npz": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33", + "episodes/thermal-00621.npz": "8d2a033fb6f2d2dc6a0f4b2755bbae99ca2577ff2af70b696fe7473286b81122", + "episodes/tank-00622.npz": "e7ab43ddb4f3a9d1aed0ad26d8552540b6edc4d8618d8c06a69110d0828383cc", + "episodes/battery-00623.npz": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04", + "episodes/thermal-00624.npz": "ec6233434dada4deb5fef3087d1a871cd34c0b1155eaf9dffddd5c7e99aa6bc5", + "episodes/tank-00625.npz": "1f813f35556bd61712b40c35d460d398e2bbffa023dd0eaf7c3de6dc84b8f6ab", + "episodes/battery-00626.npz": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2", + "episodes/thermal-00627.npz": "f6048b972a3c7b9800f88e12ddf458fef6904ae2f00beb37f52ee5d6b6559d37", + "episodes/tank-00628.npz": "7dc8a2ea2e51723d2739fda5601e4ff8f0da7108e8a1ff72acb856eacb8800a5", + "episodes/battery-00629.npz": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6", + "episodes/thermal-00630.npz": "739c6d712da69a9e0e53706502042082e8b7f1843fb47a3170632b051182a78c", + "episodes/tank-00631.npz": "edd63ef36c78c72e36102499e27c6add08072409789373a8770990017fa00578", + "episodes/battery-00632.npz": "ceda46bcfcaab0304a0fd06a083268535fdce2d90617c6740e7a4421048eb219", + "episodes/thermal-00633.npz": "3552ed4f04477baaa27715186e27fd9c4ac4df0fe5b7269ff621903a7a94b39a", + "episodes/tank-00634.npz": "9249f9f6896b4df2b5143187ed91fbb5559faa6e990368b5760659a39b58b838", + "episodes/battery-00635.npz": "a4d96204307d05e4415c2a7d46de0ce2bb0cfaa5273411282b249d5defe7d73c", + "episodes/thermal-00636.npz": "4998981c0ea93cdcca819424d7d419fb16a1d42f099ef2f1ff30dde2d8f3342a", + "episodes/tank-00637.npz": "70624b56d0fd7de2ed5df4cb4f2255110cbbc553fa2cb6b0dbf2840bc0e9f262", + "episodes/battery-00638.npz": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db", + "episodes/thermal-00639.npz": "fc59118d4aba06781c6df970a4fa0433d55a44101f3ee6e0d24eaab09f41520d", + "episodes/tank-00640.npz": "b7d7987a92a9d71cc28d54e342215c51af311aef480ea61000bf27e1f030333b", + "episodes/battery-00641.npz": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc", + "episodes/thermal-00642.npz": "80c05d3d60eb9f5ab11be3d3fd4ed6325cb7732c89b73c237f6d5eeb0f9e6f7b", + "episodes/tank-00643.npz": "2ed6167204b2764da673f0c253786e72df5b66e96e04a0cf9a0483c5d758611b", + "episodes/battery-00644.npz": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba", + "episodes/thermal-00645.npz": "260229ed47ab0d34bdc8b9b39857a6441968ecac0b2eb5363be8955934002334", + "episodes/tank-00646.npz": "0bea6c5f6240c10caec521b416de306908371c108831061fd99f9e14184ec69e", + "episodes/battery-00647.npz": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f", + "episodes/thermal-00648.npz": "83a6ea7e39897f41e3336674fac328db948b01f5eb99ad262dd379e06e321393", + "episodes/tank-00649.npz": "81604a1d4c393509264067ea5bb6b2d8ea294da6ec5af9c40ddb7a1c1e937ce2", + "episodes/battery-00650.npz": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7", + "episodes/thermal-00651.npz": "e8c54bb485a0a53ed9ee458ae45e41fc447c6282d232db4fb8a370c2a83260c5", + "episodes/tank-00652.npz": "0ebf2d1ea9bfabfb310d338a2f2e8445bfd99e47579ff18e4179e820346dc2a1", + "episodes/battery-00653.npz": "4e82da6eab94db11bbe32aa94f4a4e39db2293ba48c1cb7c53f2647f3e9deb70", + "episodes/thermal-00654.npz": "5e235e85e47f8e1acf7b9f66110b259688c09ca1655dc54d4eb10d4fc254dd0d", + "episodes/tank-00655.npz": "d45c295a9e225c48a1df52672fbf1d72c794be7532002102712ee08496d7aef2", + "episodes/battery-00656.npz": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f", + "episodes/thermal-00657.npz": "b1d62c63b7f52ccaaa4167aed193511e89bed753ee048ae7d95e34de7fe813f5", + "episodes/tank-00658.npz": "00cd83af7c502394d5511c5d07979618a824399dbd135d72a55913c4171d3f39", + "episodes/battery-00659.npz": "4644fcf30bb20d443eb9108164c4ea80a516e4018021e45352000e7fc767c382", + "episodes/thermal-00660.npz": "3a0e23da5d4fbfc04fe524fba43469fa9deffe6c1ba50706184c5417dd3be137", + "episodes/tank-00661.npz": "ab07626d253e48c7ee938c7692a879396f6f5a458f1cd702b4c1b23c9e74a4e1", + "episodes/battery-00662.npz": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef", + "episodes/thermal-00663.npz": "d9af481b038c8c0a5a9f90099eeabf33169a73506827d7f183aab4303b3eeaed", + "episodes/tank-00664.npz": "921eb1512692095b3f5b3e68e978b955887e6694841abc14305a0f840bce47b9", + "episodes/battery-00665.npz": "f64a6d30579c1a58cb394737ad1bb496b881008aaef592a102dd969fd70518e3", + "episodes/thermal-00666.npz": "627acdbc155af52416d291e8cf66c2bce76f334b666d084069659c5f2f6ee536", + "episodes/tank-00667.npz": "2a91a4c594616dc32efc1115cf3e515bc00a07ea3382ddfc6c5015a3f779019e", + "episodes/battery-00668.npz": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b", + "episodes/thermal-00669.npz": "a1edb5b29d421447b46cd927a21e64a2e1318ad1e1da224efd82cc7c1702b94e", + "episodes/tank-00670.npz": "2e31fea5c6d58d299bec73b4caa9435457880cbaa4966c15a6bc2f8a03aec56a", + "episodes/battery-00671.npz": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb", + "episodes/thermal-00672.npz": "1922b6f9b00b6245fb8eefa5c0099a3c06c14e52f59d925787bf897009926a46", + "episodes/tank-00673.npz": "fb8ae0b1d46d699cd2ce38c09870861efeec6d83ce54fea55c8717618eb8a50e", + "episodes/battery-00674.npz": "bea13a611dfbe69cbaee8a40a54adbb39a3c6952a585b9798bff6d0304cf24e1", + "episodes/thermal-00675.npz": "bbd3e9039b6550d46a8de1b7cfb40d72c67c4c9c214741b73ffe799cb6d13fe8", + "episodes/tank-00676.npz": "282c79224475a056fbc1b4384c67058d3731f9b2fc83d9976712699ce1e8b0aa", + "episodes/battery-00677.npz": "e5dee3247ca2ec03ed5519e782b6602834eb213fdb6587b055d00e036e5b4277", + "episodes/thermal-00678.npz": "29cf1759d9122fdf583c75ce76cdc4cf4312a74e42f0e873929d0d819ff7dbbc", + "episodes/tank-00679.npz": "9956e343dc575889566a71b182514f31c5c00bd4776ab4ad9beb54c46910f58f", + "episodes/battery-00680.npz": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c", + "episodes/thermal-00681.npz": "5b3926af46b3eaec33ebec9e262c12e6f3ab9d49c375f4aa0b178826fb019480", + "episodes/tank-00682.npz": "7156df59f932d0f893f57a1d4ce97f9028ff559d6b308c5a1d1375723e7cc5ef", + "episodes/battery-00683.npz": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb", + "episodes/thermal-00684.npz": "09b0e1dadf7e531e7deb4eec68b6e9e414dde23c37cb3e94f830494ee21ddce2", + "episodes/tank-00685.npz": "e5d0057429b085a192202936a6ec31ee933b23db1b04742b78a17e19a401548d", + "episodes/battery-00686.npz": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc", + "episodes/thermal-00687.npz": "fc251afd66e2fc04fe3c87327a7348e7b08170aeee9414ff60fe12b202d9309c", + "episodes/tank-00688.npz": "e44d94caf443dcf2726cd724f955d7db096b10f30c99b51ffa16d1688857e48c", + "episodes/battery-00689.npz": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b", + "episodes/thermal-00690.npz": "fe8a60450c7081b98181987bc7493c37a1821764094edae9e162c37661394606", + "episodes/tank-00691.npz": "32a0446281ffb7d0dba20dfb59991db0d0c15997d0c1e28a82419e8cfdef8d1c", + "episodes/battery-00692.npz": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f", + "episodes/thermal-00693.npz": "98af989962dfe84c3c7a97ba4d819c21efafa87e46e3723b2114ddd08405a2a9", + "episodes/tank-00694.npz": "5e84346011b0e70f2597641dee3e2e99ea0b98b2e60138b6679fa798598ef4f0", + "episodes/battery-00695.npz": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a", + "episodes/thermal-00696.npz": "c8094db557a87cb806aee8c509ae0e2b29fd1dc8ad88c4fa4661f5c2474ec73f", + "episodes/tank-00697.npz": "4e29455fd0f74923961db7fcba049910f960b80979aa68dd2375338c18fc2df1", + "episodes/battery-00698.npz": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e", + "episodes/thermal-00699.npz": "b6db082f50e37a0ed4b9b1b4e5e580c1743a4cb0c0623e069aef68baadfb0f48", + "episodes/tank-00700.npz": "ad2edc6c2364ee383841d754cb64472cbea90b4770f8d84e9b6fdf5a2eab77fd", + "episodes/battery-00701.npz": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04", + "episodes/thermal-00702.npz": "41467fda7cba5b9d1616dc8a664845d81f8eae6ba6910a513e47a7c3dc059766", + "episodes/tank-00703.npz": "b9d9261ab69a748536509fbeb44d2974bf53d4b35227808eaf8828a743e6d36a", + "episodes/battery-00704.npz": "96c7c3bbd58fea2319e2a3253da2a634aa90cc9f5a6eb0a7945acceb915252a2", + "episodes/thermal-00705.npz": "7c5c36febbefcbdfef027bd4d7ec879bcb0b88a3efcb1329b02b31dbae92f935", + "episodes/tank-00706.npz": "2e59c808a5b69e25369ad5409c1dc20a6de21d6fb7716c0520ef8f3cf35fa9c8", + "episodes/battery-00707.npz": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88", + "episodes/thermal-00708.npz": "a72f8697b34352169654edbe6471cc86e4097b9cf762e3a52afefe5442359bb7", + "episodes/tank-00709.npz": "be700ea37f879cbcc70d75cde2acd8f246115839bef845abebb85ce287500641", + "episodes/battery-00710.npz": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f", + "episodes/thermal-00711.npz": "c3a8d37871380c733be4d744040983397b987aba94951ca59b8ab2380a37f3ff", + "episodes/tank-00712.npz": "4d4e39c3af47eb4da9eea7457cb67d7b2acad4732bab59d6d39c2c7f34864404", + "episodes/battery-00713.npz": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5", + "episodes/thermal-00714.npz": "57641588c35d87e7b46d2ac1be00275bf1b54379c24064ec110d24cd30d6539c", + "episodes/tank-00715.npz": "3745fd247ca1b6e17744ee73445f26ffb3f4804a17d276981f49cbd3b2528834", + "episodes/battery-00716.npz": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc", + "episodes/thermal-00717.npz": "7ddc8cb4628a5333b3aa38ce3e705b33a4166278ab4f6fa980f39fa4969cf463", + "episodes/tank-00718.npz": "eaab22fadda228cd1fd3b98555e5e9edbf984e95e989ecfa49cfa18879aa890a", + "episodes/battery-00719.npz": "9dd2d683b7edd30e90351bb6e1a22db47118aa53207b119446f143674de45ecc", + "episodes/thermal-00720.npz": "ba5227b7b658fa02a0efc6fc97963fbb0040728bebfdab8c11b0dde36c758c68", + "episodes/tank-00721.npz": "2049efb4a30b06d2e448d057fa6d0844aabe0c8f60615411e9abe24bd3df67ea", + "episodes/battery-00722.npz": "7d72b2baa501820b7545a7f135a3ee86f5e66044f8832e42183cc7379d00c368", + "episodes/thermal-00723.npz": "f35c9993f282ea1f950e8989e229c70f79cc36abac0edf510567a6a4a122e22e", + "episodes/tank-00724.npz": "cdc88db1944b6f4b4b04b4d2a69440ea87e16cae0d86a14b795096dc9e62e96f", + "episodes/battery-00725.npz": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba", + "episodes/thermal-00726.npz": "2625e5ff03459c4668e35ce50182667bd29692318a463f77d2365b39d89e6b96", + "episodes/tank-00727.npz": "32fb55b2f0afaea1ad7d91fbc15263d425c8e6488e7d5bb36dab9eb66193d47c", + "episodes/battery-00728.npz": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40", + "episodes/thermal-00729.npz": "f926c5d4a89f64677f679cc5d52d2894acef62e20466d101a106385c021345d2", + "episodes/tank-00730.npz": "789cbbd97135d7652e8a15552d9e19509db277400e4a36bb78c1dcec3609bc46", + "episodes/battery-00731.npz": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa", + "episodes/thermal-00732.npz": "9e24adf6da339d1fa508cb2c1f9e168aefc9df568b8a788be876ce992f630c10", + "episodes/tank-00733.npz": "260663b06ea05d9ada0a112ece9cb51b0ad88b8de53aef8c9b3eafae687962fc", + "episodes/battery-00734.npz": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2", + "episodes/thermal-00735.npz": "8ae7ca0ea4b9ed6ea6c1acfbd6901277f33374ff0bd645cf49b5f5470ccc5e28", + "episodes/tank-00736.npz": "407a063012e280e6e65b25a72c66aed8fb65238619ece27181b167ea63c9eb33", + "episodes/battery-00737.npz": "f560b42e216ca1447126227d28908e595fa935a4ba157898c2be1da2f9ce16df", + "episodes/thermal-00738.npz": "0e97f47c19370467d07503e786c0956814aedb1431c627e883ecb758012630c2", + "episodes/tank-00739.npz": "a99ee4f8aa8ba20c4c169f0e700e8204c2d6be8bd5cbb55c943d60ea9c91b166", + "episodes/battery-00740.npz": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198", + "episodes/thermal-00741.npz": "2403a39697c8265be205aec053ee7b2bc52839cfee65e5f533283a3a31f49e1d", + "episodes/tank-00742.npz": "e856b3b23460a38d44f8265f94775a64bf0225b61c370507cb719f1ff8ce89d1", + "episodes/battery-00743.npz": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b", + "episodes/thermal-00744.npz": "47880f0ec5d91d17489d000da5e7d979c5628ac292ce91b32cdd2c3e17a9c36b", + "episodes/tank-00745.npz": "71c0165dc65f64208c0b69c8c3eb12864ac59dc388e74d9f1f173363e09d7ecf", + "episodes/battery-00746.npz": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23", + "episodes/thermal-00747.npz": "41ba7bbc578d54c56ac48144f15a78b728faad9ff2c431f6d4895e01c2bad566", + "episodes/tank-00748.npz": "b0cf6cd05bf585d425079b37409a579dc0995da1eb5684a95a9fc0ba22269f47", + "episodes/battery-00749.npz": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b", + "episodes/thermal-00750.npz": "1c381d4ebceac21dce4f22b0017296d41ba3a295d9165d5c7df17f225e764db1", + "episodes/tank-00751.npz": "8d29b82b950bab85d37fd2657ff219d411d9a56a708995ef72e5fe0a3e9105b5", + "episodes/battery-00752.npz": "278d256ea13835a4bec65f95345cf9e4260c49c7596589bc2beb16f1f754819f", + "episodes/thermal-00753.npz": "87433ec088a3b05040e551d024d8534d9568ec52a9a25118eaee2e60848bf42f", + "episodes/tank-00754.npz": "2f2178a8de40b9a40e002b0323e98a6f454ef0c4967a1f6af6fda79a4c037606", + "episodes/battery-00755.npz": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0", + "episodes/thermal-00756.npz": "f5c82d7757c6517263876142036941344e3da336012b5ab245241394a5bc9bc7", + "episodes/tank-00757.npz": "7540fc3ad854f8094b8c28ce7b70f3d24f6928e8dd0e2abc10379511c2709bd0", + "episodes/battery-00758.npz": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9", + "episodes/thermal-00759.npz": "b0c796ca2ca616421a440d8f40d41a16cdec4cfe02f1c741891e7ffd1e0210ae", + "episodes/tank-00760.npz": "5c432d2ed513cd60b2768dc02916008bab786bb8fe710a39780bab096e917bbc", + "episodes/battery-00761.npz": "b8a7265aa9c22eced8917c4857a74b99ef955c6f80b4bbd999ec5810330b24a1", + "episodes/thermal-00762.npz": "a7e95eb399b49a768ba23d44cfac355a5451d19e8c415dc41f479de29061ded2", + "episodes/tank-00763.npz": "51934fc229472430caa509a06771c5ae93c3728f8a67b8e0e88e3b877e2e5392", + "episodes/battery-00764.npz": "b6a3b0dfa5ebc0452fb08527d24aec9550248d3c128075c7e364e254dcf21fd4", + "episodes/thermal-00765.npz": "dbf2a8782328a8a72bae465c57afe765d029b6cd582ac2cda36858427a00ca84", + "episodes/tank-00766.npz": "ae52d94752c0c43a419bd64992060d6242ab8fea38fada91b2983f542cc461ed", + "episodes/battery-00767.npz": "75f9120cb6c0930a6a7a8c854056f560f3db0272046a1e60919b75f2dceab4b9", + "episodes/thermal-00768.npz": "f150295de67c11f4e0525a1a8f16ce88df1883a712604818f7de3475b670fce4", + "episodes/tank-00769.npz": "386272a4ab5c85c563e912baae6bb5263558510276cedce105f9b21991bd3060", + "episodes/battery-00770.npz": "ef811c7c6651b0a1137c58cf9b922081c8d7f02fc1af0820643ae3ab24520989", + "episodes/thermal-00771.npz": "6ec1748dacdee6bc7dc8afebf7f95a91c0691a026d2b505a0a22bf48117edaa1", + "episodes/tank-00772.npz": "40c62e460b2aa5f94adce3273717e25b9bb0b792e6559eeee63745f27578bfa2", + "episodes/battery-00773.npz": "31330f143f71a1f2529904f58ee43cf7badeb0fb2adeb099be32a1a07fd5b6b2", + "episodes/thermal-00774.npz": "376a1095bb4f433584d8109d679afe7a925174371baa31cfb94a4816435c1500", + "episodes/tank-00775.npz": "ccd8df33781c8b398e1af5620d0328e96249ddb7dc977d5165566e08a78a1693", + "episodes/battery-00776.npz": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c", + "episodes/thermal-00777.npz": "4cefac32c2debf15d798c2b3d51240aca59618535ee7fdb3bd9e98ed9c83a38a", + "episodes/tank-00778.npz": "e0cac2e316cf70b4cdc2792104ca5a8c2135a7c64942a5b67a862eb4f602fd47", + "episodes/battery-00779.npz": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a", + "episodes/thermal-00780.npz": "a4d522b74ce981f8f401399dc3a29f00a72ece6dbc3ae59dd7ff03d883041b60", + "episodes/tank-00781.npz": "0b9f4b4ef2c33b0fe42ac18e1438a06876d74bacfc39165e38e97a40c99c5cc7", + "episodes/battery-00782.npz": "f40061c7cd584220e68440433e3020e4f406f79419562939b1b8fd475c4dd9ed", + "episodes/thermal-00783.npz": "b6fc14282c45598438a2e720d09d3a0c94123ee4f96efafa53ba2fde5dc07885", + "episodes/tank-00784.npz": "18776af90bd25b843b8024641427f1db9c610da1f01cbd2f64978d0d3538ebc2", + "episodes/battery-00785.npz": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d", + "episodes/thermal-00786.npz": "6065f01846aedfa5da450ee43bb5038dc62dd9af3e2385e681d95bad4d12a13e", + "episodes/tank-00787.npz": "f4d42e05dc81384baf01cdaf24143d0fc4dd3814d849f461ac7c42934d028234", + "episodes/battery-00788.npz": "b4b098e541f2b766445fa68fc7762cecbea9d3cdc46e0ce2ef782352c95a49e5", + "episodes/thermal-00789.npz": "d52fc73ba788b46196c55e9601c8153d1f41c47819acdca6bace7c9a200183b6", + "episodes/tank-00790.npz": "8415ce5924aa519a25f3258fcd8ece00f16eb7083213cd75e8b85f182c15d357", + "episodes/battery-00791.npz": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12", + "episodes/thermal-00792.npz": "3973f01b029564ca78ca6f0f491a81bff9477ebb1abd8de58506eab467c8ff82", + "episodes/tank-00793.npz": "34ed396057ce8a1636c1e622b75e4e30732009509461d50853af5ac2ac71b22b", + "episodes/battery-00794.npz": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af", + "episodes/thermal-00795.npz": "d3ce603b51fdf56700b7e04273c0960f3d6c11116a0d1064fd9e9c782b9db1c2", + "episodes/tank-00796.npz": "ca513c6eebf39c4539832ee48f4479ca675d25610126e5cacd3eed67263ce077", + "episodes/battery-00797.npz": "84275c2c589dbbecd57fe5401db37f1e729be37756cb0c92e505374a9f604f69", + "episodes/thermal-00798.npz": "108f4b44e0635d9e0adbee841bdeee12905e121adaa09ee1f0094e5ea47817ec", + "episodes/tank-00799.npz": "17a5f6a7ab39e2aaecee0a67b1e0e511f06aff9aaccc34d269fa3a4a94ccd090", + "episodes/battery-00800.npz": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8", + "episodes/thermal-00801.npz": "362f3b7b6c7dc8e022973ce66461f6f2becb639a5b2a572cba7cbcd305b2e003", + "episodes/tank-00802.npz": "97a282b4610482cd960ecc56bf5df672a70cbbbc6a284fb10c59fbf9aa2eef94", + "episodes/battery-00803.npz": "12f3219046b88dee75a3085c0d3a13e334f3f0ba54f41fe06f86d1b01f5d9605", + "episodes/thermal-00804.npz": "5d2b3c5a9e1e653fe127024658fdb87b765d88874fc8d3698c6f9f6a1e2cc287", + "episodes/tank-00805.npz": "6be72bcd7e408f9b44863e69dfc3de153f8cae293dd3ccf5769c7098a03c5456", + "episodes/battery-00806.npz": "0ba2db3222aaca20ef6bad232db8090fbe17973f65b656313abcac2af759e9d6", + "episodes/thermal-00807.npz": "2cfa78c5b25e8623252266b41e230881b11f4e19c2cca4b64d0252b4ac7a6eff", + "episodes/tank-00808.npz": "c01b3d8ba01ff99618b70b19a394499ed16ebad0399064ddb5fdc5e024d7a7d5", + "episodes/battery-00809.npz": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf", + "episodes/thermal-00810.npz": "7b9f388b62818af7727ea58e6b4dc24728a21543e3fb6e255d8e35eae3d87b9e", + "episodes/tank-00811.npz": "349c461535b164dbd4d6475d2079885da676d35d74012aa277dc1704c01ff7da", + "episodes/battery-00812.npz": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d", + "episodes/thermal-00813.npz": "d827e0c1927340fe5a27e8bef0ca70e06e497b924ee9bc7f36e9d0028362c768", + "episodes/tank-00814.npz": "05a08d86caeeb625d5f065e1f458b7fa48be2377926e16756f618506d93ae197", + "episodes/battery-00815.npz": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f", + "episodes/thermal-00816.npz": "dd37c4f379cb39af1ca092f6e4b65f84580ce1b4cd90da15a14f4b7a6d3a2d86", + "episodes/tank-00817.npz": "524bc67a2c9dceadb2851b109614b115f95bbdff524f06dcc5513b2b62834268", + "episodes/battery-00818.npz": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed", + "episodes/thermal-00819.npz": "91bf336d3fd2ef08770143ede412a57cddd3801ce1f3eae91a065d0a3446d5c7", + "episodes/tank-00820.npz": "3586b2ec6519211fbf76525abad47ed63e5a839a2ec8a17241dc11fa3460a98e", + "episodes/battery-00821.npz": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc", + "episodes/thermal-00822.npz": "7ce46075685f1f95fb684adf1a31d21abdf41bb2b3518c5d41cfdb844846b5b7", + "episodes/tank-00823.npz": "1a8dc03f57940dafad2dca73c2dded7afc0bb5b1d5c5194dbba264c2d89eb548", + "episodes/battery-00824.npz": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3", + "episodes/thermal-00825.npz": "fef94273e92a16540a0819d6d171d406021137a4ef63ed550f4eb02e9dd4fe1d", + "episodes/tank-00826.npz": "e097ca8d25922d92caf9f0e6097760a18de1e71815a2926ed39d02810e380f51", + "episodes/battery-00827.npz": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7", + "episodes/thermal-00828.npz": "4b1ac23d61eb46293a2745b2d77e80286cfd4e60753514e2122a07227a88e9ee", + "episodes/tank-00829.npz": "26e63702448aab20a4242867c0ee9959fb71144692b66544163459e1d9c50e4e", + "episodes/battery-00830.npz": "de2bbc15662cf2e348d7762ba2929698748037c85954c9304b9143f85dd0917f", + "episodes/thermal-00831.npz": "32193eec1528ef2c2505dbaa10fffebc8e4ffc97b505db75615c8c5ea2e8ef40", + "episodes/tank-00832.npz": "d24d841332c008319ea46d1dd06ab40edd7e706ba79fbbb64bc465b9af297ddc", + "episodes/battery-00833.npz": "d84089c23801d706157eefe317a4ddb61dcf0023e5ddbb7921bfac185da3711c", + "episodes/thermal-00834.npz": "607689fdae5dd625df805e8703d8e672fd644267910cc854d1aed74442a43d63", + "episodes/tank-00835.npz": "9811d4e8004a471c15e8194d36b430808e23196923f66375f7ed42546ad539a7", + "episodes/battery-00836.npz": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471", + "episodes/thermal-00837.npz": "45bf16075b31044113f2b92f168fcf68720ae487cf9a4f3586b48fd5aa15a77f", + "episodes/tank-00838.npz": "eebdf7d20574963af9bf0237e19cb0ae378ff451a5e414c7d6f00f8b9072d543", + "episodes/battery-00839.npz": "673bbc15341727a8217f61c1b4e8d50383ba061512497240f9efa4b302a5ac8c", + "episodes/thermal-00840.npz": "68f8d54b6d4a99d16dfe5bf7e7d23838c47f9e40fcfc20f014d09534a3d347af", + "episodes/tank-00841.npz": "74a0fe5840274a6f6aceb7fcacf1ca7ee519dc9a09fa2c37bab6e5520ebd2027", + "episodes/battery-00842.npz": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd", + "episodes/thermal-00843.npz": "0dc9a6e12d5957ae1bf756331efc63551b21478494fd98ebb57b52d22ef9c1db", + "episodes/tank-00844.npz": "66b8126dd0efebf3d0019c56155b72080bbbfb578a04c509ff047d129eb09069", + "episodes/battery-00845.npz": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c", + "episodes/thermal-00846.npz": "878e2790b9012c207715c26f35343403f73c81026d595bfbe97cf425de9121a2", + "episodes/tank-00847.npz": "d3700952ed891eeea546a85b7f4bddd212abc2b2a370e864efae14cdcbc3543c", + "episodes/battery-00848.npz": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0", + "episodes/thermal-00849.npz": "515a004da48aa21d7f9f1f80e1845b0b991f128c4528b382f0713d6149cda537", + "episodes/tank-00850.npz": "b3506c5aff33e9e9512faaa150f1c3115b8e4861cbb5644002e13d4f9c6c2372", + "episodes/battery-00851.npz": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387", + "episodes/thermal-00852.npz": "17a5ad29b84117a8b0ddfbfd20dd839112b57d2a05f530d54b263bf75ee66aa9", + "episodes/tank-00853.npz": "59ad5ba79e265062c2351d856d7456b8df5a276d09e124e69f5d710f24ae32d1", + "episodes/battery-00854.npz": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a", + "episodes/thermal-00855.npz": "008e83d034a4bcd37af9bfc19e5e98dc4834a7b6aec8d7cc52c2b1e3c39c54f1", + "episodes/tank-00856.npz": "15425092f6d47d363446e55931f75b594e3d6fd18f35595400d314d7b5dbf765", + "episodes/battery-00857.npz": "e2e8faa5107df91396704362a7c5a30e91ffe2671e7f87070adae1def36be0e5", + "episodes/thermal-00858.npz": "dc94be1e2e108b4c8f792151145824af1c1313f99ccfec0f5276aca8dfb535e9", + "episodes/tank-00859.npz": "bbe5e71ee2877871df88b4e2a9e0c5f687b9a01a4ba1e260f2e0b0160eee83ca", + "episodes/battery-00860.npz": "81660d7163227515b64147f1fc46dc9b243aead1498bee2ec0599117964ee6d2", + "episodes/thermal-00861.npz": "43d1a21de6be69e356c4e1ed7bceaaf925d47418fe89c56812e9d46618842834", + "episodes/tank-00862.npz": "6561b14f76c1492267cb737dc46dd9a6b1daaf19a5d1657b9ab568b272036db9", + "episodes/battery-00863.npz": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e", + "episodes/thermal-00864.npz": "a1ea2d8876c10fe6e4ccc8bbd98f2644f7de798c5b6d0efa01e3552e9ff9349a", + "episodes/tank-00865.npz": "7a64ed4f7e236e0fe2f1c3928b0a0d78fffc13f2b824eb595d07875cfafbb82c", + "episodes/battery-00866.npz": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a", + "episodes/thermal-00867.npz": "4b2246e76930539b4d977f93c33a39f40ee8fd37070c5487664bdada75e816d5", + "episodes/tank-00868.npz": "1d90876f9d9df61cd44cb11dd923155147e0e816b3840b6e4ac9674dbf8c8c25", + "episodes/battery-00869.npz": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e", + "episodes/thermal-00870.npz": "efb837de3c75b8804729c53feaf22c345aaaf878acf8cbfaf61501d1b4d4d5a8", + "episodes/tank-00871.npz": "dd8639bf6e127c1417cfa4d4a07ff47ac95e201faea583c89136c13845751dd4", + "episodes/battery-00872.npz": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0", + "episodes/thermal-00873.npz": "ecd8058e452b68134c4c8ed702042e86e53b68802c6b29b952c69f9feb8d7e9d", + "episodes/tank-00874.npz": "4d192125be82d354d1d522a1d619b5ca7c55f2def38b8936024be43c075fcd54", + "episodes/battery-00875.npz": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c", + "episodes/thermal-00876.npz": "9c4d9ea233ae18903abce56c0fe8a2ac0909f2bfcd0ab0243a09e53e565f9704", + "episodes/tank-00877.npz": "c201321cce5f054208e563a6d154bdb15487cb51a6578ad02e3bbf98e0a03b15", + "episodes/battery-00878.npz": "027966ef5a715aa071cd6183136a6ac5acd8608f2b9dd95844c366a2e4d90bcb", + "episodes/thermal-00879.npz": "fd8d00ad979eeea1d271c98bfbb100da21103c76e38aa99f7fc65730d8101915", + "episodes/tank-00880.npz": "825740887e4d85973154d56129c5c759a0b89afda3d9eedec919ba063097a0a6", + "episodes/battery-00881.npz": "79fd47f395c6330f27da2ab49ba79bfa23ecf3a1a696ac198bb8501ed5e17409", + "episodes/thermal-00882.npz": "c53bbfdd5831c80dc3c2bdbd79ddf54a82085b869a155de60323807b338c8105", + "episodes/tank-00883.npz": "9618e270f46e43e2229fb09d58911ed8bc2c0a9c23dfaf4aebe9622596297940", + "episodes/battery-00884.npz": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650", + "episodes/thermal-00885.npz": "6cc3a383f47362aff770fe6bed11ca345cc50149f682ad04bfb246f177814d93", + "episodes/tank-00886.npz": "14c916a3d1bd0a210f6164034041f97284b14f7e17bce31b48c21c708f4be84b", + "episodes/battery-00887.npz": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba", + "episodes/thermal-00888.npz": "494544c40db4a6591a2c882710f588a44fffe5ed6fcf5514ac22765a55c6f42b", + "episodes/tank-00889.npz": "76699e938bb4bfa7d16ee98feecd686613c1fb5edf6e380f87ed8607cce3e8ef", + "episodes/battery-00890.npz": "eb4ad5c26726c11b1896602c937cbce83c943a93d6ad2f8f416a21736a8c11e2", + "episodes/thermal-00891.npz": "dfd308dcea51e4b2a80d6389164c64dca467541b362b30bee9f9f89d0b7ca0cc", + "episodes/tank-00892.npz": "40b255af904cfcd7a92c3e03b9dbf514757aa2f9ef5cae314841851ccfe258bc", + "episodes/battery-00893.npz": "a75d25179bc8a800a69f4573a3659ca531f12fcb38d98d20b37b4cfa258d0dfb", + "episodes/thermal-00894.npz": "37cb188307d8d959cfd7bca8eed7df025ba460b3aa60db293910edc591b51e31", + "episodes/tank-00895.npz": "173c0b323daea1c8ff6bf41ca4595825cf0367757af55d60752d662bc97b3795", + "episodes/battery-00896.npz": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b", + "episodes/thermal-00897.npz": "0891be677b651cf010a3f735e84ea4707a83e5d77ea298e19f545dd3d1444e1d", + "episodes/tank-00898.npz": "8e894de99a8eb5b8776270a4b064bcc237c807b213b4310bcc8be0a708404171", + "episodes/battery-00899.npz": "08c6bc4aae982dd1cb517d0bda13093d33e1437d5d59fb0eba89f6cd8f68e05b", + "episodes/thermal-00900.npz": "3c07abd2a62e25a596c3c030966f2b597599cafdfaf1c1b718e4fc0c09cb9d23", + "episodes/tank-00901.npz": "9232b7d7737691280c09ec7efbfe1d7e1ee20c4d885ccaae6ce73db1955639ff", + "episodes/battery-00902.npz": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460", + "episodes/thermal-00903.npz": "74130dc391c4ff56dfbdc5aca8880a491b78c3ab274911865b9f6b07d86bdbbf", + "episodes/tank-00904.npz": "b4fea90dd6bd9fb28a2b5d32c2277cd8cfb33235fbcff77ff446bcca782509e1", + "episodes/battery-00905.npz": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2", + "episodes/thermal-00906.npz": "8e200eda4fa1e59e7463f1c771295d65219ef0f65541c8b2bacfd9a8318d2689", + "episodes/tank-00907.npz": "7517987a899dc07b645e9ce341c488d82eaf353617cb4a70f8b4faa5d91849e6", + "episodes/battery-00908.npz": "a970dc847abe84b81c8e1d505ea55bea9e50670a06c077ddaa2ce193c3327a95", + "episodes/thermal-00909.npz": "507f177950fca68324ca51061be0a33130c0b1312ff548761374af3f25822447", + "episodes/tank-00910.npz": "c7e595e95e41e0271a7f24f6930db7a01981516dbcdb01a99d68ee0b1cb91c55", + "episodes/battery-00911.npz": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b", + "episodes/thermal-00912.npz": "6dfa28bdd86c484d1bea801a3df6d048c5df075b1345ef97071003c8bf5cdc1e", + "episodes/tank-00913.npz": "c390210b78de1bb2d0c174fdf9a6d6371b4c3d954fb3a3191f2cef7f1b3ddcc5", + "episodes/battery-00914.npz": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1", + "episodes/thermal-00915.npz": "7b9c53fe20ec97373e69f7055227486f59962053b05da3ad5c49575e94af10cb", + "episodes/tank-00916.npz": "0d09a400fda33f09b031ccc529dc638c1b6f41ffa47bf9012df5c3e252a922ac", + "episodes/battery-00917.npz": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343", + "episodes/thermal-00918.npz": "dc2674ab98fb6ba70c33560bb87d815238e9f41360d8b73177bf7e281e09c719", + "episodes/tank-00919.npz": "e4ab890225c2fdb55f2962ec4639fc3b4bc0b36233b483140f4c55dd94771fc7", + "episodes/battery-00920.npz": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9", + "episodes/thermal-00921.npz": "f3b17e066adbe1aee76cd680240048d7109570542be67752f403bde789facc33", + "episodes/tank-00922.npz": "023c0311a7bc660ae4b2f35adc7d04dc70592a4ac861c68c411cb42e61f80d13", + "episodes/battery-00923.npz": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61", + "episodes/thermal-00924.npz": "fa865323e10b9a1297215b6618f3dd2ab462125106c90f62bb96ca78fd42bebc", + "episodes/tank-00925.npz": "a7e47b7337fbebd9fa40b6e1298279038efafe3782d3811c632b94334a9ffe77", + "episodes/battery-00926.npz": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97", + "episodes/thermal-00927.npz": "63046f0a5615ba18344d72b4886c6eb96a0fdc7a83c55f95c97ed12c5ee467d9", + "episodes/tank-00928.npz": "594cce9019b812956d7cc8745061d18f84d5f25bc365dd8bbbe6df0a8d1dce40", + "episodes/battery-00929.npz": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab", + "episodes/thermal-00930.npz": "40c1e85d145aee987eb18b06dab43305ef0dbbb98ef5d6d5dedb3b912b43f3c1", + "episodes/tank-00931.npz": "aa7e15d93cee7314e2f5ecb9f7f1b2501e8d42b6e63117d19a3b3405828cdae7", + "episodes/battery-00932.npz": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa", + "episodes/thermal-00933.npz": "000cbcd5933fb4ebef84eeaff16f014bfef036837c2286eb5d482d53178b5b28", + "episodes/tank-00934.npz": "305d9d7325d48f64b4d4d0cf3a5f5ba62877af3b553e573d3987db08db1a6c42", + "episodes/battery-00935.npz": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78", + "episodes/thermal-00936.npz": "423660c3ca8026695036e13c49d1db4fb53b6aefb8e029094037734442bf9b10", + "episodes/tank-00937.npz": "36e432c1b090d243c02068b1b03ed80ebfce3acf84d5f76c9672b71c4b8f777d", + "episodes/battery-00938.npz": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585", + "episodes/thermal-00939.npz": "f79dd557d005c8fcf0cac3f2999a80a9bb494c854fabef7a8cec355bfa57bb99", + "episodes/tank-00940.npz": "5e3ee4035c0a39bd05ac513fab237e3e980eb67768b668eba112ef356ab1fcec", + "episodes/battery-00941.npz": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957", + "episodes/thermal-00942.npz": "914a85f6db2f477c1b5aa36c852d9062619541a3269ab87c499e170047d4cca9", + "episodes/tank-00943.npz": "63b23c65bfd943c9e0c6c756f90b6913067bd9ca29d200c7b4023d16562e6303", + "episodes/battery-00944.npz": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef", + "episodes/thermal-00945.npz": "73ffd08e2c22b225442db36fc1bf08d624148c5edbebebfdce44400fb57619e1", + "episodes/tank-00946.npz": "15458ec3c22c79932116843691e87b851bf2bdb1cf83f859eac4b2ecaa224848", + "episodes/battery-00947.npz": "54bf6d166afe786f3dd84471d5be505c00cf3fe5f33211495a01b70fa0125932", + "episodes/thermal-00948.npz": "362689ffe35c0de558a87a7dcf9338530011d6af243f01862459b84d210bd55d", + "episodes/tank-00949.npz": "6b9062ff30be1a9db20e913c9bbaeef50eaa1dee082b95419ea010d08010399d", + "episodes/battery-00950.npz": "345f6a482d2b3a2ae52df7e32c2fe4053b063e16ed25ca45910a24ecfbf1eb4d", + "episodes/thermal-00951.npz": "0e463ca045627386925db0f369b7b3d61963ab931d2d18b50188d637813632f6", + "episodes/tank-00952.npz": "8d324441f04a7207ddfc333bb1da775167a6e873122d17e2b770f4fc88506660", + "episodes/battery-00953.npz": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62", + "episodes/thermal-00954.npz": "c651212d4a910510181fc190715110c2dc1e5d1d8e04ea35467ef48b78928b5f", + "episodes/tank-00955.npz": "39f18fa6d2e4b68b4c133033a3de62da2c50a880b101967f892794f8f341ec70", + "episodes/battery-00956.npz": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc", + "episodes/thermal-00957.npz": "48c73a4c4ba267d18f974c5b19e646d1edf379392874424c0f96cb3925419e0e", + "episodes/tank-00958.npz": "628865f0675b67b923c6974f0377408d1076b69dbfb64bd827ed049e45d4817e", + "episodes/battery-00959.npz": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795", + "episodes/thermal-00960.npz": "88414a8244f9197c8940db08e4912357e834e5866b97880f3b1cc8c8d5d39d14", + "episodes/tank-00961.npz": "33c1cbafdac99e1ce77d02f484269c3b9422d25efab5e9cec055d957f604722c", + "episodes/battery-00962.npz": "5a642b831027c194236ef4dc5620ccd96bd4c4a11df80fa0f550a354e78fa12d", + "episodes/thermal-00963.npz": "d11f05197bc568b99ffdbdc062120c270c7f28e993f6b86cede3b1e6d5571d75", + "episodes/tank-00964.npz": "e2eade8264d17238b91992fa708faf0d3e2b95c6b6dd3be6bf3cd7f389c7378f", + "episodes/battery-00965.npz": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e", + "episodes/thermal-00966.npz": "9e7b70927140efd03b0ed0a9ef073e5275b417ae00512e83ea798313f50778dc", + "episodes/tank-00967.npz": "9ed4022307cd16e394acbce9dba2b91f8f929bf4bffcfa9759018be4786162ef", + "episodes/battery-00968.npz": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf", + "episodes/thermal-00969.npz": "48d31b8cb83cccd84ee4371fdf5037d60a4dbe4645ba3fb1ae3ae458cdc917be", + "episodes/tank-00970.npz": "63737eb6f4306e02030984c4a96089430476b67bf7065cc25b12264398d9e432", + "episodes/battery-00971.npz": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c", + "episodes/thermal-00972.npz": "626d9b4dac56e73148c0ea973ccc7a6b66e511a088b68e82c269a944a64314df", + "episodes/tank-00973.npz": "1d90d3c50c5d0527068e0d944a0c0f7e2d0fb3e3371c8c3c58a0636ce19345d2", + "episodes/battery-00974.npz": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd", + "episodes/thermal-00975.npz": "b0d5bf99bc1f5b92066a3d5432d8b7a25caecd21133ae5e969ba5c211cb7d061", + "episodes/tank-00976.npz": "0651eee057250637d79f6243a36ae006b15205b3a241caee74d5c4b3875ec0be", + "episodes/battery-00977.npz": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b", + "episodes/thermal-00978.npz": "9a4df04649e47cb5a52d625d114da622ae9c9876cd8ec3a792121c1e074181f4", + "episodes/tank-00979.npz": "bc1c4d6fe47c83dd6dc974574fcc5b41e4e3dde207074ccabb8bb16ccf643518", + "episodes/battery-00980.npz": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3", + "episodes/thermal-00981.npz": "03922f2246cc910daf15c709c83d78054c9c5bb3a6c58a77c1873f3a7cf257d6", + "episodes/tank-00982.npz": "b02ceaf511b53b1e73f7c27370af217543ca9aa28db244cb9171bd2a8f0b71be", + "episodes/battery-00983.npz": "5cf7686ff1d97817041a3fa0e004184b882baeab5af6e9cd91db29323ce5fa48", + "episodes/thermal-00984.npz": "5df75ba61861ebd90bc7ef44dc2e33137d5652eadb79934fcf172090d3ab71a3", + "episodes/tank-00985.npz": "fd823aebd9a53175c26472359b3f3cdefdae7953b2f51d2793ab5f1935716ab6", + "episodes/battery-00986.npz": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b", + "episodes/thermal-00987.npz": "40aacd660569ef0ab714306d800d849bc1b62af2abcae0927336d93c678ee4bf", + "episodes/tank-00988.npz": "e882aa586ead5438cecd6b17718b35287cfaaa90dc098d68265e0fd88369b918", + "episodes/battery-00989.npz": "e2e848fcb28ab09677ceab5b160e573604f71c9bc8378ccd40ece2bfdd0b7af4", + "episodes/thermal-00990.npz": "41488b376bd63f4b0f7538fb4b9d74f732a2e6a0271f3496baf24445df945bb8", + "episodes/tank-00991.npz": "7d4158e4add0a10ca8b644affcf64f5df27e6427fe0907a7399902c9fc4594dd", + "episodes/battery-00992.npz": "25caebb7cf5273d0f38f1da34d38fe757c68dd7636cc95fcefb547182c1478d5", + "episodes/thermal-00993.npz": "125a6987faad5952686e343f3be2b3750df5ce9cdfd2ae7406bcbaba062be779", + "episodes/tank-00994.npz": "09f662c67ff7a433befa5b81f0aa86bfc24481d86ee7698a6463707ee790332d", + "episodes/battery-00995.npz": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9", + "episodes/thermal-00996.npz": "14ff8a90d6f5300364164bc403cbdcc2d27ab6371b82890665694644a034c12a", + "episodes/tank-00997.npz": "818365484afcc516bf8fcf95b935c89056e2b5c0b5009f8becbf4946780255c1", + "episodes/battery-00998.npz": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c", + "episodes/thermal-00999.npz": "81e2b572dd26c1d8bfd979c260807d508c99cf8c67e8ce98692bb6d00b69ba8c", + "episodes/tank-01000.npz": "5eeb9e444efff5a446e1aab6f5286bc61100d5ddc1cd7971c7191dda1a2c4146", + "episodes/battery-01001.npz": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d", + "episodes/thermal-01002.npz": "bfac11ec5ee215d06a534e8fa0de4e3f19b18a6a9ba72fbede3cf92799c3ffeb", + "episodes/tank-01003.npz": "17103ad24c7c11a726f90a099ef721395688aad1cbbf2cc268cb68435212832e", + "episodes/battery-01004.npz": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b", + "episodes/thermal-01005.npz": "bef87709e6aee627b4caa61b412e0498b83c8682b435354f8ed1e531b02cebbe", + "episodes/tank-01006.npz": "8935b7712c2c7b079d909b5a4ebdbf223a941f39f59d34d6c1ec0f666a581557", + "episodes/battery-01007.npz": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54", + "episodes/thermal-01008.npz": "f0de073fd8bbf50ea11c122a184328dac5e5c768c52182a636480a7cb08e55bf", + "episodes/tank-01009.npz": "a9281dd703174dbefd225c9a765a3e67df716abdbd224c8188eed51613e91787", + "episodes/battery-01010.npz": "2b3420062203ca8f38348a13740a9e58588a49e0ed9fd3fbb19deeafd3486168", + "episodes/thermal-01011.npz": "3637556c2cb91afdbc3d52d89559acdd606147d4a20e9aa290b7fc39d19f74b4", + "episodes/tank-01012.npz": "aeb72bdded32caff643c79760433e2bb220efb773d18ccebae5b5d8bf9484aa7", + "episodes/battery-01013.npz": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6", + "episodes/thermal-01014.npz": "b9204df2bca77a3b668cd0b7f4f961a243f6fff8d5913aab8260888ac847873a", + "episodes/tank-01015.npz": "31558c924723968f2c0f469d03b1aa13f3a9338e5a29e8d2641ec822197b38ca", + "episodes/battery-01016.npz": "66d6cffd81b8256af734f6821be7c9a440687af535c34cfaf02a8700d359906c", + "episodes/thermal-01017.npz": "1c29e3a72d47899081fc32c1173217f33d6d72a5f11fe3b938833ffe25a94d5d", + "episodes/tank-01018.npz": "75c70f608ed934f4e9fd31faf18e32ac38f7ce09f0ac4579747603a273aef885", + "episodes/battery-01019.npz": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87", + "episodes/thermal-01020.npz": "94620cbe4d2248c73b77429b683fe5edd5167ac70a81658be578dc5a8b63f759", + "episodes/tank-01021.npz": "466f9d649fd254809fc3b60db210f6b3dbea65681c8badb762ab4c88d0db26f9", + "episodes/battery-01022.npz": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2", + "episodes/thermal-01023.npz": "b141f36dfc40b2d19db8c2af8c1f736113d2db8103b4f012b1767a8474a94839", + "episodes/tank-01024.npz": "a0c147b265340a710bd223f34b05b58c6d50e54fbd8173a55dd042313301a1b4", + "episodes/battery-01025.npz": "daee2c81d3f4275b87fe1662d8f56fe37caa0a9395296776843786ad1edb4fb6", + "episodes/thermal-01026.npz": "cbdf5f3a29e90c74dc7cc0802ebceb8075a6ed647d0d328c0aaa24a65035061d", + "episodes/tank-01027.npz": "74c0fd6bdad973fb00347efd155e4341d09b35d83964c5a0fac1f32d6f0c2ac5", + "episodes/battery-01028.npz": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195", + "episodes/thermal-01029.npz": "64d707c0905932a7be4fa8d26b3afa221f9a661505e69a22db3dd6524ef20698", + "episodes/tank-01030.npz": "20871af527ccd8d99f161a2cc44597c36693a96975797fede225cea082c9c1e4", + "episodes/battery-01031.npz": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80", + "episodes/thermal-01032.npz": "1bf96d3660ec6023057c05d3e864c1f17f4407df327b44744ca947ce4199e383", + "episodes/tank-01033.npz": "e368e955badf84e833deb24304386522780036f1b416602ec42f1863451cff03", + "episodes/battery-01034.npz": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7", + "episodes/thermal-01035.npz": "ac3d6cf865680a9779cc264a8fc86e56957505c5fa52cb1d8f9594838940c01d", + "episodes/tank-01036.npz": "12ac8bc903c0c4c00eb3d0ae348c0daf2ac67a91431660d0cad32f79307c42eb", + "episodes/battery-01037.npz": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94", + "episodes/thermal-01038.npz": "b2ec9e86d7ac0b5b47b383f2f106cdb43efeff36bff8efdc34c7fc01ed6f9eb8", + "episodes/tank-01039.npz": "d979e0d6bc605c80705233b669c2de8e153e7560bf8df337fc97c89ed8c9a624", + "episodes/battery-01040.npz": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701", + "episodes/thermal-01041.npz": "271cac742f8a6a92fcbaf29bf43bf0888d8e24795aa5aa87a54a68bc0ac8686f", + "episodes/tank-01042.npz": "40025a8515919c93e1c0f8320c6b4b5f11157a7d6c24328734e1020986d13f00", + "episodes/battery-01043.npz": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7", + "episodes/thermal-01044.npz": "3431ac73037b0f801b9c4422346efaa57b93f624a02f9da83342a7d72b20dfa0", + "episodes/tank-01045.npz": "e425d4479abfd41672301030d49eabb7e950056d1080f2102e3cdee732c925ae", + "episodes/battery-01046.npz": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289", + "episodes/thermal-01047.npz": "62d2ba3d6806db812a93f40ad632d13d8acb5017512a7f0922399c7d79405e51", + "episodes/tank-01048.npz": "31d7f34034930de4bdd3c8729ad122ee2c323fa3c456f168129276e0e2628efe", + "episodes/battery-01049.npz": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872", + "episodes/thermal-01050.npz": "e9c5ae5f5c29f9e5825bf70d5918dd4499cdf6d528d01e0fba8591db65c30458", + "episodes/tank-01051.npz": "4cfe81870d0520c69100d070c9f027531d5df70b4b80bdcb1affe10fcf924d69", + "episodes/battery-01052.npz": "112d6572672b03e6c312f5d1e6d7181bc9c1481e8219e1600fda13ad5b0baf52", + "episodes/thermal-01053.npz": "31bba68c1944ac4c1d6510151622cc23cfdae3ce3362a7a6b780916d0c39161d", + "episodes/tank-01054.npz": "797371d6a3f42fe20b28a39eb4e4452fa755e44d110f5c5264f493d31ad3f822", + "episodes/battery-01055.npz": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41", + "episodes/thermal-01056.npz": "8daa757f79909bd00f05fca8f4ddaacdf3ca6800bbf7a059a0bfd70ed0c808f4", + "episodes/tank-01057.npz": "db1568313f6c546bb924b03293d5c751f4bc963e6ff247d6309d84cc332ff59a", + "episodes/battery-01058.npz": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2", + "episodes/thermal-01059.npz": "c18b003fbcd1013421a6a019ffdeb2c1309fd9905ba141dc3475718fc7a7f3fa", + "episodes/tank-01060.npz": "36c8c68ec838bb8aae2e2fce5ca6c872592448f666258cb798559bac25aa9c33", + "episodes/battery-01061.npz": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd", + "episodes/thermal-01062.npz": "e9f62fdbaa99fc337ed1d046d0713b45efbff36acc3a295e67301f0d2ff1b9d7", + "episodes/tank-01063.npz": "336d20e28cda6235a7348ff7ff111c3d11d7aac41a0a4175805bb8e109a96cfc", + "episodes/battery-01064.npz": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794", + "episodes/thermal-01065.npz": "3c8bc00b3ff09f931e239a569d648c9fccceca787c33466d112424824594ce3c", + "episodes/tank-01066.npz": "8295d1de0f7cbddfcb4f6918eed7bcb2457a787f3b803ee0c0a019d967dfd3d5", + "episodes/battery-01067.npz": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507", + "episodes/thermal-01068.npz": "27d2783ce46627bf53c55604eefde3cde336e655c556454506eff350bc876d68", + "episodes/tank-01069.npz": "d067feec19c501b946b0b45091f0b5cd3c5a7a4d01d2ee95eb5826e0ccd01623", + "episodes/battery-01070.npz": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357", + "episodes/thermal-01071.npz": "41d90df8118d648a38a640f2b1eaabf817a1a178c3b28920c7028cdc5727307f", + "episodes/tank-01072.npz": "bd27bfd39c8e79bb5452ac7955ceb9fc18c146bc4e6cf35b25d1afaf267fc1b1", + "episodes/battery-01073.npz": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592", + "episodes/thermal-01074.npz": "3edfb250f442371156a7236d5f66512aef485f74b4c296dd8b69fdf050a3954a", + "episodes/tank-01075.npz": "d6e4abbdb758f54bd4378b0e24c7f5d66b01cf32916ef8d782c50419f6fcba42", + "episodes/battery-01076.npz": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5", + "episodes/thermal-01077.npz": "dedffeef036365da646a5299b6caedd78a286bc29d3d4f93ae7dd62235301a17", + "episodes/tank-01078.npz": "41df214ec5cf413c2a9c5f9e51f6bb113435be50b6eee228a4242d581037a444", + "episodes/battery-01079.npz": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba", + "episodes/thermal-01080.npz": "31989c304e22636df442bc5e10a9ea4b16cef62bd76c37d207a7ed64fbac427c", + "episodes/tank-01081.npz": "60557eda035740247b03a1af5b598b6219951e9c48878b0e98310aa15e7b4dd0", + "episodes/battery-01082.npz": "b03663b6b64c74abc3d8d88d2a819ef5537b74c67569974a329b50715ae0488b", + "episodes/thermal-01083.npz": "dc824e9c45c3018cf75435e1418e186d1108a478b23c212994ffd1fc4fba2368", + "episodes/tank-01084.npz": "a65509b3bfbf3c3f1cce1efb4d2ac239dcdd02cbb5fec5eecdab358ea9a41ebc", + "episodes/battery-01085.npz": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f", + "episodes/thermal-01086.npz": "1a840cfdc0b8f911be94bb88eda1e01edee73e6832c85952f827d2aa4f6e150e", + "episodes/tank-01087.npz": "2b691521e7569119f3414cb15f6a3a34912c2b17f5839323041d0025f0d05f46", + "episodes/battery-01088.npz": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49", + "episodes/thermal-01089.npz": "e05a694a49b53ebbdbcc6849725c8880c4cfa91af2be35626b646810a80d05f9", + "episodes/tank-01090.npz": "758d4271d30e5d6557bf175b54546e2f54a732207b57fef9494e6ba40ff822b2", + "episodes/battery-01091.npz": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb", + "episodes/thermal-01092.npz": "baa2e373a8938c43f0351fc85f77c0cecded7f1c6b4014d7925428a067449e13", + "episodes/tank-01093.npz": "3b793404d7f00d9fc7d3d23cfa5a43dabb4c424e503d7ba493966355f879edd0", + "episodes/battery-01094.npz": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5", + "episodes/thermal-01095.npz": "bb8de1496deda34b459f9d3598a6c0ee4e70e28d2cb64e05b238c4aa3204cc6e", + "episodes/tank-01096.npz": "a63bb1188dcf52db7a0228250449e9c59296201180eca66b213cfeb1f1798118", + "episodes/battery-01097.npz": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3", + "episodes/thermal-01098.npz": "54bedaa997e4de0ba4c48094c85327d98368e549c21036cb62183de43950a619", + "episodes/tank-01099.npz": "0813e078f9a71a7f4b2fa0d4648caec287dccff3fd4d7c63447c2c82ebe19c9b", + "episodes/battery-01100.npz": "5a3885a5d2229a2437c58fd40b7600656931213e6242a8819a6a68884c1be321", + "episodes/thermal-01101.npz": "964f9ea8a4e0b4d19f0d2d81b96ede72a3c2195463baa5c3943fc26b1b7154fc", + "episodes/tank-01102.npz": "0978831e527eb188796574841422c5bf4077f7dc312025db222b7fd6dd2b30f5", + "episodes/battery-01103.npz": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07", + "episodes/thermal-01104.npz": "c17da232358fcda33836e3ce4337dd70a4bfeb62e3d8217611d574a263aec1d8", + "episodes/tank-01105.npz": "b07f4dcb91d04083a2ea298c90141a92420e5d2600c053734fd25165d41a25d9", + "episodes/battery-01106.npz": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85", + "episodes/thermal-01107.npz": "7f687d6df746257a9c50f7cde6cba8b9604ad0b099481b0bf6f3c6598a20d695", + "episodes/tank-01108.npz": "09efb78975507316576ee907e174e2d8576cfa0dd31c4e1fd737b85c1cdba2ed", + "episodes/battery-01109.npz": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5", + "episodes/thermal-01110.npz": "1f0cd278c0e4b16101463ece64caa64e76119c71b0bc678bfe261017f04ec4ca", + "episodes/tank-01111.npz": "bd5af596a1615c637a27d29034093a95bdbf80e53b6d6458b80a3f72ba72495c", + "episodes/battery-01112.npz": "00c4e1a6632d9da877be3bc05d28ee6e4d882f23d22678b780f2690561ac2c53", + "episodes/thermal-01113.npz": "16626115df04d040f1e3dcebef3dbfb25c499f7603f0bb103e0bb7163109a9c3", + "episodes/tank-01114.npz": "71a2d83d4756db1a89d2327f417e52bcd3c90b959a5c5edd627737ff819ca6a2", + "episodes/battery-01115.npz": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f", + "episodes/thermal-01116.npz": "0698168bf913357b02a4c6646adec35a2524e155a6f83bb76b2f380959c62633", + "episodes/tank-01117.npz": "9c2ad4a38251da59125d42bd3d453938879e5d10ebb34638883e2246e9e9dd06", + "episodes/battery-01118.npz": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4", + "episodes/thermal-01119.npz": "2b2d4149adf3ac1e7d5780e5eddf567a31312ecbde7d2aa97799bb3b841ded9a", + "episodes/tank-01120.npz": "a2b54e51f9491a3070b9e55a9a5e18b55e45bfbafeb8e0397aa025cf050322d6", + "episodes/battery-01121.npz": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1", + "episodes/thermal-01122.npz": "7ea7fa26e92535f008b0c19a6e8a7becd09a1846d8b1efa6f0828833c232d411", + "episodes/tank-01123.npz": "6adb9016c1faccf5f779aba78f356aa0a078a9ff2cdd0a5112e06bdb20dd2370", + "episodes/battery-01124.npz": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7", + "episodes/thermal-01125.npz": "898f5a6d36783d82b912f5ecf18a38ccd0408bc7653f16d814205895855f45b0", + "episodes/tank-01126.npz": "ed27366a2b43c6c52262414d23e382a82e677b8e1ec3e97c6473dab602609696", + "episodes/battery-01127.npz": "bc893e1570a1943727780cb91be038512355c6ef72969a5a2e9077fb052998e8", + "episodes/thermal-01128.npz": "fea15efc6f8fedaea02637a41b511043be362529ff9f3d1195bbd14661b7c32b", + "episodes/tank-01129.npz": "9f8f708b4541d7f5cc67be0005dc845748e4753446b427ea5cebf72294f4cba6", + "episodes/battery-01130.npz": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113", + "episodes/thermal-01131.npz": "e60a55b265662ce0f7bcd289046d7a192676db31634cd8711ed9b92ff6d87e64", + "episodes/tank-01132.npz": "3ff373c0b127a072d9010752f7124b549b78a552599684816bfb04fd842b4a26", + "episodes/battery-01133.npz": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f", + "episodes/thermal-01134.npz": "e43c6cd94344b37eebc75c136b9de42f8b168039dde7f93c688f54863e134d72", + "episodes/tank-01135.npz": "3f5486eba3adbc5581af492426f74de418852306cfb1cdcc2800d9f3ff9b06a3", + "episodes/battery-01136.npz": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253", + "episodes/thermal-01137.npz": "f9e7b83993819320dbd83be131458b52fe1001476aa61ebb50e32d2e7d09ee50", + "episodes/tank-01138.npz": "d5380a128ea6eed895490cd0a85094e3fa5f7ea701549e4bcb64c7722c8d637b", + "episodes/battery-01139.npz": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779", + "episodes/thermal-01140.npz": "35be7aec3cc9728816b6afd535fb47404364538395304a5fa4559016e5e1edb0", + "episodes/tank-01141.npz": "ab9aec96421d4f55d4e7d33a379bba2d2341f2bdd4dfa921bebdef6cde177616", + "episodes/battery-01142.npz": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a", + "episodes/thermal-01143.npz": "48056c6b90055d06f8470a5d56cd9718392f82f27ba2632e92bddbd3c786d4b8", + "episodes/tank-01144.npz": "a2e2cd29cfbbcb51d68d3176e04b2d19e85e46c6f34075f04903b4ca33e25c1f", + "episodes/battery-01145.npz": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507", + "episodes/thermal-01146.npz": "c833527d1ca4e711d3631cec24fd6a12730f1249a0a2d98ab04c7782ee64f5f6", + "episodes/tank-01147.npz": "98ec375f53ff56ac6a6fe3b6805711e913a3893a72d2b930570e742dd991951c", + "episodes/battery-01148.npz": "e70586b5d9302343ed7bc16c1a73f3258273ae7868629dde3c5df93aa78871d1", + "episodes/thermal-01149.npz": "74d92db21a136e5d20bd44e5d4616d7db8609b9a391568dfc70adad9fd3e0c91", + "episodes/tank-01150.npz": "1d9201c93f5c26d15e6c915b7c09d9a75b7437a76fc7907ba5362d8d42907001", + "episodes/battery-01151.npz": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d", + "episodes/thermal-01152.npz": "620060781575ef9d07f1f2846bf5061c3d66054360af45a6429e77859d85fcb5", + "episodes/tank-01153.npz": "85a231cac8962b5bdea26f71299824f03037bf09ee438595e1108b854e37b7cb", + "episodes/battery-01154.npz": "629fd5470355facca17d530305fbde6f63a3c866079b925c2551a3cf3d161404", + "episodes/thermal-01155.npz": "b92e3d7d94f0e2cded80dfa0759b51cb159eec34c15ddab678c85fdbbd3bc315", + "episodes/tank-01156.npz": "12f8d0b01ab2501bd4aa274d885326466d95e4a46bdb8a8511db28d20394ef8d", + "episodes/battery-01157.npz": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e", + "episodes/thermal-01158.npz": "338b9fd031670ce86e99a164ada8e232dd5f2804e6adaf23c903ae1219008865", + "episodes/tank-01159.npz": "5dd48e2dc0a5f4c25f9d6e149d747712911b5111fe17dbedbd42ed35e2110304", + "episodes/battery-01160.npz": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920", + "episodes/thermal-01161.npz": "89810882381adf91a0ce93c0a79b7b6ef3e5201c17becd3a45246076f48fcc48", + "episodes/tank-01162.npz": "0b3ab1d4493d4ebe3b5bea2c1f33183bb40a3706de7bc15e61819e0e7bbb5f5e", + "episodes/battery-01163.npz": "056c912707330b143440b04737015260cc9e759cf564d375988e92e0a67376aa", + "episodes/thermal-01164.npz": "2d66b50f15676e2af68c71b2408f9bfec7e82399cee65500ad3e4fcf49124eed", + "episodes/tank-01165.npz": "e2489bc4de26bbfc4e38b48adb79544feb53e6c6f372f3c57e17d16e8afe11d0", + "episodes/battery-01166.npz": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c", + "episodes/thermal-01167.npz": "f447341d4586d93309cb4c51f47fff52d968e6f449083e4c40d65cc67b71a88b", + "episodes/tank-01168.npz": "8fadea1b135862412847b4751f27b5e4036c9ed703ba4dd9e5aa542f3ef157e4", + "episodes/battery-01169.npz": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d", + "episodes/thermal-01170.npz": "78be15d1dee1194d8554264a16fdcd659f276285a8572949e24c9aec61755392", + "episodes/tank-01171.npz": "2f6e0479e890cb5e89d6ad317e782b43fce6ae34c4f417edfc988aa3aaff4cee", + "episodes/battery-01172.npz": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6", + "episodes/thermal-01173.npz": "43fa8e0d1de08718a8a6c3a91444edcf950f91f269c4c1d4f1d13c7f63e7a784", + "episodes/tank-01174.npz": "20fe2af0d3c21ce23faada8627edab707ecf4abf0e44b22b473671a93b5f546c", + "episodes/battery-01175.npz": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8", + "episodes/thermal-01176.npz": "114f1d13a52d88ab80533d0b600320bf6ed29b0c0f7b203359c0a803fb69b8a4", + "episodes/tank-01177.npz": "fb293bc62261e5fae707683f26791bab39e14fb13a056054b7499fa29f835dc1", + "episodes/battery-01178.npz": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89", + "episodes/thermal-01179.npz": "fa1344ed4c70c89b239dee23b9693cf8d81c2e32372862714abcfd1a7e51eae4", + "episodes/tank-01180.npz": "1f374574315735c7608753a5643a7c83aea69de5a2491ff2ddd4ca73d6ee6af8", + "episodes/battery-01181.npz": "232108078b8f3b4b8fdacd93e8228aa9318775396ffee8b59817ddae62979959", + "episodes/thermal-01182.npz": "295cd280cd0b91da2608b5974f1619d1579d32674521ec1fad393dcd0a07bd81", + "episodes/tank-01183.npz": "cde4943f14c8fe63c61131db14f02f03dc2f036266c4e7e47dbf33d1fb912e77", + "episodes/battery-01184.npz": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4", + "episodes/thermal-01185.npz": "3626bfed188d2c8f21c643f25fc8ff89385e84258b0e0394a925252fb08d7cfa", + "episodes/tank-01186.npz": "0c9cae0efb67ca4422d15d9c2b0d066d6615b8e36fc196eabb7153e88a4610f4", + "episodes/battery-01187.npz": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6", + "episodes/thermal-01188.npz": "6c28bd885a1af515f1220416c4edc5b647bb8ac2b1a11bbb49362e9712159949", + "episodes/tank-01189.npz": "5331352519a2885b6956e7ef137bb0f931bc7dfe842689693099618e45ab927a", + "episodes/battery-01190.npz": "361d4843593c85cbc2f5fbe2f3ff9132279d85acc1f022392b9b4cfbf4278c16", + "episodes/thermal-01191.npz": "9137557c5e3cffdc9a0c04649c0989ca57b15b8ec6eb2a635b800d782155de03", + "episodes/tank-01192.npz": "5fbcfc7a3474d9ecbc645bab5b35da7af7e43d449f7d3804353145ccbb5031f6", + "episodes/battery-01193.npz": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561", + "episodes/thermal-01194.npz": "ccffad0b6bbe4c77ae458e4df58f3330fd5fb756b44c65fb5232d88081d26b50", + "episodes/tank-01195.npz": "ab89624d397731401d2acb9feb8ce88e3a67584e31b8806fced5798dfc11a3bb", + "episodes/battery-01196.npz": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364", + "episodes/thermal-01197.npz": "46bee9e73a161be441bf9f5e17bed7f15a366e5613e0db9fe60edfb304718ee9", + "episodes/tank-01198.npz": "4c532748be9022d495fc37064fb10b664ed47ac2a101bd6d3460c2f0ecaa87b5", + "episodes/battery-01199.npz": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c" + }, + "data_bundle_sha256": "e636b31865d3c7ad49d50b3ebbdeb1c07a19cdfc9b732312905bf956b224f8b2", + "generator_version": "0.1.2", + "parent_split_system_ids": { + "train": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00068", + "battery-00074", + "battery-00080", + "battery-00083", + "battery-00104", + "battery-00107", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00188", + "battery-00275", + "battery-00281", + "battery-00287", + "battery-00296", + "battery-00299", + "battery-00305", + "battery-00308", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00482", + "battery-00527", + "battery-00566", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00653", + "battery-00665", + "battery-00674", + "battery-00677", + "battery-00752", + "battery-00761", + "battery-00764", + "battery-00767", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00893", + "battery-00950", + "battery-00962", + "battery-01010", + "battery-01016", + "battery-01025", + "battery-01100", + "battery-01127", + "battery-01190", + "tank-00010", + "tank-00046", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00337", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00544", + "tank-00553", + "tank-00574", + "tank-00577", + "tank-00586", + "tank-00601", + "tank-00616", + "tank-00625", + "tank-00634", + "tank-00679", + "tank-00682", + "tank-00769", + "tank-00775", + "tank-00796", + "tank-00808", + "tank-00874", + "tank-00883", + "tank-00913", + "tank-00928", + "tank-00934", + "tank-00940", + "tank-00952", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "tank-01198", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00039", + "thermal-00051", + "thermal-00063", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00234", + "thermal-00255", + "thermal-00261", + "thermal-00270", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00342", + "thermal-00348", + "thermal-00351", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00564", + "thermal-00567", + "thermal-00597", + "thermal-00618", + "thermal-00654", + "thermal-00660", + "thermal-00663", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00831", + "thermal-00834", + "thermal-00903", + "thermal-00924", + "thermal-00945", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01077", + "thermal-01092", + "thermal-01101", + "thermal-01131", + "thermal-01137", + "thermal-01158", + "thermal-01161", + "thermal-01170", + "thermal-01182" + ], + "test": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ] + }, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00068", + "battery-00074", + "battery-00080", + "battery-00083", + "battery-00104", + "battery-00107", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00188", + "battery-00275", + "battery-00281", + "battery-00287", + "battery-00296", + "battery-00299", + "battery-00305", + "battery-00308", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00482", + "battery-00527", + "battery-00566", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00653", + "battery-00665", + "battery-00674", + "battery-00677", + "battery-00752", + "battery-00761", + "battery-00764", + "battery-00767", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00893", + "battery-00950", + "battery-00962", + "battery-01010", + "battery-01016", + "battery-01025", + "battery-01100", + "battery-01127", + "battery-01190", + "tank-00010", + "tank-00046", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00337", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00544", + "tank-00553", + "tank-00574", + "tank-00577", + "tank-00586", + "tank-00601", + "tank-00616", + "tank-00625", + "tank-00634", + "tank-00679", + "tank-00682", + "tank-00769", + "tank-00775", + "tank-00796", + "tank-00808", + "tank-00874", + "tank-00883", + "tank-00913", + "tank-00928", + "tank-00934", + "tank-00940", + "tank-00952", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "tank-01198", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00039", + "thermal-00051", + "thermal-00063", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00234", + "thermal-00255", + "thermal-00261", + "thermal-00270", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00342", + "thermal-00348", + "thermal-00351", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00564", + "thermal-00567", + "thermal-00597", + "thermal-00618", + "thermal-00654", + "thermal-00660", + "thermal-00663", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00831", + "thermal-00834", + "thermal-00903", + "thermal-00924", + "thermal-00945", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01077", + "thermal-01092", + "thermal-01101", + "thermal-01131", + "thermal-01137", + "thermal-01158", + "thermal-01161", + "thermal-01170", + "thermal-01182" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "split_seed": 42, + "source_sha256": { + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803" + }, + "source_bundle_sha256": "6adca7f5d43d86e52b4a65317fbce12f5693df19b2add75634c938aaaec396c8", + "model_kind": "transformer", + "model_config": { + "history_steps": 24, + "future_steps": 8, + "num_fields": 20, + "num_units": 8, + "num_roles": 3, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "use_history": true + }, + "seed": 43, + "device": "mps", + "requested_device": "mps", + "cpu_fallback_reason": null, + "dtype": "float32", + "backend_smoke_passed": true, + "parameter_count": 1570434, + "normalization_fit_partition": "train", + "early_stopping_patience": 8, + "arguments": { + "data": "artifacts/poc/data", + "output": "artifacts/full/transformer/seed-43", + "families": null, + "resume": null, + "log_every_steps": 25, + "stop_after_epochs": null, + "model": "transformer", + "epochs": 50, + "batch_size": 256, + "samples": 150000, + "validation_samples": 4096, + "history_steps": 24, + "no_history": false, + "seed": 43, + "split_seed": 42, + "device": "mps", + "allow_cpu_fallback": false, + "ensemble_size": 1, + "seeds": null, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001 + }, + "epochs": [ + { + "epoch": 1, + "train_nll": 0.06956136155599316, + "train_mae": 0.24943382628743638, + "train_rmse": 0.5265780023275289, + "validation_nll": -0.33348004903597545, + "validation_mae": 0.22129772605584375, + "validation_rmse": 0.4927528147366769, + "learning_rate": 0.00012020477815699658, + "last_gradient_norm": 71.88652038574219, + "global_step": 586 + }, + { + "epoch": 2, + "train_nll": -0.43870136342471333, + "train_mae": 0.21394153169306318, + "train_rmse": 0.4853624248034104, + "validation_nll": -0.7470885383654736, + "validation_mae": 0.1853651642755007, + "validation_rmse": 0.42122651941845735, + "learning_rate": 0.00024020477815699657, + "last_gradient_norm": 58.719512939453125, + "global_step": 1172 + }, + { + "epoch": 3, + "train_nll": -0.8996285733379034, + "train_mae": 0.16191128240821578, + "train_rmse": 0.3771064204360373, + "validation_nll": -1.279014871410355, + "validation_mae": 0.11270470947729544, + "validation_rmse": 0.25674618002676264, + "learning_rate": 0.0002999179886011389, + "last_gradient_norm": 64.05083465576172, + "global_step": 1758 + }, + { + "epoch": 4, + "train_nll": -1.567339810126173, + "train_mae": 0.09676854054705133, + "train_rmse": 0.24652808092253833, + "validation_nll": -1.7251303231893405, + "validation_mae": 0.08163502007704757, + "validation_rmse": 0.2108218107171163, + "learning_rate": 0.0002992624353817517, + "last_gradient_norm": 218.4142608642578, + "global_step": 2344 + }, + { + "epoch": 5, + "train_nll": -1.7545941953536097, + "train_mae": 0.08187956805752263, + "train_rmse": 0.21708491625233606, + "validation_nll": -1.8013971727116278, + "validation_mae": 0.07410346778162542, + "validation_rmse": 0.189485810945993, + "learning_rate": 0.00029795419551040833, + "last_gradient_norm": 191.722412109375, + "global_step": 2930 + }, + { + "epoch": 6, + "train_nll": -1.8620536897994555, + "train_mae": 0.07394383121589956, + "train_rmse": 0.19836755716033416, + "validation_nll": -1.8658560709049365, + "validation_mae": 0.06977588216324386, + "validation_rmse": 0.1786742217418437, + "learning_rate": 0.0002959989895872009, + "last_gradient_norm": 250.97207641601562, + "global_step": 3516 + }, + { + "epoch": 7, + "train_nll": -1.9518255523435664, + "train_mae": 0.06793660147837728, + "train_rmse": 0.1821696301860832, + "validation_nll": -1.9886513802321775, + "validation_mae": 0.06270836211699665, + "validation_rmse": 0.15874186431969292, + "learning_rate": 0.0002934053672301536, + "last_gradient_norm": 268.43011474609375, + "global_step": 4102 + }, + { + "epoch": 8, + "train_nll": -2.0259201055429448, + "train_mae": 0.06292289562167079, + "train_rmse": 0.16780461522168358, + "validation_nll": -2.114165578077273, + "validation_mae": 0.057118888363412335, + "validation_rmse": 0.14745140841601034, + "learning_rate": 0.0002901846696899191, + "last_gradient_norm": 440.82647705078125, + "global_step": 4688 + }, + { + "epoch": 9, + "train_nll": -2.111789077943551, + "train_mae": 0.057941883105422226, + "train_rmse": 0.15418677451636095, + "validation_nll": -2.101159556721381, + "validation_mae": 0.05540805220087845, + "validation_rmse": 0.14043419772007293, + "learning_rate": 0.00028635098025737434, + "last_gradient_norm": 335.3479309082031, + "global_step": 5274 + }, + { + "epoch": 10, + "train_nll": -2.1715861028655685, + "train_mae": 0.05447342493295781, + "train_rmse": 0.1435186847591996, + "validation_nll": -2.2271592087672527, + "validation_mae": 0.05113086569289852, + "validation_rmse": 0.12950345925537826, + "learning_rate": 0.00028192106268097334, + "last_gradient_norm": 457.91094970703125, + "global_step": 5860 + }, + { + "epoch": 11, + "train_nll": -2.244806116575804, + "train_mae": 0.05109154411526945, + "train_rmse": 0.13459103347022675, + "validation_nll": -2.220698871376592, + "validation_mae": 0.04879141088344442, + "validation_rmse": 0.11985568831433802, + "learning_rate": 0.0002769142878631403, + "last_gradient_norm": 363.479248046875, + "global_step": 6446 + }, + { + "epoch": 12, + "train_nll": -2.287765123834037, + "train_mae": 0.04950735914673186, + "train_rmse": 0.129661055455417, + "validation_nll": -2.380445872665206, + "validation_mae": 0.04544189490190642, + "validation_rmse": 0.11635907904045643, + "learning_rate": 0.0002713525491562421, + "last_gradient_norm": 521.0513305664062, + "global_step": 7032 + }, + { + "epoch": 13, + "train_nll": -2.359276073698983, + "train_mae": 0.046550260185939676, + "train_rmse": 0.1227215028660749, + "validation_nll": -2.418411501325431, + "validation_mae": 0.04337077905193567, + "validation_rmse": 0.1091662411178233, + "learning_rate": 0.00026526016662852886, + "last_gradient_norm": 531.7723388671875, + "global_step": 7618 + }, + { + "epoch": 14, + "train_nll": -2.4030625992968115, + "train_mae": 0.04514588648474736, + "train_rmse": 0.11918942717369178, + "validation_nll": -2.405432366922226, + "validation_mae": 0.04303298759785521, + "validation_rmse": 0.10787089960770083, + "learning_rate": 0.00025866378071866334, + "last_gradient_norm": 464.4069519042969, + "global_step": 8204 + }, + { + "epoch": 15, + "train_nll": -1.869805847113629, + "train_mae": 0.07747920863540043, + "train_rmse": 0.19408038382365408, + "validation_nll": -2.0916022120590347, + "validation_mae": 0.0710990466802882, + "validation_rmse": 0.1800210731076368, + "learning_rate": 0.00025159223574386114, + "last_gradient_norm": 89.18191528320312, + "global_step": 8790 + }, + { + "epoch": 16, + "train_nll": -2.1623707659408433, + "train_mae": 0.05577243471335692, + "train_rmse": 0.14441961415613117, + "validation_nll": -2.4009915863304414, + "validation_mae": 0.04566988626567872, + "validation_rmse": 0.11717498884089178, + "learning_rate": 0.00024407645377103054, + "last_gradient_norm": 603.8712158203125, + "global_step": 9376 + }, + { + "epoch": 17, + "train_nll": -2.271033408998312, + "train_mae": 0.04898740240753675, + "train_rmse": 0.12560692584155553, + "validation_nll": -2.408496007108127, + "validation_mae": 0.04409796704899789, + "validation_rmse": 0.10997755428254553, + "learning_rate": 0.0002361492994024415, + "last_gradient_norm": 420.6712951660156, + "global_step": 9962 + }, + { + "epoch": 18, + "train_nll": -2.5209134983304122, + "train_mae": 0.042437568477075235, + "train_rmse": 0.11448710871246993, + "validation_nll": -2.557413032534242, + "validation_mae": 0.04015574603878763, + "validation_rmse": 0.10473521096576631, + "learning_rate": 0.00022784543606718227, + "last_gradient_norm": 542.1522216796875, + "global_step": 10548 + }, + { + "epoch": 19, + "train_nll": -2.592139626676324, + "train_mae": 0.04070974753819357, + "train_rmse": 0.11136074054653487, + "validation_nll": -2.6421398476648044, + "validation_mae": 0.03917295516575296, + "validation_rmse": 0.10301386820157629, + "learning_rate": 0.00021920117444680317, + "last_gradient_norm": 701.8224487304688, + "global_step": 11134 + }, + { + "epoch": 20, + "train_nll": -2.6521307990954694, + "train_mae": 0.039138913578360676, + "train_rmse": 0.10831656792615688, + "validation_nll": -2.6630283857948607, + "validation_mae": 0.038443786099783425, + "validation_rmse": 0.10118933177434365, + "learning_rate": 0.0002102543136979454, + "last_gradient_norm": 852.0137329101562, + "global_step": 11720 + }, + { + "epoch": 21, + "train_nll": -2.2426966319383816, + "train_mae": 0.055946818844082716, + "train_rmse": 0.14580809794196928, + "validation_nll": -2.386129005486756, + "validation_mae": 0.04427575075836782, + "validation_rmse": 0.11075837910589452, + "learning_rate": 0.00020104397616624645, + "last_gradient_norm": 302.4243469238281, + "global_step": 12306 + }, + { + "epoch": 22, + "train_nll": -2.1655391021951464, + "train_mae": 0.052728758397788685, + "train_rmse": 0.13069256387558537, + "validation_nll": -2.3784592966002402, + "validation_mae": 0.04200518513542246, + "validation_rmse": 0.10716651150712639, + "learning_rate": 0.00019161043631427666, + "last_gradient_norm": 696.4927368164062, + "global_step": 12892 + }, + { + "epoch": 23, + "train_nll": -2.2106152737627913, + "train_mae": 0.051307518048576486, + "train_rmse": 0.12880960558525542, + "validation_nll": -2.6492871786655194, + "validation_mae": 0.040174906733995985, + "validation_rmse": 0.10364850696077324, + "learning_rate": 0.00018199494461156203, + "last_gradient_norm": 242.6600799560547, + "global_step": 13478 + }, + { + "epoch": 24, + "train_nll": -2.703315947633799, + "train_mae": 0.038991121996035674, + "train_rmse": 0.10779240545083013, + "validation_nll": -2.6863708790526473, + "validation_mae": 0.03795725171763621, + "validation_rmse": 0.10012669948516574, + "learning_rate": 0.00017223954715677627, + "last_gradient_norm": 1088.0816650390625, + "global_step": 14064 + }, + { + "epoch": 25, + "train_nll": -2.7727285955415866, + "train_mae": 0.03746255991491462, + "train_rmse": 0.10521189567636484, + "validation_nll": -2.6092329960643577, + "validation_mae": 0.0388285826172028, + "validation_rmse": 0.10036048164757178, + "learning_rate": 0.00016238690182084986, + "last_gradient_norm": 880.84228515625, + "global_step": 14650 + }, + { + "epoch": 26, + "train_nll": -2.81280301021585, + "train_mae": 0.036581578595649374, + "train_rmse": 0.10353411872485463, + "validation_nll": -2.8168199305310457, + "validation_mae": 0.03573431409995399, + "validation_rmse": 0.09708474266522053, + "learning_rate": 0.00015248009171495378, + "last_gradient_norm": 956.75439453125, + "global_step": 15236 + }, + { + "epoch": 27, + "train_nll": -2.8385913487551924, + "train_mae": 0.03599983923212981, + "train_rmse": 0.10235669771912743, + "validation_nll": -2.830686994226382, + "validation_mae": 0.03554029429412171, + "validation_rmse": 0.09571619385822899, + "learning_rate": 0.00014256243679901663, + "last_gradient_norm": 937.9078979492188, + "global_step": 15822 + }, + { + "epoch": 28, + "train_nll": -2.8976706611739496, + "train_mae": 0.03499507372619841, + "train_rmse": 0.10070718095335329, + "validation_nll": -2.850142357475361, + "validation_mae": 0.03440040562821548, + "validation_rmse": 0.09503371591239057, + "learning_rate": 0.00013267730445456208, + "last_gradient_norm": 1408.844970703125, + "global_step": 16408 + }, + { + "epoch": 29, + "train_nll": -2.8966720343531938, + "train_mae": 0.03486089208888695, + "train_rmse": 0.10001813568607358, + "validation_nll": -2.914367423593831, + "validation_mae": 0.03433855428054316, + "validation_rmse": 0.09318849474445082, + "learning_rate": 0.00012286791985018355, + "last_gradient_norm": 935.122314453125, + "global_step": 16994 + }, + { + "epoch": 30, + "train_nll": -2.5807055382021913, + "train_mae": 0.045732690895088676, + "train_rmse": 0.12668487548756846, + "validation_nll": -2.261392741506241, + "validation_mae": 0.05158532245186192, + "validation_rmse": 0.12916856003728258, + "learning_rate": 0.00011317717692888012, + "last_gradient_norm": 39.374305725097656, + "global_step": 17580 + }, + { + "epoch": 31, + "train_nll": -2.5114699269434153, + "train_mae": 0.042702512950352135, + "train_rmse": 0.11169597257130884, + "validation_nll": -2.6961378110695846, + "validation_mae": 0.036974840916893605, + "validation_rmse": 0.09703434993558366, + "learning_rate": 0.0001036474508437579, + "last_gradient_norm": 817.683837890625, + "global_step": 18166 + }, + { + "epoch": 32, + "train_nll": -2.826827169116617, + "train_mae": 0.03557995821854245, + "train_rmse": 0.10059581654179643, + "validation_nll": -2.8441659381210407, + "validation_mae": 0.03483442292731032, + "validation_rmse": 0.09438851102620477, + "learning_rate": 9.432041266226686e-05, + "last_gradient_norm": 1636.944580078125, + "global_step": 18752 + }, + { + "epoch": 33, + "train_nll": -2.4905650514026045, + "train_mae": 0.041242870030848026, + "train_rmse": 0.10776578293046808, + "validation_nll": -2.5746321861808426, + "validation_mae": 0.03686061222961881, + "validation_rmse": 0.09502398087795808, + "learning_rate": 8.523684714922608e-05, + "last_gradient_norm": 1230.0067138671875, + "global_step": 19338 + }, + { + "epoch": 34, + "train_nll": -2.664205399159709, + "train_mae": 0.03771424600710949, + "train_rmse": 0.10345725127203294, + "validation_nll": -2.6777254888578748, + "validation_mae": 0.03759679477273242, + "validation_rmse": 0.09640536134632532, + "learning_rate": 7.643647442542382e-05, + "last_gradient_norm": 28.828210830688477, + "global_step": 19924 + }, + { + "epoch": 35, + "train_nll": -2.8358272057634726, + "train_mae": 0.035500706866650716, + "train_rmse": 0.09958383725451211, + "validation_nll": -2.9198767141718833, + "validation_mae": 0.033828465579448, + "validation_rmse": 0.09212048390854062, + "learning_rate": 6.795777628163599e-05, + "last_gradient_norm": 1641.8572998046875, + "global_step": 20510 + }, + { + "epoch": 36, + "train_nll": -2.984297361210812, + "train_mae": 0.03333018694140491, + "train_rmse": 0.09676720872763293, + "validation_nll": -2.9364749358599758, + "validation_mae": 0.033505644310577905, + "validation_rmse": 0.09201663522976758, + "learning_rate": 5.983782790754623e-05, + "last_gradient_norm": 580.464111328125, + "global_step": 21096 + }, + { + "epoch": 37, + "train_nll": -2.9919570929989416, + "train_mae": 0.0332440811454352, + "train_rmse": 0.09649327873390175, + "validation_nll": -2.8127305525875133, + "validation_mae": 0.03564263073908145, + "validation_rmse": 0.09395555254128633, + "learning_rate": 5.211213577137469e-05, + "last_gradient_norm": 146.104248046875, + "global_step": 21682 + }, + { + "epoch": 38, + "train_nll": -2.9379803163270366, + "train_mae": 0.03338996754597564, + "train_rmse": 0.09642398555716211, + "validation_nll": -2.935946720018745, + "validation_mae": 0.03330939040304615, + "validation_rmse": 0.09131106149430493, + "learning_rate": 4.481448235912671e-05, + "last_gradient_norm": 793.3242797851562, + "global_step": 22268 + }, + { + "epoch": 39, + "train_nll": -2.9899307374425237, + "train_mae": 0.033141536051613865, + "train_rmse": 0.09602987374449043, + "validation_nll": -3.022252560530591, + "validation_mae": 0.032612691587044246, + "validation_rmse": 0.09113918250097837, + "learning_rate": 3.797677845237696e-05, + "last_gradient_norm": 445.40667724609375, + "global_step": 22854 + }, + { + "epoch": 40, + "train_nll": -2.8900074263775446, + "train_mae": 0.03430204227403441, + "train_rmse": 0.09722526445069891, + "validation_nll": -2.9599371399564567, + "validation_mae": 0.03292293833675568, + "validation_rmse": 0.09045907743688952, + "learning_rate": 3.162892359054098e-05, + "last_gradient_norm": 353.2190856933594, + "global_step": 23440 + }, + { + "epoch": 41, + "train_nll": -3.0840099528548977, + "train_mae": 0.032052273102070115, + "train_rmse": 0.09459105859336972, + "validation_nll": -3.040450863486315, + "validation_mae": 0.03237334782410236, + "validation_rmse": 0.0902265341222435, + "learning_rate": 2.5798675327796993e-05, + "last_gradient_norm": 825.392333984375, + "global_step": 24026 + }, + { + "epoch": 42, + "train_nll": -3.0665307499455685, + "train_mae": 0.03225073409917178, + "train_rmse": 0.09472927011559558, + "validation_nll": -3.054894381943353, + "validation_mae": 0.03218182113109112, + "validation_rmse": 0.09023939803165172, + "learning_rate": 2.0511527856363895e-05, + "last_gradient_norm": 203.9109344482422, + "global_step": 24612 + }, + { + "epoch": 43, + "train_nll": -3.1247979033687083, + "train_mae": 0.03161789165518758, + "train_rmse": 0.09402148302420081, + "validation_nll": -3.019888699410849, + "validation_mae": 0.032128087009629686, + "validation_rmse": 0.0901903895807314, + "learning_rate": 1.579060052688548e-05, + "last_gradient_norm": 739.3565063476562, + "global_step": 25198 + }, + { + "epoch": 44, + "train_nll": -3.0863453815261046, + "train_mae": 0.03197789522623505, + "train_rmse": 0.09421104449026078, + "validation_nll": -3.0806323441080914, + "validation_mae": 0.03205507247691351, + "validation_rmse": 0.09000849915534169, + "learning_rate": 1.1656536753392287e-05, + "last_gradient_norm": 88.23312377929688, + "global_step": 25784 + }, + { + "epoch": 45, + "train_nll": -3.147487965819262, + "train_mae": 0.031451269298207324, + "train_rmse": 0.09368394727038427, + "validation_nll": -3.049304057155895, + "validation_mae": 0.03176893677807607, + "validation_rmse": 0.08929375371780682, + "learning_rate": 8.127413744904804e-06, + "last_gradient_norm": 87.80341339111328, + "global_step": 26370 + }, + { + "epoch": 46, + "train_nll": -3.170266681325409, + "train_mae": 0.03119424869701565, + "train_rmse": 0.09353300584893982, + "validation_nll": -3.0655149903627072, + "validation_mae": 0.031607505294217214, + "validation_rmse": 0.08916164547097967, + "learning_rate": 5.218663458397715e-06, + "last_gradient_norm": 153.16749572753906, + "global_step": 26956 + }, + { + "epoch": 47, + "train_nll": -3.1832561054739625, + "train_mae": 0.031070824494973993, + "train_rmse": 0.09340043688344814, + "validation_nll": -3.0848663795108084, + "validation_mae": 0.03160320254108461, + "validation_rmse": 0.08934802465536669, + "learning_rate": 2.9430051187785962e-06, + "last_gradient_norm": 207.46286010742188, + "global_step": 27542 + }, + { + "epoch": 48, + "train_nll": -3.1912820363579923, + "train_mae": 0.030987451213873207, + "train_rmse": 0.09329729115993722, + "validation_nll": -3.0649921817662964, + "validation_mae": 0.03149918872635145, + "validation_rmse": 0.08928041393796803, + "learning_rate": 1.3103896009537207e-06, + "last_gradient_norm": 120.52555847167969, + "global_step": 28128 + }, + { + "epoch": 49, + "train_nll": -3.19643603938028, + "train_mae": 0.03094222998744845, + "train_rmse": 0.0932342143449983, + "validation_nll": -3.058558465568228, + "validation_mae": 0.03148716735212119, + "validation_rmse": 0.08925963762527818, + "learning_rate": 3.2795591718381975e-07, + "last_gradient_norm": 143.2184600830078, + "global_step": 28714 + }, + { + "epoch": 50, + "train_nll": -3.198768503967561, + "train_mae": 0.030914723793860358, + "train_rmse": 0.09320209807474165, + "validation_nll": -3.0629018726438924, + "validation_mae": 0.03147827204633796, + "validation_rmse": 0.08925382907822417, + "learning_rate": 0.0, + "last_gradient_norm": 126.57317352294922, + "global_step": 29300 + } + ], + "planned_epochs": 50, + "total_steps": 29300, + "warmup_steps": 1465, + "training_signature": { + "model": "transformer", + "epochs": 50, + "batch_size": 256, + "samples": 150000, + "validation_samples": 4096, + "history_steps": 24, + "no_history": false, + "split_seed": 42, + "d_model": 128, + "layers": 4, + "heads": 4, + "ff_dim": 512, + "dropout": 0.0, + "learning_rate": 0.0003, + "weight_decay": 0.01, + "warmup_fraction": 0.05, + "patience": 8, + "min_delta": 0.0001, + "seed": 43, + "family_filter": null + }, + "resume_version": "tfm-resume-v1", + "resume_granularity": "completed_epoch", + "resumed_from": null, + "status": "complete", + "global_step": 29300, + "epochs_completed": 50, + "best_validation_nll": -3.0848663795108084, + "elapsed_seconds": 6202.6877727508545, + "checkpoint_sha256": "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1", + "last_checkpoint_sha256": "8a1192c556a3a3615aec4916eae97ce1560f341c8e10978ee100482232c6ec8d" +} diff --git a/studies/full-data-stopped-20261011/artifacts/poc/data/manifest.json b/studies/full-data-stopped-20261011/artifacts/poc/data/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..1a24c09d28ce8d82c5bc38829d3a60dee73e592c --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/poc/data/manifest.json @@ -0,0 +1,10841 @@ +{ + "days": 7.0, + "dt_minutes": 15, + "episodes": [ + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00000.parquet", + "path": "episodes/thermal-00000.npz", + "seed": 3444837047, + "split": "train", + "system_id": "thermal-00000" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00001.parquet", + "path": "episodes/tank-00001.npz", + "seed": 3329053876, + "split": "train", + "system_id": "tank-00001" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00002.parquet", + "path": "episodes/battery-00002.npz", + "seed": 955475868, + "split": "train", + "system_id": "battery-00002" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00003.parquet", + "path": "episodes/thermal-00003.npz", + "seed": 2541583436, + "split": "validation", + "system_id": "thermal-00003" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00004.parquet", + "path": "episodes/tank-00004.npz", + "seed": 964687612, + "split": "train", + "system_id": "tank-00004" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00005.parquet", + "path": "episodes/battery-00005.npz", + "seed": 2103693821, + "split": "train", + "system_id": "battery-00005" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00006.parquet", + "path": "episodes/thermal-00006.npz", + "seed": 709256125, + "split": "train", + "system_id": "thermal-00006" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00007.parquet", + "path": "episodes/tank-00007.npz", + "seed": 1955881634, + "split": "train", + "system_id": "tank-00007" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00008.parquet", + "path": "episodes/battery-00008.npz", + "seed": 3117874100, + "split": "train", + "system_id": "battery-00008" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00009.parquet", + "path": "episodes/thermal-00009.npz", + "seed": 3918529139, + "split": "train", + "system_id": "thermal-00009" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00010.parquet", + "path": "episodes/tank-00010.npz", + "seed": 3546534901, + "split": "validation", + "system_id": "tank-00010" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00011.parquet", + "path": "episodes/battery-00011.npz", + "seed": 544566961, + "split": "test", + "system_id": "battery-00011" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00012.parquet", + "path": "episodes/thermal-00012.npz", + "seed": 302330685, + "split": "train", + "system_id": "thermal-00012" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00013.parquet", + "path": "episodes/tank-00013.npz", + "seed": 147973762, + "split": "train", + "system_id": "tank-00013" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00014.parquet", + "path": "episodes/battery-00014.npz", + "seed": 1696477497, + "split": "train", + "system_id": "battery-00014" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00015.parquet", + "path": "episodes/thermal-00015.npz", + "seed": 2401666175, + "split": "validation", + "system_id": "thermal-00015" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00016.parquet", + "path": "episodes/tank-00016.npz", + "seed": 3904816315, + "split": "train", + "system_id": "tank-00016" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00017.parquet", + "path": "episodes/battery-00017.npz", + "seed": 4229876432, + "split": "test", + "system_id": "battery-00017" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00018.parquet", + "path": "episodes/thermal-00018.npz", + "seed": 3106682885, + "split": "test", + "system_id": "thermal-00018" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00019.parquet", + "path": "episodes/tank-00019.npz", + "seed": 4212947285, + "split": "train", + "system_id": "tank-00019" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00020.parquet", + "path": "episodes/battery-00020.npz", + "seed": 1953944769, + "split": "train", + "system_id": "battery-00020" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00021.parquet", + "path": "episodes/thermal-00021.npz", + "seed": 3856145595, + "split": "train", + "system_id": "thermal-00021" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00022.parquet", + "path": "episodes/tank-00022.npz", + "seed": 3542416922, + "split": "train", + "system_id": "tank-00022" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00023.parquet", + "path": "episodes/battery-00023.npz", + "seed": 621261082, + "split": "validation", + "system_id": "battery-00023" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00024.parquet", + "path": "episodes/thermal-00024.npz", + "seed": 2037248146, + "split": "train", + "system_id": "thermal-00024" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00025.parquet", + "path": "episodes/tank-00025.npz", + "seed": 2187595824, + "split": "train", + "system_id": "tank-00025" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00026.parquet", + "path": "episodes/battery-00026.npz", + "seed": 11250770, + "split": "train", + "system_id": "battery-00026" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00027.parquet", + "path": "episodes/thermal-00027.npz", + "seed": 2148741465, + "split": "train", + "system_id": "thermal-00027" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00028.parquet", + "path": "episodes/tank-00028.npz", + "seed": 3743065418, + "split": "train", + "system_id": "tank-00028" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00029.parquet", + "path": "episodes/battery-00029.npz", + "seed": 1350873962, + "split": "test", + "system_id": "battery-00029" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00030.parquet", + "path": "episodes/thermal-00030.npz", + "seed": 1348371050, + "split": "validation", + "system_id": "thermal-00030" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00031.parquet", + "path": "episodes/tank-00031.npz", + "seed": 542347426, + "split": "train", + "system_id": "tank-00031" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00032.parquet", + "path": "episodes/battery-00032.npz", + "seed": 3375091376, + "split": "train", + "system_id": "battery-00032" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00033.parquet", + "path": "episodes/thermal-00033.npz", + "seed": 2113493859, + "split": "train", + "system_id": "thermal-00033" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00034.parquet", + "path": "episodes/tank-00034.npz", + "seed": 592875656, + "split": "train", + "system_id": "tank-00034" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00035.parquet", + "path": "episodes/battery-00035.npz", + "seed": 1663333049, + "split": "train", + "system_id": "battery-00035" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00036.parquet", + "path": "episodes/thermal-00036.npz", + "seed": 4108110553, + "split": "train", + "system_id": "thermal-00036" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00037.parquet", + "path": "episodes/tank-00037.npz", + "seed": 3068808603, + "split": "train", + "system_id": "tank-00037" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00038.parquet", + "path": "episodes/battery-00038.npz", + "seed": 2037873572, + "split": "validation", + "system_id": "battery-00038" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00039.parquet", + "path": "episodes/thermal-00039.npz", + "seed": 1121140440, + "split": "validation", + "system_id": "thermal-00039" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00040.parquet", + "path": "episodes/tank-00040.npz", + "seed": 4198156, + "split": "train", + "system_id": "tank-00040" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00041.parquet", + "path": "episodes/battery-00041.npz", + "seed": 1108396299, + "split": "validation", + "system_id": "battery-00041" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00042.parquet", + "path": "episodes/thermal-00042.npz", + "seed": 1921063561, + "split": "test", + "system_id": "thermal-00042" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00043.parquet", + "path": "episodes/tank-00043.npz", + "seed": 2993486508, + "split": "train", + "system_id": "tank-00043" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00044.parquet", + "path": "episodes/battery-00044.npz", + "seed": 1803084054, + "split": "train", + "system_id": "battery-00044" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00045.parquet", + "path": "episodes/thermal-00045.npz", + "seed": 3179408208, + "split": "test", + "system_id": "thermal-00045" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00046.parquet", + "path": "episodes/tank-00046.npz", + "seed": 3019380458, + "split": "validation", + "system_id": "tank-00046" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00047.parquet", + "path": "episodes/battery-00047.npz", + "seed": 2739706350, + "split": "validation", + "system_id": "battery-00047" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00048.parquet", + "path": "episodes/thermal-00048.npz", + "seed": 582432533, + "split": "test", + "system_id": "thermal-00048" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00049.parquet", + "path": "episodes/tank-00049.npz", + "seed": 3097518867, + "split": "train", + "system_id": "tank-00049" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00050.parquet", + "path": "episodes/battery-00050.npz", + "seed": 4208422247, + "split": "train", + "system_id": "battery-00050" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00051.parquet", + "path": "episodes/thermal-00051.npz", + "seed": 3852943930, + "split": "validation", + "system_id": "thermal-00051" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00052.parquet", + "path": "episodes/tank-00052.npz", + "seed": 137088929, + "split": "validation", + "system_id": "tank-00052" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00053.parquet", + "path": "episodes/battery-00053.npz", + "seed": 4261804117, + "split": "train", + "system_id": "battery-00053" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00054.parquet", + "path": "episodes/thermal-00054.npz", + "seed": 3326283583, + "split": "train", + "system_id": "thermal-00054" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00055.parquet", + "path": "episodes/tank-00055.npz", + "seed": 1761293025, + "split": "train", + "system_id": "tank-00055" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00056.parquet", + "path": "episodes/battery-00056.npz", + "seed": 410607698, + "split": "train", + "system_id": "battery-00056" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00057.parquet", + "path": "episodes/thermal-00057.npz", + "seed": 2317602060, + "split": "train", + "system_id": "thermal-00057" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00058.parquet", + "path": "episodes/tank-00058.npz", + "seed": 2418595046, + "split": "train", + "system_id": "tank-00058" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00059.parquet", + "path": "episodes/battery-00059.npz", + "seed": 2096234125, + "split": "train", + "system_id": "battery-00059" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00060.parquet", + "path": "episodes/thermal-00060.npz", + "seed": 3931755640, + "split": "train", + "system_id": "thermal-00060" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00061.parquet", + "path": "episodes/tank-00061.npz", + "seed": 292613164, + "split": "train", + "system_id": "tank-00061" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00062.parquet", + "path": "episodes/battery-00062.npz", + "seed": 2562524566, + "split": "train", + "system_id": "battery-00062" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00063.parquet", + "path": "episodes/thermal-00063.npz", + "seed": 442351569, + "split": "validation", + "system_id": "thermal-00063" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00064.parquet", + "path": "episodes/tank-00064.npz", + "seed": 2239155922, + "split": "train", + "system_id": "tank-00064" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00065.parquet", + "path": "episodes/battery-00065.npz", + "seed": 1677411084, + "split": "train", + "system_id": "battery-00065" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00066.parquet", + "path": "episodes/thermal-00066.npz", + "seed": 1399578877, + "split": "test", + "system_id": "thermal-00066" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00067.parquet", + "path": "episodes/tank-00067.npz", + "seed": 3152808370, + "split": "train", + "system_id": "tank-00067" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00068.parquet", + "path": "episodes/battery-00068.npz", + "seed": 1763347297, + "split": "validation", + "system_id": "battery-00068" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00069.parquet", + "path": "episodes/thermal-00069.npz", + "seed": 3921611978, + "split": "test", + "system_id": "thermal-00069" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00070.parquet", + "path": "episodes/tank-00070.npz", + "seed": 3837071935, + "split": "train", + "system_id": "tank-00070" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00071.parquet", + "path": "episodes/battery-00071.npz", + "seed": 1107804259, + "split": "train", + "system_id": "battery-00071" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00072.parquet", + "path": "episodes/thermal-00072.npz", + "seed": 4288083534, + "split": "train", + "system_id": "thermal-00072" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00073.parquet", + "path": "episodes/tank-00073.npz", + "seed": 59171834, + "split": "train", + "system_id": "tank-00073" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00074.parquet", + "path": "episodes/battery-00074.npz", + "seed": 4088155696, + "split": "validation", + "system_id": "battery-00074" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00075.parquet", + "path": "episodes/thermal-00075.npz", + "seed": 3168181709, + "split": "train", + "system_id": "thermal-00075" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00076.parquet", + "path": "episodes/tank-00076.npz", + "seed": 2549378325, + "split": "train", + "system_id": "tank-00076" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00077.parquet", + "path": "episodes/battery-00077.npz", + "seed": 366682533, + "split": "train", + "system_id": "battery-00077" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00078.parquet", + "path": "episodes/thermal-00078.npz", + "seed": 3870477136, + "split": "train", + "system_id": "thermal-00078" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00079.parquet", + "path": "episodes/tank-00079.npz", + "seed": 4054168833, + "split": "test", + "system_id": "tank-00079" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00080.parquet", + "path": "episodes/battery-00080.npz", + "seed": 2740451381, + "split": "validation", + "system_id": "battery-00080" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00081.parquet", + "path": "episodes/thermal-00081.npz", + "seed": 1453316639, + "split": "train", + "system_id": "thermal-00081" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00082.parquet", + "path": "episodes/tank-00082.npz", + "seed": 2098100701, + "split": "train", + "system_id": "tank-00082" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00083.parquet", + "path": "episodes/battery-00083.npz", + "seed": 3115398517, + "split": "validation", + "system_id": "battery-00083" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00084.parquet", + "path": "episodes/thermal-00084.npz", + "seed": 947298945, + "split": "train", + "system_id": "thermal-00084" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00085.parquet", + "path": "episodes/tank-00085.npz", + "seed": 1432171898, + "split": "train", + "system_id": "tank-00085" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00086.parquet", + "path": "episodes/battery-00086.npz", + "seed": 3274639587, + "split": "test", + "system_id": "battery-00086" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00087.parquet", + "path": "episodes/thermal-00087.npz", + "seed": 4221635886, + "split": "train", + "system_id": "thermal-00087" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00088.parquet", + "path": "episodes/tank-00088.npz", + "seed": 3883186777, + "split": "train", + "system_id": "tank-00088" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00089.parquet", + "path": "episodes/battery-00089.npz", + "seed": 1232179551, + "split": "train", + "system_id": "battery-00089" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00090.parquet", + "path": "episodes/thermal-00090.npz", + "seed": 2651405020, + "split": "train", + "system_id": "thermal-00090" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00091.parquet", + "path": "episodes/tank-00091.npz", + "seed": 2180733470, + "split": "train", + "system_id": "tank-00091" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00092.parquet", + "path": "episodes/battery-00092.npz", + "seed": 2389933966, + "split": "train", + "system_id": "battery-00092" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00093.parquet", + "path": "episodes/thermal-00093.npz", + "seed": 2705781196, + "split": "test", + "system_id": "thermal-00093" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00094.parquet", + "path": "episodes/tank-00094.npz", + "seed": 106934553, + "split": "train", + "system_id": "tank-00094" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00095.parquet", + "path": "episodes/battery-00095.npz", + "seed": 517200760, + "split": "test", + "system_id": "battery-00095" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00096.parquet", + "path": "episodes/thermal-00096.npz", + "seed": 2323252985, + "split": "train", + "system_id": "thermal-00096" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00097.parquet", + "path": "episodes/tank-00097.npz", + "seed": 802891571, + "split": "test", + "system_id": "tank-00097" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00098.parquet", + "path": "episodes/battery-00098.npz", + "seed": 2878354454, + "split": "train", + "system_id": "battery-00098" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00099.parquet", + "path": "episodes/thermal-00099.npz", + "seed": 1366308550, + "split": "train", + "system_id": "thermal-00099" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00100.parquet", + "path": "episodes/tank-00100.npz", + "seed": 933496318, + "split": "test", + "system_id": "tank-00100" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00101.parquet", + "path": "episodes/battery-00101.npz", + "seed": 996826812, + "split": "train", + "system_id": "battery-00101" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00102.parquet", + "path": "episodes/thermal-00102.npz", + "seed": 1778940288, + "split": "test", + "system_id": "thermal-00102" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00103.parquet", + "path": "episodes/tank-00103.npz", + "seed": 4089133654, + "split": "train", + "system_id": "tank-00103" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00104.parquet", + "path": "episodes/battery-00104.npz", + "seed": 379654513, + "split": "validation", + "system_id": "battery-00104" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00105.parquet", + "path": "episodes/thermal-00105.npz", + "seed": 245220114, + "split": "test", + "system_id": "thermal-00105" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00106.parquet", + "path": "episodes/tank-00106.npz", + "seed": 177096997, + "split": "train", + "system_id": "tank-00106" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00107.parquet", + "path": "episodes/battery-00107.npz", + "seed": 3806318890, + "split": "validation", + "system_id": "battery-00107" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00108.parquet", + "path": "episodes/thermal-00108.npz", + "seed": 3273087255, + "split": "test", + "system_id": "thermal-00108" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00109.parquet", + "path": "episodes/tank-00109.npz", + "seed": 2848688625, + "split": "train", + "system_id": "tank-00109" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00110.parquet", + "path": "episodes/battery-00110.npz", + "seed": 2480881200, + "split": "train", + "system_id": "battery-00110" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00111.parquet", + "path": "episodes/thermal-00111.npz", + "seed": 668832842, + "split": "train", + "system_id": "thermal-00111" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00112.parquet", + "path": "episodes/tank-00112.npz", + "seed": 1809743151, + "split": "validation", + "system_id": "tank-00112" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00113.parquet", + "path": "episodes/battery-00113.npz", + "seed": 4060950656, + "split": "train", + "system_id": "battery-00113" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00114.parquet", + "path": "episodes/thermal-00114.npz", + "seed": 3905603988, + "split": "train", + "system_id": "thermal-00114" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00115.parquet", + "path": "episodes/tank-00115.npz", + "seed": 731041027, + "split": "train", + "system_id": "tank-00115" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00116.parquet", + "path": "episodes/battery-00116.npz", + "seed": 2285524358, + "split": "train", + "system_id": "battery-00116" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00117.parquet", + "path": "episodes/thermal-00117.npz", + "seed": 2404377623, + "split": "validation", + "system_id": "thermal-00117" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00118.parquet", + "path": "episodes/tank-00118.npz", + "seed": 183998114, + "split": "train", + "system_id": "tank-00118" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00119.parquet", + "path": "episodes/battery-00119.npz", + "seed": 1858438009, + "split": "validation", + "system_id": "battery-00119" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00120.parquet", + "path": "episodes/thermal-00120.npz", + "seed": 932871299, + "split": "train", + "system_id": "thermal-00120" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00121.parquet", + "path": "episodes/tank-00121.npz", + "seed": 481910772, + "split": "train", + "system_id": "tank-00121" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00122.parquet", + "path": "episodes/battery-00122.npz", + "seed": 235191772, + "split": "train", + "system_id": "battery-00122" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00123.parquet", + "path": "episodes/thermal-00123.npz", + "seed": 143024256, + "split": "test", + "system_id": "thermal-00123" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00124.parquet", + "path": "episodes/tank-00124.npz", + "seed": 2547969681, + "split": "train", + "system_id": "tank-00124" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00125.parquet", + "path": "episodes/battery-00125.npz", + "seed": 2554602532, + "split": "train", + "system_id": "battery-00125" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00126.parquet", + "path": "episodes/thermal-00126.npz", + "seed": 1532851514, + "split": "validation", + "system_id": "thermal-00126" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00127.parquet", + "path": "episodes/tank-00127.npz", + "seed": 4101148029, + "split": "test", + "system_id": "tank-00127" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00128.parquet", + "path": "episodes/battery-00128.npz", + "seed": 490626621, + "split": "test", + "system_id": "battery-00128" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00129.parquet", + "path": "episodes/thermal-00129.npz", + "seed": 3448959073, + "split": "test", + "system_id": "thermal-00129" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00130.parquet", + "path": "episodes/tank-00130.npz", + "seed": 1747151857, + "split": "test", + "system_id": "tank-00130" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00131.parquet", + "path": "episodes/battery-00131.npz", + "seed": 853173542, + "split": "train", + "system_id": "battery-00131" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00132.parquet", + "path": "episodes/thermal-00132.npz", + "seed": 3880694351, + "split": "train", + "system_id": "thermal-00132" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00133.parquet", + "path": "episodes/tank-00133.npz", + "seed": 3211041000, + "split": "train", + "system_id": "tank-00133" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00134.parquet", + "path": "episodes/battery-00134.npz", + "seed": 1890394171, + "split": "test", + "system_id": "battery-00134" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00135.parquet", + "path": "episodes/thermal-00135.npz", + "seed": 1744153606, + "split": "train", + "system_id": "thermal-00135" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00136.parquet", + "path": "episodes/tank-00136.npz", + "seed": 1960920616, + "split": "train", + "system_id": "tank-00136" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00137.parquet", + "path": "episodes/battery-00137.npz", + "seed": 799337840, + "split": "train", + "system_id": "battery-00137" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00138.parquet", + "path": "episodes/thermal-00138.npz", + "seed": 3898294096, + "split": "train", + "system_id": "thermal-00138" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00139.parquet", + "path": "episodes/tank-00139.npz", + "seed": 3964635517, + "split": "validation", + "system_id": "tank-00139" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00140.parquet", + "path": "episodes/battery-00140.npz", + "seed": 1811181757, + "split": "train", + "system_id": "battery-00140" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00141.parquet", + "path": "episodes/thermal-00141.npz", + "seed": 1595253487, + "split": "train", + "system_id": "thermal-00141" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00142.parquet", + "path": "episodes/tank-00142.npz", + "seed": 2579286447, + "split": "validation", + "system_id": "tank-00142" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00143.parquet", + "path": "episodes/battery-00143.npz", + "seed": 2654077742, + "split": "train", + "system_id": "battery-00143" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00144.parquet", + "path": "episodes/thermal-00144.npz", + "seed": 1661278942, + "split": "train", + "system_id": "thermal-00144" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00145.parquet", + "path": "episodes/tank-00145.npz", + "seed": 933198765, + "split": "train", + "system_id": "tank-00145" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00146.parquet", + "path": "episodes/battery-00146.npz", + "seed": 740277766, + "split": "validation", + "system_id": "battery-00146" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00147.parquet", + "path": "episodes/thermal-00147.npz", + "seed": 3845271630, + "split": "test", + "system_id": "thermal-00147" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00148.parquet", + "path": "episodes/tank-00148.npz", + "seed": 596894358, + "split": "test", + "system_id": "tank-00148" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00149.parquet", + "path": "episodes/battery-00149.npz", + "seed": 4002382262, + "split": "test", + "system_id": "battery-00149" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00150.parquet", + "path": "episodes/thermal-00150.npz", + "seed": 3524810186, + "split": "train", + "system_id": "thermal-00150" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00151.parquet", + "path": "episodes/tank-00151.npz", + "seed": 3464949430, + "split": "test", + "system_id": "tank-00151" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00152.parquet", + "path": "episodes/battery-00152.npz", + "seed": 1427223731, + "split": "test", + "system_id": "battery-00152" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00153.parquet", + "path": "episodes/thermal-00153.npz", + "seed": 351557204, + "split": "train", + "system_id": "thermal-00153" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00154.parquet", + "path": "episodes/tank-00154.npz", + "seed": 783963013, + "split": "train", + "system_id": "tank-00154" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00155.parquet", + "path": "episodes/battery-00155.npz", + "seed": 2396822387, + "split": "train", + "system_id": "battery-00155" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00156.parquet", + "path": "episodes/thermal-00156.npz", + "seed": 474024030, + "split": "train", + "system_id": "thermal-00156" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00157.parquet", + "path": "episodes/tank-00157.npz", + "seed": 3202201423, + "split": "train", + "system_id": "tank-00157" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00158.parquet", + "path": "episodes/battery-00158.npz", + "seed": 2754984875, + "split": "validation", + "system_id": "battery-00158" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00159.parquet", + "path": "episodes/thermal-00159.npz", + "seed": 1136025572, + "split": "train", + "system_id": "thermal-00159" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00160.parquet", + "path": "episodes/tank-00160.npz", + "seed": 3509953051, + "split": "validation", + "system_id": "tank-00160" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00161.parquet", + "path": "episodes/battery-00161.npz", + "seed": 2314479536, + "split": "test", + "system_id": "battery-00161" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00162.parquet", + "path": "episodes/thermal-00162.npz", + "seed": 2942316278, + "split": "train", + "system_id": "thermal-00162" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00163.parquet", + "path": "episodes/tank-00163.npz", + "seed": 738731863, + "split": "train", + "system_id": "tank-00163" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00164.parquet", + "path": "episodes/battery-00164.npz", + "seed": 2001204009, + "split": "test", + "system_id": "battery-00164" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00165.parquet", + "path": "episodes/thermal-00165.npz", + "seed": 248828829, + "split": "train", + "system_id": "thermal-00165" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00166.parquet", + "path": "episodes/tank-00166.npz", + "seed": 349066116, + "split": "train", + "system_id": "tank-00166" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00167.parquet", + "path": "episodes/battery-00167.npz", + "seed": 1455421458, + "split": "validation", + "system_id": "battery-00167" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00168.parquet", + "path": "episodes/thermal-00168.npz", + "seed": 450736244, + "split": "train", + "system_id": "thermal-00168" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00169.parquet", + "path": "episodes/tank-00169.npz", + "seed": 1063242060, + "split": "train", + "system_id": "tank-00169" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00170.parquet", + "path": "episodes/battery-00170.npz", + "seed": 2022074290, + "split": "train", + "system_id": "battery-00170" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00171.parquet", + "path": "episodes/thermal-00171.npz", + "seed": 2731050078, + "split": "test", + "system_id": "thermal-00171" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00172.parquet", + "path": "episodes/tank-00172.npz", + "seed": 1631704974, + "split": "train", + "system_id": "tank-00172" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00173.parquet", + "path": "episodes/battery-00173.npz", + "seed": 552846090, + "split": "train", + "system_id": "battery-00173" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00174.parquet", + "path": "episodes/thermal-00174.npz", + "seed": 3253636157, + "split": "train", + "system_id": "thermal-00174" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00175.parquet", + "path": "episodes/tank-00175.npz", + "seed": 2142439396, + "split": "test", + "system_id": "tank-00175" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00176.parquet", + "path": "episodes/battery-00176.npz", + "seed": 3126430425, + "split": "validation", + "system_id": "battery-00176" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00177.parquet", + "path": "episodes/thermal-00177.npz", + "seed": 4250607910, + "split": "train", + "system_id": "thermal-00177" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00178.parquet", + "path": "episodes/tank-00178.npz", + "seed": 919279100, + "split": "train", + "system_id": "tank-00178" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00179.parquet", + "path": "episodes/battery-00179.npz", + "seed": 1626188903, + "split": "train", + "system_id": "battery-00179" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00180.parquet", + "path": "episodes/thermal-00180.npz", + "seed": 3342771442, + "split": "train", + "system_id": "thermal-00180" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00181.parquet", + "path": "episodes/tank-00181.npz", + "seed": 1453155434, + "split": "train", + "system_id": "tank-00181" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00182.parquet", + "path": "episodes/battery-00182.npz", + "seed": 2471641465, + "split": "train", + "system_id": "battery-00182" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00183.parquet", + "path": "episodes/thermal-00183.npz", + "seed": 36951212, + "split": "train", + "system_id": "thermal-00183" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00184.parquet", + "path": "episodes/tank-00184.npz", + "seed": 1237508140, + "split": "train", + "system_id": "tank-00184" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00185.parquet", + "path": "episodes/battery-00185.npz", + "seed": 2722062194, + "split": "train", + "system_id": "battery-00185" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00186.parquet", + "path": "episodes/thermal-00186.npz", + "seed": 1432569056, + "split": "train", + "system_id": "thermal-00186" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00187.parquet", + "path": "episodes/tank-00187.npz", + "seed": 2453167363, + "split": "test", + "system_id": "tank-00187" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00188.parquet", + "path": "episodes/battery-00188.npz", + "seed": 3186370302, + "split": "validation", + "system_id": "battery-00188" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00189.parquet", + "path": "episodes/thermal-00189.npz", + "seed": 1676957029, + "split": "validation", + "system_id": "thermal-00189" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00190.parquet", + "path": "episodes/tank-00190.npz", + "seed": 1130051789, + "split": "test", + "system_id": "tank-00190" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00191.parquet", + "path": "episodes/battery-00191.npz", + "seed": 4150414984, + "split": "train", + "system_id": "battery-00191" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00192.parquet", + "path": "episodes/thermal-00192.npz", + "seed": 3740354176, + "split": "train", + "system_id": "thermal-00192" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00193.parquet", + "path": "episodes/tank-00193.npz", + "seed": 3425180889, + "split": "train", + "system_id": "tank-00193" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00194.parquet", + "path": "episodes/battery-00194.npz", + "seed": 795593450, + "split": "test", + "system_id": "battery-00194" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00195.parquet", + "path": "episodes/thermal-00195.npz", + "seed": 3826259928, + "split": "validation", + "system_id": "thermal-00195" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00196.parquet", + "path": "episodes/tank-00196.npz", + "seed": 3201707382, + "split": "train", + "system_id": "tank-00196" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00197.parquet", + "path": "episodes/battery-00197.npz", + "seed": 1340658179, + "split": "train", + "system_id": "battery-00197" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00198.parquet", + "path": "episodes/thermal-00198.npz", + "seed": 1166999425, + "split": "train", + "system_id": "thermal-00198" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00199.parquet", + "path": "episodes/tank-00199.npz", + "seed": 687596186, + "split": "train", + "system_id": "tank-00199" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00200.parquet", + "path": "episodes/battery-00200.npz", + "seed": 3832603222, + "split": "train", + "system_id": "battery-00200" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00201.parquet", + "path": "episodes/thermal-00201.npz", + "seed": 1538086751, + "split": "train", + "system_id": "thermal-00201" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00202.parquet", + "path": "episodes/tank-00202.npz", + "seed": 4090402186, + "split": "train", + "system_id": "tank-00202" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00203.parquet", + "path": "episodes/battery-00203.npz", + "seed": 3609933095, + "split": "train", + "system_id": "battery-00203" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00204.parquet", + "path": "episodes/thermal-00204.npz", + "seed": 2625983655, + "split": "train", + "system_id": "thermal-00204" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00205.parquet", + "path": "episodes/tank-00205.npz", + "seed": 493709424, + "split": "test", + "system_id": "tank-00205" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00206.parquet", + "path": "episodes/battery-00206.npz", + "seed": 731811911, + "split": "train", + "system_id": "battery-00206" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00207.parquet", + "path": "episodes/thermal-00207.npz", + "seed": 3796284782, + "split": "validation", + "system_id": "thermal-00207" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00208.parquet", + "path": "episodes/tank-00208.npz", + "seed": 456454139, + "split": "train", + "system_id": "tank-00208" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00209.parquet", + "path": "episodes/battery-00209.npz", + "seed": 1221721166, + "split": "train", + "system_id": "battery-00209" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00210.parquet", + "path": "episodes/thermal-00210.npz", + "seed": 1887396962, + "split": "train", + "system_id": "thermal-00210" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00211.parquet", + "path": "episodes/tank-00211.npz", + "seed": 1937853530, + "split": "validation", + "system_id": "tank-00211" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00212.parquet", + "path": "episodes/battery-00212.npz", + "seed": 785042763, + "split": "test", + "system_id": "battery-00212" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00213.parquet", + "path": "episodes/thermal-00213.npz", + "seed": 3294709998, + "split": "validation", + "system_id": "thermal-00213" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00214.parquet", + "path": "episodes/tank-00214.npz", + "seed": 2120050964, + "split": "train", + "system_id": "tank-00214" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00215.parquet", + "path": "episodes/battery-00215.npz", + "seed": 2406169480, + "split": "train", + "system_id": "battery-00215" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00216.parquet", + "path": "episodes/thermal-00216.npz", + "seed": 717876361, + "split": "train", + "system_id": "thermal-00216" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00217.parquet", + "path": "episodes/tank-00217.npz", + "seed": 3717234291, + "split": "test", + "system_id": "tank-00217" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00218.parquet", + "path": "episodes/battery-00218.npz", + "seed": 2006147515, + "split": "train", + "system_id": "battery-00218" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00219.parquet", + "path": "episodes/thermal-00219.npz", + "seed": 3911155062, + "split": "train", + "system_id": "thermal-00219" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00220.parquet", + "path": "episodes/tank-00220.npz", + "seed": 3275837675, + "split": "train", + "system_id": "tank-00220" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00221.parquet", + "path": "episodes/battery-00221.npz", + "seed": 3715378894, + "split": "train", + "system_id": "battery-00221" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00222.parquet", + "path": "episodes/thermal-00222.npz", + "seed": 4066636054, + "split": "validation", + "system_id": "thermal-00222" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00223.parquet", + "path": "episodes/tank-00223.npz", + "seed": 1737386903, + "split": "train", + "system_id": "tank-00223" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00224.parquet", + "path": "episodes/battery-00224.npz", + "seed": 3063783636, + "split": "test", + "system_id": "battery-00224" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00225.parquet", + "path": "episodes/thermal-00225.npz", + "seed": 1339399246, + "split": "train", + "system_id": "thermal-00225" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00226.parquet", + "path": "episodes/tank-00226.npz", + "seed": 2354697082, + "split": "train", + "system_id": "tank-00226" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00227.parquet", + "path": "episodes/battery-00227.npz", + "seed": 2966350410, + "split": "train", + "system_id": "battery-00227" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00228.parquet", + "path": "episodes/thermal-00228.npz", + "seed": 2042775252, + "split": "test", + "system_id": "thermal-00228" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00229.parquet", + "path": "episodes/tank-00229.npz", + "seed": 2015301801, + "split": "train", + "system_id": "tank-00229" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00230.parquet", + "path": "episodes/battery-00230.npz", + "seed": 628693836, + "split": "test", + "system_id": "battery-00230" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00231.parquet", + "path": "episodes/thermal-00231.npz", + "seed": 164195006, + "split": "train", + "system_id": "thermal-00231" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00232.parquet", + "path": "episodes/tank-00232.npz", + "seed": 592194031, + "split": "train", + "system_id": "tank-00232" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00233.parquet", + "path": "episodes/battery-00233.npz", + "seed": 3641623134, + "split": "train", + "system_id": "battery-00233" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00234.parquet", + "path": "episodes/thermal-00234.npz", + "seed": 2386518848, + "split": "validation", + "system_id": "thermal-00234" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00235.parquet", + "path": "episodes/tank-00235.npz", + "seed": 4116216573, + "split": "train", + "system_id": "tank-00235" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00236.parquet", + "path": "episodes/battery-00236.npz", + "seed": 1174179821, + "split": "train", + "system_id": "battery-00236" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00237.parquet", + "path": "episodes/thermal-00237.npz", + "seed": 3711324256, + "split": "train", + "system_id": "thermal-00237" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00238.parquet", + "path": "episodes/tank-00238.npz", + "seed": 561459684, + "split": "train", + "system_id": "tank-00238" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00239.parquet", + "path": "episodes/battery-00239.npz", + "seed": 1234601404, + "split": "test", + "system_id": "battery-00239" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00240.parquet", + "path": "episodes/thermal-00240.npz", + "seed": 3041839952, + "split": "train", + "system_id": "thermal-00240" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00241.parquet", + "path": "episodes/tank-00241.npz", + "seed": 2050352277, + "split": "validation", + "system_id": "tank-00241" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00242.parquet", + "path": "episodes/battery-00242.npz", + "seed": 2239628741, + "split": "train", + "system_id": "battery-00242" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00243.parquet", + "path": "episodes/thermal-00243.npz", + "seed": 1367811489, + "split": "train", + "system_id": "thermal-00243" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00244.parquet", + "path": "episodes/tank-00244.npz", + "seed": 3822688977, + "split": "train", + "system_id": "tank-00244" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00245.parquet", + "path": "episodes/battery-00245.npz", + "seed": 3251010222, + "split": "train", + "system_id": "battery-00245" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00246.parquet", + "path": "episodes/thermal-00246.npz", + "seed": 3919261999, + "split": "train", + "system_id": "thermal-00246" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00247.parquet", + "path": "episodes/tank-00247.npz", + "seed": 2108537199, + "split": "train", + "system_id": "tank-00247" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00248.parquet", + "path": "episodes/battery-00248.npz", + "seed": 3241287654, + "split": "train", + "system_id": "battery-00248" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00249.parquet", + "path": "episodes/thermal-00249.npz", + "seed": 3608329460, + "split": "train", + "system_id": "thermal-00249" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00250.parquet", + "path": "episodes/tank-00250.npz", + "seed": 3901758101, + "split": "train", + "system_id": "tank-00250" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00251.parquet", + "path": "episodes/battery-00251.npz", + "seed": 301003180, + "split": "train", + "system_id": "battery-00251" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00252.parquet", + "path": "episodes/thermal-00252.npz", + "seed": 1657450398, + "split": "train", + "system_id": "thermal-00252" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00253.parquet", + "path": "episodes/tank-00253.npz", + "seed": 3861483210, + "split": "test", + "system_id": "tank-00253" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00254.parquet", + "path": "episodes/battery-00254.npz", + "seed": 2933544028, + "split": "train", + "system_id": "battery-00254" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00255.parquet", + "path": "episodes/thermal-00255.npz", + "seed": 3198236280, + "split": "validation", + "system_id": "thermal-00255" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00256.parquet", + "path": "episodes/tank-00256.npz", + "seed": 3463518583, + "split": "validation", + "system_id": "tank-00256" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00257.parquet", + "path": "episodes/battery-00257.npz", + "seed": 2483442538, + "split": "train", + "system_id": "battery-00257" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00258.parquet", + "path": "episodes/thermal-00258.npz", + "seed": 3929554077, + "split": "train", + "system_id": "thermal-00258" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00259.parquet", + "path": "episodes/tank-00259.npz", + "seed": 4117549645, + "split": "train", + "system_id": "tank-00259" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00260.parquet", + "path": "episodes/battery-00260.npz", + "seed": 363360958, + "split": "test", + "system_id": "battery-00260" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00261.parquet", + "path": "episodes/thermal-00261.npz", + "seed": 274595940, + "split": "validation", + "system_id": "thermal-00261" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00262.parquet", + "path": "episodes/tank-00262.npz", + "seed": 3513396864, + "split": "train", + "system_id": "tank-00262" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00263.parquet", + "path": "episodes/battery-00263.npz", + "seed": 2887296780, + "split": "test", + "system_id": "battery-00263" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00264.parquet", + "path": "episodes/thermal-00264.npz", + "seed": 536333576, + "split": "train", + "system_id": "thermal-00264" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00265.parquet", + "path": "episodes/tank-00265.npz", + "seed": 2019718966, + "split": "train", + "system_id": "tank-00265" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00266.parquet", + "path": "episodes/battery-00266.npz", + "seed": 4220085225, + "split": "test", + "system_id": "battery-00266" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00267.parquet", + "path": "episodes/thermal-00267.npz", + "seed": 2911119000, + "split": "train", + "system_id": "thermal-00267" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00268.parquet", + "path": "episodes/tank-00268.npz", + "seed": 1664857502, + "split": "train", + "system_id": "tank-00268" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00269.parquet", + "path": "episodes/battery-00269.npz", + "seed": 1007399651, + "split": "train", + "system_id": "battery-00269" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00270.parquet", + "path": "episodes/thermal-00270.npz", + "seed": 2205514381, + "split": "validation", + "system_id": "thermal-00270" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00271.parquet", + "path": "episodes/tank-00271.npz", + "seed": 114406071, + "split": "test", + "system_id": "tank-00271" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00272.parquet", + "path": "episodes/battery-00272.npz", + "seed": 3277797288, + "split": "train", + "system_id": "battery-00272" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00273.parquet", + "path": "episodes/thermal-00273.npz", + "seed": 3551821375, + "split": "train", + "system_id": "thermal-00273" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00274.parquet", + "path": "episodes/tank-00274.npz", + "seed": 1132911408, + "split": "train", + "system_id": "tank-00274" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00275.parquet", + "path": "episodes/battery-00275.npz", + "seed": 3327985686, + "split": "validation", + "system_id": "battery-00275" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00276.parquet", + "path": "episodes/thermal-00276.npz", + "seed": 1801553227, + "split": "train", + "system_id": "thermal-00276" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00277.parquet", + "path": "episodes/tank-00277.npz", + "seed": 1671349653, + "split": "train", + "system_id": "tank-00277" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00278.parquet", + "path": "episodes/battery-00278.npz", + "seed": 329776189, + "split": "train", + "system_id": "battery-00278" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00279.parquet", + "path": "episodes/thermal-00279.npz", + "seed": 2761417133, + "split": "train", + "system_id": "thermal-00279" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00280.parquet", + "path": "episodes/tank-00280.npz", + "seed": 3546877698, + "split": "train", + "system_id": "tank-00280" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00281.parquet", + "path": "episodes/battery-00281.npz", + "seed": 2060059898, + "split": "validation", + "system_id": "battery-00281" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00282.parquet", + "path": "episodes/thermal-00282.npz", + "seed": 1378937527, + "split": "train", + "system_id": "thermal-00282" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00283.parquet", + "path": "episodes/tank-00283.npz", + "seed": 3368925689, + "split": "train", + "system_id": "tank-00283" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00284.parquet", + "path": "episodes/battery-00284.npz", + "seed": 2188427223, + "split": "train", + "system_id": "battery-00284" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00285.parquet", + "path": "episodes/thermal-00285.npz", + "seed": 2133335623, + "split": "train", + "system_id": "thermal-00285" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00286.parquet", + "path": "episodes/tank-00286.npz", + "seed": 1589304650, + "split": "validation", + "system_id": "tank-00286" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00287.parquet", + "path": "episodes/battery-00287.npz", + "seed": 3712893426, + "split": "validation", + "system_id": "battery-00287" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00288.parquet", + "path": "episodes/thermal-00288.npz", + "seed": 3157068462, + "split": "train", + "system_id": "thermal-00288" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00289.parquet", + "path": "episodes/tank-00289.npz", + "seed": 876499449, + "split": "train", + "system_id": "tank-00289" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00290.parquet", + "path": "episodes/battery-00290.npz", + "seed": 205944968, + "split": "test", + "system_id": "battery-00290" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00291.parquet", + "path": "episodes/thermal-00291.npz", + "seed": 931136603, + "split": "test", + "system_id": "thermal-00291" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00292.parquet", + "path": "episodes/tank-00292.npz", + "seed": 2753198778, + "split": "validation", + "system_id": "tank-00292" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00293.parquet", + "path": "episodes/battery-00293.npz", + "seed": 1818345459, + "split": "train", + "system_id": "battery-00293" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00294.parquet", + "path": "episodes/thermal-00294.npz", + "seed": 2259519751, + "split": "train", + "system_id": "thermal-00294" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00295.parquet", + "path": "episodes/tank-00295.npz", + "seed": 3808252726, + "split": "train", + "system_id": "tank-00295" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00296.parquet", + "path": "episodes/battery-00296.npz", + "seed": 3974378042, + "split": "validation", + "system_id": "battery-00296" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00297.parquet", + "path": "episodes/thermal-00297.npz", + "seed": 51761428, + "split": "validation", + "system_id": "thermal-00297" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00298.parquet", + "path": "episodes/tank-00298.npz", + "seed": 2117185303, + "split": "test", + "system_id": "tank-00298" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00299.parquet", + "path": "episodes/battery-00299.npz", + "seed": 1528301420, + "split": "validation", + "system_id": "battery-00299" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00300.parquet", + "path": "episodes/thermal-00300.npz", + "seed": 946655167, + "split": "train", + "system_id": "thermal-00300" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00301.parquet", + "path": "episodes/tank-00301.npz", + "seed": 2984022509, + "split": "train", + "system_id": "tank-00301" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00302.parquet", + "path": "episodes/battery-00302.npz", + "seed": 3646107651, + "split": "train", + "system_id": "battery-00302" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00303.parquet", + "path": "episodes/thermal-00303.npz", + "seed": 927130546, + "split": "train", + "system_id": "thermal-00303" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00304.parquet", + "path": "episodes/tank-00304.npz", + "seed": 3275138493, + "split": "train", + "system_id": "tank-00304" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00305.parquet", + "path": "episodes/battery-00305.npz", + "seed": 1093439145, + "split": "validation", + "system_id": "battery-00305" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00306.parquet", + "path": "episodes/thermal-00306.npz", + "seed": 3627322668, + "split": "test", + "system_id": "thermal-00306" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00307.parquet", + "path": "episodes/tank-00307.npz", + "seed": 3739756642, + "split": "train", + "system_id": "tank-00307" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00308.parquet", + "path": "episodes/battery-00308.npz", + "seed": 944823822, + "split": "validation", + "system_id": "battery-00308" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00309.parquet", + "path": "episodes/thermal-00309.npz", + "seed": 1665618691, + "split": "validation", + "system_id": "thermal-00309" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00310.parquet", + "path": "episodes/tank-00310.npz", + "seed": 236399429, + "split": "train", + "system_id": "tank-00310" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00311.parquet", + "path": "episodes/battery-00311.npz", + "seed": 2566296056, + "split": "train", + "system_id": "battery-00311" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00312.parquet", + "path": "episodes/thermal-00312.npz", + "seed": 633120585, + "split": "train", + "system_id": "thermal-00312" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00313.parquet", + "path": "episodes/tank-00313.npz", + "seed": 2349728525, + "split": "validation", + "system_id": "tank-00313" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00314.parquet", + "path": "episodes/battery-00314.npz", + "seed": 2933611936, + "split": "train", + "system_id": "battery-00314" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00315.parquet", + "path": "episodes/thermal-00315.npz", + "seed": 4035187362, + "split": "test", + "system_id": "thermal-00315" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00316.parquet", + "path": "episodes/tank-00316.npz", + "seed": 2857218561, + "split": "train", + "system_id": "tank-00316" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00317.parquet", + "path": "episodes/battery-00317.npz", + "seed": 2806997999, + "split": "validation", + "system_id": "battery-00317" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00318.parquet", + "path": "episodes/thermal-00318.npz", + "seed": 2425668145, + "split": "train", + "system_id": "thermal-00318" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00319.parquet", + "path": "episodes/tank-00319.npz", + "seed": 1168126721, + "split": "train", + "system_id": "tank-00319" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00320.parquet", + "path": "episodes/battery-00320.npz", + "seed": 2371249048, + "split": "test", + "system_id": "battery-00320" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00321.parquet", + "path": "episodes/thermal-00321.npz", + "seed": 426702449, + "split": "train", + "system_id": "thermal-00321" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00322.parquet", + "path": "episodes/tank-00322.npz", + "seed": 2123887012, + "split": "train", + "system_id": "tank-00322" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00323.parquet", + "path": "episodes/battery-00323.npz", + "seed": 1547927269, + "split": "train", + "system_id": "battery-00323" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00324.parquet", + "path": "episodes/thermal-00324.npz", + "seed": 3155120520, + "split": "train", + "system_id": "thermal-00324" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00325.parquet", + "path": "episodes/tank-00325.npz", + "seed": 3936008789, + "split": "test", + "system_id": "tank-00325" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00326.parquet", + "path": "episodes/battery-00326.npz", + "seed": 1470738327, + "split": "train", + "system_id": "battery-00326" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00327.parquet", + "path": "episodes/thermal-00327.npz", + "seed": 3492751972, + "split": "test", + "system_id": "thermal-00327" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00328.parquet", + "path": "episodes/tank-00328.npz", + "seed": 1750026077, + "split": "train", + "system_id": "tank-00328" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00329.parquet", + "path": "episodes/battery-00329.npz", + "seed": 3462862271, + "split": "train", + "system_id": "battery-00329" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00330.parquet", + "path": "episodes/thermal-00330.npz", + "seed": 1594380807, + "split": "test", + "system_id": "thermal-00330" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00331.parquet", + "path": "episodes/tank-00331.npz", + "seed": 2930469256, + "split": "validation", + "system_id": "tank-00331" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00332.parquet", + "path": "episodes/battery-00332.npz", + "seed": 3507722747, + "split": "train", + "system_id": "battery-00332" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00333.parquet", + "path": "episodes/thermal-00333.npz", + "seed": 3531381495, + "split": "validation", + "system_id": "thermal-00333" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00334.parquet", + "path": "episodes/tank-00334.npz", + "seed": 331776173, + "split": "train", + "system_id": "tank-00334" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00335.parquet", + "path": "episodes/battery-00335.npz", + "seed": 2171141099, + "split": "train", + "system_id": "battery-00335" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00336.parquet", + "path": "episodes/thermal-00336.npz", + "seed": 2326569173, + "split": "train", + "system_id": "thermal-00336" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00337.parquet", + "path": "episodes/tank-00337.npz", + "seed": 2964436740, + "split": "validation", + "system_id": "tank-00337" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00338.parquet", + "path": "episodes/battery-00338.npz", + "seed": 3563866211, + "split": "train", + "system_id": "battery-00338" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00339.parquet", + "path": "episodes/thermal-00339.npz", + "seed": 2587227407, + "split": "test", + "system_id": "thermal-00339" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00340.parquet", + "path": "episodes/tank-00340.npz", + "seed": 3664296788, + "split": "train", + "system_id": "tank-00340" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00341.parquet", + "path": "episodes/battery-00341.npz", + "seed": 1443559560, + "split": "test", + "system_id": "battery-00341" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00342.parquet", + "path": "episodes/thermal-00342.npz", + "seed": 3245907298, + "split": "validation", + "system_id": "thermal-00342" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00343.parquet", + "path": "episodes/tank-00343.npz", + "seed": 2115165155, + "split": "train", + "system_id": "tank-00343" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00344.parquet", + "path": "episodes/battery-00344.npz", + "seed": 3845852809, + "split": "train", + "system_id": "battery-00344" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00345.parquet", + "path": "episodes/thermal-00345.npz", + "seed": 1141360226, + "split": "train", + "system_id": "thermal-00345" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00346.parquet", + "path": "episodes/tank-00346.npz", + "seed": 1462208981, + "split": "train", + "system_id": "tank-00346" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00347.parquet", + "path": "episodes/battery-00347.npz", + "seed": 3631720328, + "split": "test", + "system_id": "battery-00347" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00348.parquet", + "path": "episodes/thermal-00348.npz", + "seed": 1616527900, + "split": "validation", + "system_id": "thermal-00348" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00349.parquet", + "path": "episodes/tank-00349.npz", + "seed": 1904750452, + "split": "train", + "system_id": "tank-00349" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00350.parquet", + "path": "episodes/battery-00350.npz", + "seed": 380224797, + "split": "train", + "system_id": "battery-00350" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00351.parquet", + "path": "episodes/thermal-00351.npz", + "seed": 3531835373, + "split": "validation", + "system_id": "thermal-00351" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00352.parquet", + "path": "episodes/tank-00352.npz", + "seed": 2076675103, + "split": "train", + "system_id": "tank-00352" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00353.parquet", + "path": "episodes/battery-00353.npz", + "seed": 677831983, + "split": "validation", + "system_id": "battery-00353" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00354.parquet", + "path": "episodes/thermal-00354.npz", + "seed": 3426970645, + "split": "train", + "system_id": "thermal-00354" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00355.parquet", + "path": "episodes/tank-00355.npz", + "seed": 128768387, + "split": "train", + "system_id": "tank-00355" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00356.parquet", + "path": "episodes/battery-00356.npz", + "seed": 1295965466, + "split": "train", + "system_id": "battery-00356" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00357.parquet", + "path": "episodes/thermal-00357.npz", + "seed": 2552839138, + "split": "train", + "system_id": "thermal-00357" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00358.parquet", + "path": "episodes/tank-00358.npz", + "seed": 2251271808, + "split": "train", + "system_id": "tank-00358" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00359.parquet", + "path": "episodes/battery-00359.npz", + "seed": 2196016750, + "split": "train", + "system_id": "battery-00359" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00360.parquet", + "path": "episodes/thermal-00360.npz", + "seed": 22881559, + "split": "train", + "system_id": "thermal-00360" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00361.parquet", + "path": "episodes/tank-00361.npz", + "seed": 2546560237, + "split": "train", + "system_id": "tank-00361" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00362.parquet", + "path": "episodes/battery-00362.npz", + "seed": 3556756178, + "split": "train", + "system_id": "battery-00362" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00363.parquet", + "path": "episodes/thermal-00363.npz", + "seed": 3536104411, + "split": "train", + "system_id": "thermal-00363" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00364.parquet", + "path": "episodes/tank-00364.npz", + "seed": 1646730079, + "split": "train", + "system_id": "tank-00364" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00365.parquet", + "path": "episodes/battery-00365.npz", + "seed": 901128746, + "split": "validation", + "system_id": "battery-00365" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00366.parquet", + "path": "episodes/thermal-00366.npz", + "seed": 3263276389, + "split": "validation", + "system_id": "thermal-00366" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00367.parquet", + "path": "episodes/tank-00367.npz", + "seed": 1318585581, + "split": "train", + "system_id": "tank-00367" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00368.parquet", + "path": "episodes/battery-00368.npz", + "seed": 3091001012, + "split": "train", + "system_id": "battery-00368" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00369.parquet", + "path": "episodes/thermal-00369.npz", + "seed": 2316733087, + "split": "validation", + "system_id": "thermal-00369" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00370.parquet", + "path": "episodes/tank-00370.npz", + "seed": 2314811779, + "split": "train", + "system_id": "tank-00370" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00371.parquet", + "path": "episodes/battery-00371.npz", + "seed": 3726278188, + "split": "train", + "system_id": "battery-00371" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00372.parquet", + "path": "episodes/thermal-00372.npz", + "seed": 3374057314, + "split": "train", + "system_id": "thermal-00372" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00373.parquet", + "path": "episodes/tank-00373.npz", + "seed": 1735419647, + "split": "train", + "system_id": "tank-00373" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00374.parquet", + "path": "episodes/battery-00374.npz", + "seed": 2691404454, + "split": "train", + "system_id": "battery-00374" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00375.parquet", + "path": "episodes/thermal-00375.npz", + "seed": 2979407158, + "split": "validation", + "system_id": "thermal-00375" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00376.parquet", + "path": "episodes/tank-00376.npz", + "seed": 2932078652, + "split": "test", + "system_id": "tank-00376" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00377.parquet", + "path": "episodes/battery-00377.npz", + "seed": 3075804203, + "split": "validation", + "system_id": "battery-00377" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00378.parquet", + "path": "episodes/thermal-00378.npz", + "seed": 3542655882, + "split": "train", + "system_id": "thermal-00378" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00379.parquet", + "path": "episodes/tank-00379.npz", + "seed": 1974340400, + "split": "train", + "system_id": "tank-00379" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00380.parquet", + "path": "episodes/battery-00380.npz", + "seed": 3066589424, + "split": "test", + "system_id": "battery-00380" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00381.parquet", + "path": "episodes/thermal-00381.npz", + "seed": 2544321506, + "split": "train", + "system_id": "thermal-00381" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00382.parquet", + "path": "episodes/tank-00382.npz", + "seed": 1682015789, + "split": "train", + "system_id": "tank-00382" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00383.parquet", + "path": "episodes/battery-00383.npz", + "seed": 280655267, + "split": "train", + "system_id": "battery-00383" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00384.parquet", + "path": "episodes/thermal-00384.npz", + "seed": 3206413093, + "split": "train", + "system_id": "thermal-00384" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00385.parquet", + "path": "episodes/tank-00385.npz", + "seed": 1760905969, + "split": "train", + "system_id": "tank-00385" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00386.parquet", + "path": "episodes/battery-00386.npz", + "seed": 2605889461, + "split": "train", + "system_id": "battery-00386" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00387.parquet", + "path": "episodes/thermal-00387.npz", + "seed": 4083161444, + "split": "test", + "system_id": "thermal-00387" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00388.parquet", + "path": "episodes/tank-00388.npz", + "seed": 3808854498, + "split": "train", + "system_id": "tank-00388" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00389.parquet", + "path": "episodes/battery-00389.npz", + "seed": 2267108332, + "split": "train", + "system_id": "battery-00389" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00390.parquet", + "path": "episodes/thermal-00390.npz", + "seed": 2112816073, + "split": "train", + "system_id": "thermal-00390" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00391.parquet", + "path": "episodes/tank-00391.npz", + "seed": 442095592, + "split": "test", + "system_id": "tank-00391" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00392.parquet", + "path": "episodes/battery-00392.npz", + "seed": 2981882442, + "split": "train", + "system_id": "battery-00392" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00393.parquet", + "path": "episodes/thermal-00393.npz", + "seed": 2163532592, + "split": "train", + "system_id": "thermal-00393" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00394.parquet", + "path": "episodes/tank-00394.npz", + "seed": 3724113655, + "split": "train", + "system_id": "tank-00394" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00395.parquet", + "path": "episodes/battery-00395.npz", + "seed": 239574747, + "split": "train", + "system_id": "battery-00395" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00396.parquet", + "path": "episodes/thermal-00396.npz", + "seed": 2936731430, + "split": "train", + "system_id": "thermal-00396" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00397.parquet", + "path": "episodes/tank-00397.npz", + "seed": 1566523734, + "split": "train", + "system_id": "tank-00397" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00398.parquet", + "path": "episodes/battery-00398.npz", + "seed": 1799642112, + "split": "train", + "system_id": "battery-00398" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00399.parquet", + "path": "episodes/thermal-00399.npz", + "seed": 825316965, + "split": "train", + "system_id": "thermal-00399" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00400.parquet", + "path": "episodes/tank-00400.npz", + "seed": 3213466109, + "split": "validation", + "system_id": "tank-00400" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00401.parquet", + "path": "episodes/battery-00401.npz", + "seed": 3587297036, + "split": "train", + "system_id": "battery-00401" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00402.parquet", + "path": "episodes/thermal-00402.npz", + "seed": 563369805, + "split": "train", + "system_id": "thermal-00402" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00403.parquet", + "path": "episodes/tank-00403.npz", + "seed": 1952238580, + "split": "train", + "system_id": "tank-00403" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00404.parquet", + "path": "episodes/battery-00404.npz", + "seed": 2084775874, + "split": "train", + "system_id": "battery-00404" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00405.parquet", + "path": "episodes/thermal-00405.npz", + "seed": 113695399, + "split": "train", + "system_id": "thermal-00405" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00406.parquet", + "path": "episodes/tank-00406.npz", + "seed": 509029010, + "split": "train", + "system_id": "tank-00406" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00407.parquet", + "path": "episodes/battery-00407.npz", + "seed": 4247841350, + "split": "train", + "system_id": "battery-00407" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00408.parquet", + "path": "episodes/thermal-00408.npz", + "seed": 4011559689, + "split": "test", + "system_id": "thermal-00408" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00409.parquet", + "path": "episodes/tank-00409.npz", + "seed": 3226728155, + "split": "train", + "system_id": "tank-00409" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00410.parquet", + "path": "episodes/battery-00410.npz", + "seed": 3895811583, + "split": "train", + "system_id": "battery-00410" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00411.parquet", + "path": "episodes/thermal-00411.npz", + "seed": 2683067812, + "split": "test", + "system_id": "thermal-00411" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00412.parquet", + "path": "episodes/tank-00412.npz", + "seed": 2437787186, + "split": "validation", + "system_id": "tank-00412" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00413.parquet", + "path": "episodes/battery-00413.npz", + "seed": 317980180, + "split": "validation", + "system_id": "battery-00413" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00414.parquet", + "path": "episodes/thermal-00414.npz", + "seed": 3833498496, + "split": "train", + "system_id": "thermal-00414" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00415.parquet", + "path": "episodes/tank-00415.npz", + "seed": 1056924006, + "split": "train", + "system_id": "tank-00415" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00416.parquet", + "path": "episodes/battery-00416.npz", + "seed": 2688760215, + "split": "test", + "system_id": "battery-00416" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00417.parquet", + "path": "episodes/thermal-00417.npz", + "seed": 1544747573, + "split": "test", + "system_id": "thermal-00417" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00418.parquet", + "path": "episodes/tank-00418.npz", + "seed": 2065631670, + "split": "train", + "system_id": "tank-00418" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00419.parquet", + "path": "episodes/battery-00419.npz", + "seed": 3837489629, + "split": "train", + "system_id": "battery-00419" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00420.parquet", + "path": "episodes/thermal-00420.npz", + "seed": 3460673240, + "split": "train", + "system_id": "thermal-00420" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00421.parquet", + "path": "episodes/tank-00421.npz", + "seed": 3782892692, + "split": "train", + "system_id": "tank-00421" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00422.parquet", + "path": "episodes/battery-00422.npz", + "seed": 2837315235, + "split": "train", + "system_id": "battery-00422" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00423.parquet", + "path": "episodes/thermal-00423.npz", + "seed": 437543583, + "split": "test", + "system_id": "thermal-00423" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00424.parquet", + "path": "episodes/tank-00424.npz", + "seed": 1828725374, + "split": "train", + "system_id": "tank-00424" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00425.parquet", + "path": "episodes/battery-00425.npz", + "seed": 2918916361, + "split": "train", + "system_id": "battery-00425" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00426.parquet", + "path": "episodes/thermal-00426.npz", + "seed": 3360390026, + "split": "validation", + "system_id": "thermal-00426" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00427.parquet", + "path": "episodes/tank-00427.npz", + "seed": 1546134302, + "split": "train", + "system_id": "tank-00427" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00428.parquet", + "path": "episodes/battery-00428.npz", + "seed": 1904961377, + "split": "train", + "system_id": "battery-00428" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00429.parquet", + "path": "episodes/thermal-00429.npz", + "seed": 2532077866, + "split": "train", + "system_id": "thermal-00429" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00430.parquet", + "path": "episodes/tank-00430.npz", + "seed": 1056998505, + "split": "train", + "system_id": "tank-00430" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00431.parquet", + "path": "episodes/battery-00431.npz", + "seed": 2129365008, + "split": "train", + "system_id": "battery-00431" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00432.parquet", + "path": "episodes/thermal-00432.npz", + "seed": 995408737, + "split": "train", + "system_id": "thermal-00432" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00433.parquet", + "path": "episodes/tank-00433.npz", + "seed": 623248322, + "split": "validation", + "system_id": "tank-00433" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00434.parquet", + "path": "episodes/battery-00434.npz", + "seed": 2475534178, + "split": "train", + "system_id": "battery-00434" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00435.parquet", + "path": "episodes/thermal-00435.npz", + "seed": 1920705340, + "split": "train", + "system_id": "thermal-00435" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00436.parquet", + "path": "episodes/tank-00436.npz", + "seed": 2589977508, + "split": "test", + "system_id": "tank-00436" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00437.parquet", + "path": "episodes/battery-00437.npz", + "seed": 760854788, + "split": "train", + "system_id": "battery-00437" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00438.parquet", + "path": "episodes/thermal-00438.npz", + "seed": 1762243719, + "split": "train", + "system_id": "thermal-00438" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00439.parquet", + "path": "episodes/tank-00439.npz", + "seed": 1644741110, + "split": "train", + "system_id": "tank-00439" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00440.parquet", + "path": "episodes/battery-00440.npz", + "seed": 1521556255, + "split": "train", + "system_id": "battery-00440" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00441.parquet", + "path": "episodes/thermal-00441.npz", + "seed": 1750293860, + "split": "train", + "system_id": "thermal-00441" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00442.parquet", + "path": "episodes/tank-00442.npz", + "seed": 3984781951, + "split": "train", + "system_id": "tank-00442" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00443.parquet", + "path": "episodes/battery-00443.npz", + "seed": 2813874323, + "split": "train", + "system_id": "battery-00443" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00444.parquet", + "path": "episodes/thermal-00444.npz", + "seed": 2529570336, + "split": "train", + "system_id": "thermal-00444" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00445.parquet", + "path": "episodes/tank-00445.npz", + "seed": 1022629923, + "split": "train", + "system_id": "tank-00445" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00446.parquet", + "path": "episodes/battery-00446.npz", + "seed": 2374463135, + "split": "test", + "system_id": "battery-00446" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00447.parquet", + "path": "episodes/thermal-00447.npz", + "seed": 2880444120, + "split": "train", + "system_id": "thermal-00447" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00448.parquet", + "path": "episodes/tank-00448.npz", + "seed": 2048294142, + "split": "validation", + "system_id": "tank-00448" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00449.parquet", + "path": "episodes/battery-00449.npz", + "seed": 1059255948, + "split": "train", + "system_id": "battery-00449" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00450.parquet", + "path": "episodes/thermal-00450.npz", + "seed": 1353757605, + "split": "train", + "system_id": "thermal-00450" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00451.parquet", + "path": "episodes/tank-00451.npz", + "seed": 1885525944, + "split": "train", + "system_id": "tank-00451" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00452.parquet", + "path": "episodes/battery-00452.npz", + "seed": 2014099225, + "split": "train", + "system_id": "battery-00452" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00453.parquet", + "path": "episodes/thermal-00453.npz", + "seed": 1194828470, + "split": "train", + "system_id": "thermal-00453" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00454.parquet", + "path": "episodes/tank-00454.npz", + "seed": 2219234283, + "split": "train", + "system_id": "tank-00454" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00455.parquet", + "path": "episodes/battery-00455.npz", + "seed": 2744127657, + "split": "train", + "system_id": "battery-00455" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00456.parquet", + "path": "episodes/thermal-00456.npz", + "seed": 1438733797, + "split": "train", + "system_id": "thermal-00456" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00457.parquet", + "path": "episodes/tank-00457.npz", + "seed": 650394631, + "split": "train", + "system_id": "tank-00457" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00458.parquet", + "path": "episodes/battery-00458.npz", + "seed": 4266841024, + "split": "train", + "system_id": "battery-00458" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00459.parquet", + "path": "episodes/thermal-00459.npz", + "seed": 1579793373, + "split": "train", + "system_id": "thermal-00459" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00460.parquet", + "path": "episodes/tank-00460.npz", + "seed": 956999432, + "split": "test", + "system_id": "tank-00460" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00461.parquet", + "path": "episodes/battery-00461.npz", + "seed": 927361362, + "split": "train", + "system_id": "battery-00461" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00462.parquet", + "path": "episodes/thermal-00462.npz", + "seed": 1754639493, + "split": "train", + "system_id": "thermal-00462" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00463.parquet", + "path": "episodes/tank-00463.npz", + "seed": 1282705028, + "split": "train", + "system_id": "tank-00463" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00464.parquet", + "path": "episodes/battery-00464.npz", + "seed": 1287492713, + "split": "validation", + "system_id": "battery-00464" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00465.parquet", + "path": "episodes/thermal-00465.npz", + "seed": 251586117, + "split": "train", + "system_id": "thermal-00465" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00466.parquet", + "path": "episodes/tank-00466.npz", + "seed": 1119640389, + "split": "test", + "system_id": "tank-00466" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00467.parquet", + "path": "episodes/battery-00467.npz", + "seed": 1660659205, + "split": "train", + "system_id": "battery-00467" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00468.parquet", + "path": "episodes/thermal-00468.npz", + "seed": 3873198094, + "split": "train", + "system_id": "thermal-00468" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00469.parquet", + "path": "episodes/tank-00469.npz", + "seed": 1704698399, + "split": "train", + "system_id": "tank-00469" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00470.parquet", + "path": "episodes/battery-00470.npz", + "seed": 761053859, + "split": "train", + "system_id": "battery-00470" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00471.parquet", + "path": "episodes/thermal-00471.npz", + "seed": 3886325642, + "split": "validation", + "system_id": "thermal-00471" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00472.parquet", + "path": "episodes/tank-00472.npz", + "seed": 1467042607, + "split": "train", + "system_id": "tank-00472" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00473.parquet", + "path": "episodes/battery-00473.npz", + "seed": 2338801091, + "split": "train", + "system_id": "battery-00473" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00474.parquet", + "path": "episodes/thermal-00474.npz", + "seed": 3794542468, + "split": "train", + "system_id": "thermal-00474" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00475.parquet", + "path": "episodes/tank-00475.npz", + "seed": 2404188889, + "split": "validation", + "system_id": "tank-00475" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00476.parquet", + "path": "episodes/battery-00476.npz", + "seed": 3238385557, + "split": "train", + "system_id": "battery-00476" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00477.parquet", + "path": "episodes/thermal-00477.npz", + "seed": 504092604, + "split": "train", + "system_id": "thermal-00477" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00478.parquet", + "path": "episodes/tank-00478.npz", + "seed": 2107750666, + "split": "train", + "system_id": "tank-00478" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00479.parquet", + "path": "episodes/battery-00479.npz", + "seed": 3481970300, + "split": "validation", + "system_id": "battery-00479" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00480.parquet", + "path": "episodes/thermal-00480.npz", + "seed": 4114548512, + "split": "test", + "system_id": "thermal-00480" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00481.parquet", + "path": "episodes/tank-00481.npz", + "seed": 3096793654, + "split": "test", + "system_id": "tank-00481" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00482.parquet", + "path": "episodes/battery-00482.npz", + "seed": 1117097419, + "split": "validation", + "system_id": "battery-00482" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00483.parquet", + "path": "episodes/thermal-00483.npz", + "seed": 1700360854, + "split": "train", + "system_id": "thermal-00483" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00484.parquet", + "path": "episodes/tank-00484.npz", + "seed": 351089551, + "split": "validation", + "system_id": "tank-00484" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00485.parquet", + "path": "episodes/battery-00485.npz", + "seed": 3368348971, + "split": "train", + "system_id": "battery-00485" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00486.parquet", + "path": "episodes/thermal-00486.npz", + "seed": 2266574928, + "split": "train", + "system_id": "thermal-00486" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00487.parquet", + "path": "episodes/tank-00487.npz", + "seed": 3983843739, + "split": "test", + "system_id": "tank-00487" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00488.parquet", + "path": "episodes/battery-00488.npz", + "seed": 3351579673, + "split": "train", + "system_id": "battery-00488" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00489.parquet", + "path": "episodes/thermal-00489.npz", + "seed": 3168292507, + "split": "test", + "system_id": "thermal-00489" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00490.parquet", + "path": "episodes/tank-00490.npz", + "seed": 3267880241, + "split": "train", + "system_id": "tank-00490" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00491.parquet", + "path": "episodes/battery-00491.npz", + "seed": 3177008048, + "split": "train", + "system_id": "battery-00491" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00492.parquet", + "path": "episodes/thermal-00492.npz", + "seed": 1182092329, + "split": "train", + "system_id": "thermal-00492" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00493.parquet", + "path": "episodes/tank-00493.npz", + "seed": 4035202194, + "split": "train", + "system_id": "tank-00493" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00494.parquet", + "path": "episodes/battery-00494.npz", + "seed": 1865267531, + "split": "train", + "system_id": "battery-00494" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00495.parquet", + "path": "episodes/thermal-00495.npz", + "seed": 3612071610, + "split": "train", + "system_id": "thermal-00495" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00496.parquet", + "path": "episodes/tank-00496.npz", + "seed": 3982127150, + "split": "train", + "system_id": "tank-00496" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00497.parquet", + "path": "episodes/battery-00497.npz", + "seed": 3269178841, + "split": "train", + "system_id": "battery-00497" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00498.parquet", + "path": "episodes/thermal-00498.npz", + "seed": 1677491020, + "split": "train", + "system_id": "thermal-00498" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00499.parquet", + "path": "episodes/tank-00499.npz", + "seed": 2788479619, + "split": "train", + "system_id": "tank-00499" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00500.parquet", + "path": "episodes/battery-00500.npz", + "seed": 3013208154, + "split": "test", + "system_id": "battery-00500" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00501.parquet", + "path": "episodes/thermal-00501.npz", + "seed": 1928219765, + "split": "validation", + "system_id": "thermal-00501" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00502.parquet", + "path": "episodes/tank-00502.npz", + "seed": 3602233198, + "split": "test", + "system_id": "tank-00502" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00503.parquet", + "path": "episodes/battery-00503.npz", + "seed": 4206266756, + "split": "train", + "system_id": "battery-00503" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00504.parquet", + "path": "episodes/thermal-00504.npz", + "seed": 2880834649, + "split": "train", + "system_id": "thermal-00504" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00505.parquet", + "path": "episodes/tank-00505.npz", + "seed": 2684368374, + "split": "validation", + "system_id": "tank-00505" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00506.parquet", + "path": "episodes/battery-00506.npz", + "seed": 1004702244, + "split": "train", + "system_id": "battery-00506" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00507.parquet", + "path": "episodes/thermal-00507.npz", + "seed": 2460781146, + "split": "train", + "system_id": "thermal-00507" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00508.parquet", + "path": "episodes/tank-00508.npz", + "seed": 3356741559, + "split": "train", + "system_id": "tank-00508" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00509.parquet", + "path": "episodes/battery-00509.npz", + "seed": 2711571469, + "split": "train", + "system_id": "battery-00509" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00510.parquet", + "path": "episodes/thermal-00510.npz", + "seed": 181026158, + "split": "validation", + "system_id": "thermal-00510" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00511.parquet", + "path": "episodes/tank-00511.npz", + "seed": 2979902967, + "split": "train", + "system_id": "tank-00511" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00512.parquet", + "path": "episodes/battery-00512.npz", + "seed": 2485478945, + "split": "train", + "system_id": "battery-00512" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00513.parquet", + "path": "episodes/thermal-00513.npz", + "seed": 4097010613, + "split": "train", + "system_id": "thermal-00513" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00514.parquet", + "path": "episodes/tank-00514.npz", + "seed": 3861231828, + "split": "train", + "system_id": "tank-00514" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00515.parquet", + "path": "episodes/battery-00515.npz", + "seed": 2319174038, + "split": "train", + "system_id": "battery-00515" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00516.parquet", + "path": "episodes/thermal-00516.npz", + "seed": 137266226, + "split": "train", + "system_id": "thermal-00516" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00517.parquet", + "path": "episodes/tank-00517.npz", + "seed": 2395438543, + "split": "validation", + "system_id": "tank-00517" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00518.parquet", + "path": "episodes/battery-00518.npz", + "seed": 3620681393, + "split": "train", + "system_id": "battery-00518" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00519.parquet", + "path": "episodes/thermal-00519.npz", + "seed": 1781480791, + "split": "train", + "system_id": "thermal-00519" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00520.parquet", + "path": "episodes/tank-00520.npz", + "seed": 2739403654, + "split": "train", + "system_id": "tank-00520" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00521.parquet", + "path": "episodes/battery-00521.npz", + "seed": 1814136216, + "split": "train", + "system_id": "battery-00521" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00522.parquet", + "path": "episodes/thermal-00522.npz", + "seed": 3953406725, + "split": "train", + "system_id": "thermal-00522" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00523.parquet", + "path": "episodes/tank-00523.npz", + "seed": 1299747028, + "split": "validation", + "system_id": "tank-00523" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00524.parquet", + "path": "episodes/battery-00524.npz", + "seed": 4110679979, + "split": "train", + "system_id": "battery-00524" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00525.parquet", + "path": "episodes/thermal-00525.npz", + "seed": 3706384737, + "split": "test", + "system_id": "thermal-00525" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00526.parquet", + "path": "episodes/tank-00526.npz", + "seed": 892805599, + "split": "test", + "system_id": "tank-00526" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00527.parquet", + "path": "episodes/battery-00527.npz", + "seed": 1910291413, + "split": "validation", + "system_id": "battery-00527" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00528.parquet", + "path": "episodes/thermal-00528.npz", + "seed": 1485647242, + "split": "train", + "system_id": "thermal-00528" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00529.parquet", + "path": "episodes/tank-00529.npz", + "seed": 2273281118, + "split": "train", + "system_id": "tank-00529" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00530.parquet", + "path": "episodes/battery-00530.npz", + "seed": 2304608538, + "split": "train", + "system_id": "battery-00530" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00531.parquet", + "path": "episodes/thermal-00531.npz", + "seed": 11179275, + "split": "validation", + "system_id": "thermal-00531" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00532.parquet", + "path": "episodes/tank-00532.npz", + "seed": 1159964063, + "split": "test", + "system_id": "tank-00532" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00533.parquet", + "path": "episodes/battery-00533.npz", + "seed": 1283275581, + "split": "test", + "system_id": "battery-00533" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00534.parquet", + "path": "episodes/thermal-00534.npz", + "seed": 618154248, + "split": "train", + "system_id": "thermal-00534" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00535.parquet", + "path": "episodes/tank-00535.npz", + "seed": 1838319335, + "split": "test", + "system_id": "tank-00535" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00536.parquet", + "path": "episodes/battery-00536.npz", + "seed": 3947054568, + "split": "train", + "system_id": "battery-00536" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00537.parquet", + "path": "episodes/thermal-00537.npz", + "seed": 3994620872, + "split": "train", + "system_id": "thermal-00537" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00538.parquet", + "path": "episodes/tank-00538.npz", + "seed": 1664261473, + "split": "train", + "system_id": "tank-00538" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00539.parquet", + "path": "episodes/battery-00539.npz", + "seed": 1787535893, + "split": "train", + "system_id": "battery-00539" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00540.parquet", + "path": "episodes/thermal-00540.npz", + "seed": 1529463228, + "split": "train", + "system_id": "thermal-00540" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00541.parquet", + "path": "episodes/tank-00541.npz", + "seed": 4219151185, + "split": "train", + "system_id": "tank-00541" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00542.parquet", + "path": "episodes/battery-00542.npz", + "seed": 34195455, + "split": "train", + "system_id": "battery-00542" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00543.parquet", + "path": "episodes/thermal-00543.npz", + "seed": 3046299165, + "split": "train", + "system_id": "thermal-00543" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00544.parquet", + "path": "episodes/tank-00544.npz", + "seed": 2771790763, + "split": "validation", + "system_id": "tank-00544" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00545.parquet", + "path": "episodes/battery-00545.npz", + "seed": 4204755728, + "split": "train", + "system_id": "battery-00545" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00546.parquet", + "path": "episodes/thermal-00546.npz", + "seed": 1996477434, + "split": "test", + "system_id": "thermal-00546" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00547.parquet", + "path": "episodes/tank-00547.npz", + "seed": 2821740867, + "split": "train", + "system_id": "tank-00547" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00548.parquet", + "path": "episodes/battery-00548.npz", + "seed": 3924049400, + "split": "train", + "system_id": "battery-00548" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00549.parquet", + "path": "episodes/thermal-00549.npz", + "seed": 3009194732, + "split": "train", + "system_id": "thermal-00549" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00550.parquet", + "path": "episodes/tank-00550.npz", + "seed": 9961121, + "split": "train", + "system_id": "tank-00550" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00551.parquet", + "path": "episodes/battery-00551.npz", + "seed": 3353455982, + "split": "train", + "system_id": "battery-00551" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00552.parquet", + "path": "episodes/thermal-00552.npz", + "seed": 2588470833, + "split": "train", + "system_id": "thermal-00552" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00553.parquet", + "path": "episodes/tank-00553.npz", + "seed": 223967721, + "split": "validation", + "system_id": "tank-00553" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00554.parquet", + "path": "episodes/battery-00554.npz", + "seed": 1016391859, + "split": "train", + "system_id": "battery-00554" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00555.parquet", + "path": "episodes/thermal-00555.npz", + "seed": 4212602150, + "split": "train", + "system_id": "thermal-00555" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00556.parquet", + "path": "episodes/tank-00556.npz", + "seed": 1784089455, + "split": "train", + "system_id": "tank-00556" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00557.parquet", + "path": "episodes/battery-00557.npz", + "seed": 3529433663, + "split": "train", + "system_id": "battery-00557" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00558.parquet", + "path": "episodes/thermal-00558.npz", + "seed": 2038755147, + "split": "train", + "system_id": "thermal-00558" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00559.parquet", + "path": "episodes/tank-00559.npz", + "seed": 327261036, + "split": "train", + "system_id": "tank-00559" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00560.parquet", + "path": "episodes/battery-00560.npz", + "seed": 2038138780, + "split": "train", + "system_id": "battery-00560" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00561.parquet", + "path": "episodes/thermal-00561.npz", + "seed": 783770733, + "split": "validation", + "system_id": "thermal-00561" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00562.parquet", + "path": "episodes/tank-00562.npz", + "seed": 3095590880, + "split": "train", + "system_id": "tank-00562" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00563.parquet", + "path": "episodes/battery-00563.npz", + "seed": 224047770, + "split": "train", + "system_id": "battery-00563" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00564.parquet", + "path": "episodes/thermal-00564.npz", + "seed": 2491826773, + "split": "validation", + "system_id": "thermal-00564" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00565.parquet", + "path": "episodes/tank-00565.npz", + "seed": 4216717439, + "split": "test", + "system_id": "tank-00565" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00566.parquet", + "path": "episodes/battery-00566.npz", + "seed": 1107045684, + "split": "validation", + "system_id": "battery-00566" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00567.parquet", + "path": "episodes/thermal-00567.npz", + "seed": 3196732062, + "split": "validation", + "system_id": "thermal-00567" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00568.parquet", + "path": "episodes/tank-00568.npz", + "seed": 366256188, + "split": "test", + "system_id": "tank-00568" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00569.parquet", + "path": "episodes/battery-00569.npz", + "seed": 1453372904, + "split": "train", + "system_id": "battery-00569" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00570.parquet", + "path": "episodes/thermal-00570.npz", + "seed": 3175288142, + "split": "test", + "system_id": "thermal-00570" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00571.parquet", + "path": "episodes/tank-00571.npz", + "seed": 3897134784, + "split": "test", + "system_id": "tank-00571" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00572.parquet", + "path": "episodes/battery-00572.npz", + "seed": 467186348, + "split": "train", + "system_id": "battery-00572" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00573.parquet", + "path": "episodes/thermal-00573.npz", + "seed": 427471903, + "split": "train", + "system_id": "thermal-00573" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00574.parquet", + "path": "episodes/tank-00574.npz", + "seed": 2263725177, + "split": "validation", + "system_id": "tank-00574" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00575.parquet", + "path": "episodes/battery-00575.npz", + "seed": 4236941403, + "split": "train", + "system_id": "battery-00575" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00576.parquet", + "path": "episodes/thermal-00576.npz", + "seed": 2739024721, + "split": "train", + "system_id": "thermal-00576" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00577.parquet", + "path": "episodes/tank-00577.npz", + "seed": 1216140378, + "split": "validation", + "system_id": "tank-00577" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00578.parquet", + "path": "episodes/battery-00578.npz", + "seed": 1686398108, + "split": "test", + "system_id": "battery-00578" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00579.parquet", + "path": "episodes/thermal-00579.npz", + "seed": 3870871183, + "split": "train", + "system_id": "thermal-00579" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00580.parquet", + "path": "episodes/tank-00580.npz", + "seed": 3082380603, + "split": "train", + "system_id": "tank-00580" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00581.parquet", + "path": "episodes/battery-00581.npz", + "seed": 2931145040, + "split": "test", + "system_id": "battery-00581" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00582.parquet", + "path": "episodes/thermal-00582.npz", + "seed": 3525315370, + "split": "test", + "system_id": "thermal-00582" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00583.parquet", + "path": "episodes/tank-00583.npz", + "seed": 382392110, + "split": "test", + "system_id": "tank-00583" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00584.parquet", + "path": "episodes/battery-00584.npz", + "seed": 3189953230, + "split": "train", + "system_id": "battery-00584" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00585.parquet", + "path": "episodes/thermal-00585.npz", + "seed": 861986622, + "split": "test", + "system_id": "thermal-00585" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00586.parquet", + "path": "episodes/tank-00586.npz", + "seed": 1802054946, + "split": "validation", + "system_id": "tank-00586" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00587.parquet", + "path": "episodes/battery-00587.npz", + "seed": 1140703157, + "split": "validation", + "system_id": "battery-00587" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00588.parquet", + "path": "episodes/thermal-00588.npz", + "seed": 562638879, + "split": "train", + "system_id": "thermal-00588" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00589.parquet", + "path": "episodes/tank-00589.npz", + "seed": 713381781, + "split": "train", + "system_id": "tank-00589" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00590.parquet", + "path": "episodes/battery-00590.npz", + "seed": 1128446332, + "split": "train", + "system_id": "battery-00590" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00591.parquet", + "path": "episodes/thermal-00591.npz", + "seed": 3077287412, + "split": "train", + "system_id": "thermal-00591" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00592.parquet", + "path": "episodes/tank-00592.npz", + "seed": 3294195628, + "split": "test", + "system_id": "tank-00592" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00593.parquet", + "path": "episodes/battery-00593.npz", + "seed": 990280447, + "split": "validation", + "system_id": "battery-00593" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00594.parquet", + "path": "episodes/thermal-00594.npz", + "seed": 1813355237, + "split": "train", + "system_id": "thermal-00594" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00595.parquet", + "path": "episodes/tank-00595.npz", + "seed": 2864615702, + "split": "train", + "system_id": "tank-00595" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00596.parquet", + "path": "episodes/battery-00596.npz", + "seed": 2740876742, + "split": "train", + "system_id": "battery-00596" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00597.parquet", + "path": "episodes/thermal-00597.npz", + "seed": 674103449, + "split": "validation", + "system_id": "thermal-00597" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00598.parquet", + "path": "episodes/tank-00598.npz", + "seed": 3733321892, + "split": "train", + "system_id": "tank-00598" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00599.parquet", + "path": "episodes/battery-00599.npz", + "seed": 1051654916, + "split": "test", + "system_id": "battery-00599" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00600.parquet", + "path": "episodes/thermal-00600.npz", + "seed": 1018801986, + "split": "train", + "system_id": "thermal-00600" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00601.parquet", + "path": "episodes/tank-00601.npz", + "seed": 423607171, + "split": "validation", + "system_id": "tank-00601" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00602.parquet", + "path": "episodes/battery-00602.npz", + "seed": 1973917735, + "split": "train", + "system_id": "battery-00602" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00603.parquet", + "path": "episodes/thermal-00603.npz", + "seed": 3938974193, + "split": "train", + "system_id": "thermal-00603" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00604.parquet", + "path": "episodes/tank-00604.npz", + "seed": 3221094633, + "split": "train", + "system_id": "tank-00604" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00605.parquet", + "path": "episodes/battery-00605.npz", + "seed": 566579376, + "split": "validation", + "system_id": "battery-00605" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00606.parquet", + "path": "episodes/thermal-00606.npz", + "seed": 2009327259, + "split": "train", + "system_id": "thermal-00606" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00607.parquet", + "path": "episodes/tank-00607.npz", + "seed": 458797788, + "split": "train", + "system_id": "tank-00607" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00608.parquet", + "path": "episodes/battery-00608.npz", + "seed": 3503587934, + "split": "test", + "system_id": "battery-00608" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00609.parquet", + "path": "episodes/thermal-00609.npz", + "seed": 2866036387, + "split": "train", + "system_id": "thermal-00609" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00610.parquet", + "path": "episodes/tank-00610.npz", + "seed": 1937104, + "split": "train", + "system_id": "tank-00610" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00611.parquet", + "path": "episodes/battery-00611.npz", + "seed": 2507082396, + "split": "train", + "system_id": "battery-00611" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00612.parquet", + "path": "episodes/thermal-00612.npz", + "seed": 3167668896, + "split": "train", + "system_id": "thermal-00612" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00613.parquet", + "path": "episodes/tank-00613.npz", + "seed": 1477006949, + "split": "train", + "system_id": "tank-00613" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00614.parquet", + "path": "episodes/battery-00614.npz", + "seed": 3717518659, + "split": "train", + "system_id": "battery-00614" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00615.parquet", + "path": "episodes/thermal-00615.npz", + "seed": 1185924923, + "split": "train", + "system_id": "thermal-00615" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00616.parquet", + "path": "episodes/tank-00616.npz", + "seed": 266973133, + "split": "validation", + "system_id": "tank-00616" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00617.parquet", + "path": "episodes/battery-00617.npz", + "seed": 2806438968, + "split": "train", + "system_id": "battery-00617" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00618.parquet", + "path": "episodes/thermal-00618.npz", + "seed": 1913985955, + "split": "validation", + "system_id": "thermal-00618" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00619.parquet", + "path": "episodes/tank-00619.npz", + "seed": 864856756, + "split": "train", + "system_id": "tank-00619" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00620.parquet", + "path": "episodes/battery-00620.npz", + "seed": 2328527758, + "split": "train", + "system_id": "battery-00620" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00621.parquet", + "path": "episodes/thermal-00621.npz", + "seed": 1711257013, + "split": "train", + "system_id": "thermal-00621" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00622.parquet", + "path": "episodes/tank-00622.npz", + "seed": 2923451474, + "split": "train", + "system_id": "tank-00622" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00623.parquet", + "path": "episodes/battery-00623.npz", + "seed": 781980394, + "split": "train", + "system_id": "battery-00623" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00624.parquet", + "path": "episodes/thermal-00624.npz", + "seed": 4245336854, + "split": "test", + "system_id": "thermal-00624" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00625.parquet", + "path": "episodes/tank-00625.npz", + "seed": 4051127514, + "split": "validation", + "system_id": "tank-00625" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00626.parquet", + "path": "episodes/battery-00626.npz", + "seed": 3318622757, + "split": "train", + "system_id": "battery-00626" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00627.parquet", + "path": "episodes/thermal-00627.npz", + "seed": 3632097870, + "split": "train", + "system_id": "thermal-00627" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00628.parquet", + "path": "episodes/tank-00628.npz", + "seed": 794763695, + "split": "test", + "system_id": "tank-00628" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00629.parquet", + "path": "episodes/battery-00629.npz", + "seed": 43791748, + "split": "train", + "system_id": "battery-00629" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00630.parquet", + "path": "episodes/thermal-00630.npz", + "seed": 2139951550, + "split": "train", + "system_id": "thermal-00630" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00631.parquet", + "path": "episodes/tank-00631.npz", + "seed": 2565364453, + "split": "test", + "system_id": "tank-00631" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00632.parquet", + "path": "episodes/battery-00632.npz", + "seed": 1381550107, + "split": "validation", + "system_id": "battery-00632" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00633.parquet", + "path": "episodes/thermal-00633.npz", + "seed": 2507639729, + "split": "train", + "system_id": "thermal-00633" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00634.parquet", + "path": "episodes/tank-00634.npz", + "seed": 2928903677, + "split": "validation", + "system_id": "tank-00634" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00635.parquet", + "path": "episodes/battery-00635.npz", + "seed": 608514518, + "split": "test", + "system_id": "battery-00635" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00636.parquet", + "path": "episodes/thermal-00636.npz", + "seed": 2468490548, + "split": "test", + "system_id": "thermal-00636" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00637.parquet", + "path": "episodes/tank-00637.npz", + "seed": 858638593, + "split": "test", + "system_id": "tank-00637" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00638.parquet", + "path": "episodes/battery-00638.npz", + "seed": 2461486988, + "split": "train", + "system_id": "battery-00638" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00639.parquet", + "path": "episodes/thermal-00639.npz", + "seed": 1548291004, + "split": "train", + "system_id": "thermal-00639" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00640.parquet", + "path": "episodes/tank-00640.npz", + "seed": 3622663359, + "split": "test", + "system_id": "tank-00640" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00641.parquet", + "path": "episodes/battery-00641.npz", + "seed": 1998423738, + "split": "train", + "system_id": "battery-00641" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00642.parquet", + "path": "episodes/thermal-00642.npz", + "seed": 2052890160, + "split": "train", + "system_id": "thermal-00642" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00643.parquet", + "path": "episodes/tank-00643.npz", + "seed": 1786086882, + "split": "test", + "system_id": "tank-00643" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00644.parquet", + "path": "episodes/battery-00644.npz", + "seed": 2149173940, + "split": "train", + "system_id": "battery-00644" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00645.parquet", + "path": "episodes/thermal-00645.npz", + "seed": 79093862, + "split": "train", + "system_id": "thermal-00645" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00646.parquet", + "path": "episodes/tank-00646.npz", + "seed": 2625731952, + "split": "train", + "system_id": "tank-00646" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00647.parquet", + "path": "episodes/battery-00647.npz", + "seed": 638429471, + "split": "train", + "system_id": "battery-00647" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00648.parquet", + "path": "episodes/thermal-00648.npz", + "seed": 2493362293, + "split": "train", + "system_id": "thermal-00648" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00649.parquet", + "path": "episodes/tank-00649.npz", + "seed": 458580128, + "split": "train", + "system_id": "tank-00649" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00650.parquet", + "path": "episodes/battery-00650.npz", + "seed": 4238624997, + "split": "train", + "system_id": "battery-00650" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00651.parquet", + "path": "episodes/thermal-00651.npz", + "seed": 3475891995, + "split": "train", + "system_id": "thermal-00651" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00652.parquet", + "path": "episodes/tank-00652.npz", + "seed": 954270783, + "split": "train", + "system_id": "tank-00652" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00653.parquet", + "path": "episodes/battery-00653.npz", + "seed": 1969121476, + "split": "validation", + "system_id": "battery-00653" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00654.parquet", + "path": "episodes/thermal-00654.npz", + "seed": 1266256246, + "split": "validation", + "system_id": "thermal-00654" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00655.parquet", + "path": "episodes/tank-00655.npz", + "seed": 2328765993, + "split": "train", + "system_id": "tank-00655" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00656.parquet", + "path": "episodes/battery-00656.npz", + "seed": 2313155361, + "split": "train", + "system_id": "battery-00656" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00657.parquet", + "path": "episodes/thermal-00657.npz", + "seed": 297099744, + "split": "train", + "system_id": "thermal-00657" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00658.parquet", + "path": "episodes/tank-00658.npz", + "seed": 2236830419, + "split": "train", + "system_id": "tank-00658" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00659.parquet", + "path": "episodes/battery-00659.npz", + "seed": 3147462148, + "split": "test", + "system_id": "battery-00659" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00660.parquet", + "path": "episodes/thermal-00660.npz", + "seed": 2593164299, + "split": "validation", + "system_id": "thermal-00660" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00661.parquet", + "path": "episodes/tank-00661.npz", + "seed": 2088640316, + "split": "test", + "system_id": "tank-00661" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00662.parquet", + "path": "episodes/battery-00662.npz", + "seed": 70354018, + "split": "train", + "system_id": "battery-00662" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00663.parquet", + "path": "episodes/thermal-00663.npz", + "seed": 3678820835, + "split": "validation", + "system_id": "thermal-00663" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00664.parquet", + "path": "episodes/tank-00664.npz", + "seed": 2690395741, + "split": "train", + "system_id": "tank-00664" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00665.parquet", + "path": "episodes/battery-00665.npz", + "seed": 3526631469, + "split": "validation", + "system_id": "battery-00665" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00666.parquet", + "path": "episodes/thermal-00666.npz", + "seed": 4223380035, + "split": "train", + "system_id": "thermal-00666" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00667.parquet", + "path": "episodes/tank-00667.npz", + "seed": 629853833, + "split": "train", + "system_id": "tank-00667" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00668.parquet", + "path": "episodes/battery-00668.npz", + "seed": 1739192348, + "split": "train", + "system_id": "battery-00668" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00669.parquet", + "path": "episodes/thermal-00669.npz", + "seed": 1177371923, + "split": "validation", + "system_id": "thermal-00669" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00670.parquet", + "path": "episodes/tank-00670.npz", + "seed": 3716231126, + "split": "train", + "system_id": "tank-00670" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00671.parquet", + "path": "episodes/battery-00671.npz", + "seed": 2446908788, + "split": "train", + "system_id": "battery-00671" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00672.parquet", + "path": "episodes/thermal-00672.npz", + "seed": 1844907918, + "split": "validation", + "system_id": "thermal-00672" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00673.parquet", + "path": "episodes/tank-00673.npz", + "seed": 3127051404, + "split": "train", + "system_id": "tank-00673" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00674.parquet", + "path": "episodes/battery-00674.npz", + "seed": 1319361981, + "split": "validation", + "system_id": "battery-00674" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00675.parquet", + "path": "episodes/thermal-00675.npz", + "seed": 3182048266, + "split": "train", + "system_id": "thermal-00675" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00676.parquet", + "path": "episodes/tank-00676.npz", + "seed": 291993508, + "split": "train", + "system_id": "tank-00676" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00677.parquet", + "path": "episodes/battery-00677.npz", + "seed": 87030525, + "split": "validation", + "system_id": "battery-00677" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00678.parquet", + "path": "episodes/thermal-00678.npz", + "seed": 2054461501, + "split": "train", + "system_id": "thermal-00678" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00679.parquet", + "path": "episodes/tank-00679.npz", + "seed": 3480015360, + "split": "validation", + "system_id": "tank-00679" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00680.parquet", + "path": "episodes/battery-00680.npz", + "seed": 2919891668, + "split": "train", + "system_id": "battery-00680" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00681.parquet", + "path": "episodes/thermal-00681.npz", + "seed": 166810519, + "split": "train", + "system_id": "thermal-00681" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00682.parquet", + "path": "episodes/tank-00682.npz", + "seed": 3873962853, + "split": "validation", + "system_id": "tank-00682" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00683.parquet", + "path": "episodes/battery-00683.npz", + "seed": 2864901809, + "split": "train", + "system_id": "battery-00683" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00684.parquet", + "path": "episodes/thermal-00684.npz", + "seed": 2514473171, + "split": "train", + "system_id": "thermal-00684" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00685.parquet", + "path": "episodes/tank-00685.npz", + "seed": 2442846221, + "split": "train", + "system_id": "tank-00685" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00686.parquet", + "path": "episodes/battery-00686.npz", + "seed": 1923547105, + "split": "train", + "system_id": "battery-00686" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00687.parquet", + "path": "episodes/thermal-00687.npz", + "seed": 1546790793, + "split": "train", + "system_id": "thermal-00687" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00688.parquet", + "path": "episodes/tank-00688.npz", + "seed": 298939926, + "split": "train", + "system_id": "tank-00688" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00689.parquet", + "path": "episodes/battery-00689.npz", + "seed": 2871424014, + "split": "train", + "system_id": "battery-00689" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00690.parquet", + "path": "episodes/thermal-00690.npz", + "seed": 1010508972, + "split": "train", + "system_id": "thermal-00690" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00691.parquet", + "path": "episodes/tank-00691.npz", + "seed": 2891831083, + "split": "train", + "system_id": "tank-00691" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00692.parquet", + "path": "episodes/battery-00692.npz", + "seed": 72374399, + "split": "train", + "system_id": "battery-00692" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00693.parquet", + "path": "episodes/thermal-00693.npz", + "seed": 3924533881, + "split": "train", + "system_id": "thermal-00693" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00694.parquet", + "path": "episodes/tank-00694.npz", + "seed": 1217635727, + "split": "train", + "system_id": "tank-00694" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00695.parquet", + "path": "episodes/battery-00695.npz", + "seed": 2089908867, + "split": "train", + "system_id": "battery-00695" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00696.parquet", + "path": "episodes/thermal-00696.npz", + "seed": 4249274513, + "split": "train", + "system_id": "thermal-00696" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00697.parquet", + "path": "episodes/tank-00697.npz", + "seed": 3424777367, + "split": "train", + "system_id": "tank-00697" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00698.parquet", + "path": "episodes/battery-00698.npz", + "seed": 2595304394, + "split": "train", + "system_id": "battery-00698" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00699.parquet", + "path": "episodes/thermal-00699.npz", + "seed": 2434626664, + "split": "train", + "system_id": "thermal-00699" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00700.parquet", + "path": "episodes/tank-00700.npz", + "seed": 640258453, + "split": "train", + "system_id": "tank-00700" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00701.parquet", + "path": "episodes/battery-00701.npz", + "seed": 2610118765, + "split": "train", + "system_id": "battery-00701" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00702.parquet", + "path": "episodes/thermal-00702.npz", + "seed": 1620741666, + "split": "train", + "system_id": "thermal-00702" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00703.parquet", + "path": "episodes/tank-00703.npz", + "seed": 3945806503, + "split": "train", + "system_id": "tank-00703" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00704.parquet", + "path": "episodes/battery-00704.npz", + "seed": 1268373021, + "split": "test", + "system_id": "battery-00704" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00705.parquet", + "path": "episodes/thermal-00705.npz", + "seed": 1513530296, + "split": "train", + "system_id": "thermal-00705" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00706.parquet", + "path": "episodes/tank-00706.npz", + "seed": 3671707724, + "split": "test", + "system_id": "tank-00706" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00707.parquet", + "path": "episodes/battery-00707.npz", + "seed": 2329799373, + "split": "train", + "system_id": "battery-00707" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00708.parquet", + "path": "episodes/thermal-00708.npz", + "seed": 1919131855, + "split": "train", + "system_id": "thermal-00708" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00709.parquet", + "path": "episodes/tank-00709.npz", + "seed": 2872896404, + "split": "train", + "system_id": "tank-00709" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00710.parquet", + "path": "episodes/battery-00710.npz", + "seed": 3129250867, + "split": "train", + "system_id": "battery-00710" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00711.parquet", + "path": "episodes/thermal-00711.npz", + "seed": 2318652225, + "split": "test", + "system_id": "thermal-00711" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00712.parquet", + "path": "episodes/tank-00712.npz", + "seed": 52608584, + "split": "train", + "system_id": "tank-00712" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00713.parquet", + "path": "episodes/battery-00713.npz", + "seed": 186246552, + "split": "train", + "system_id": "battery-00713" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00714.parquet", + "path": "episodes/thermal-00714.npz", + "seed": 3415100451, + "split": "train", + "system_id": "thermal-00714" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00715.parquet", + "path": "episodes/tank-00715.npz", + "seed": 1467952751, + "split": "train", + "system_id": "tank-00715" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00716.parquet", + "path": "episodes/battery-00716.npz", + "seed": 104603953, + "split": "train", + "system_id": "battery-00716" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00717.parquet", + "path": "episodes/thermal-00717.npz", + "seed": 2379186404, + "split": "train", + "system_id": "thermal-00717" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00718.parquet", + "path": "episodes/tank-00718.npz", + "seed": 782326609, + "split": "train", + "system_id": "tank-00718" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00719.parquet", + "path": "episodes/battery-00719.npz", + "seed": 527303398, + "split": "test", + "system_id": "battery-00719" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00720.parquet", + "path": "episodes/thermal-00720.npz", + "seed": 4164490563, + "split": "test", + "system_id": "thermal-00720" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00721.parquet", + "path": "episodes/tank-00721.npz", + "seed": 1082220911, + "split": "train", + "system_id": "tank-00721" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00722.parquet", + "path": "episodes/battery-00722.npz", + "seed": 2273077901, + "split": "test", + "system_id": "battery-00722" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00723.parquet", + "path": "episodes/thermal-00723.npz", + "seed": 4247772762, + "split": "train", + "system_id": "thermal-00723" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00724.parquet", + "path": "episodes/tank-00724.npz", + "seed": 676517897, + "split": "train", + "system_id": "tank-00724" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00725.parquet", + "path": "episodes/battery-00725.npz", + "seed": 1157245265, + "split": "train", + "system_id": "battery-00725" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00726.parquet", + "path": "episodes/thermal-00726.npz", + "seed": 966862053, + "split": "train", + "system_id": "thermal-00726" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00727.parquet", + "path": "episodes/tank-00727.npz", + "seed": 526709048, + "split": "train", + "system_id": "tank-00727" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00728.parquet", + "path": "episodes/battery-00728.npz", + "seed": 2388620655, + "split": "train", + "system_id": "battery-00728" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00729.parquet", + "path": "episodes/thermal-00729.npz", + "seed": 940533706, + "split": "train", + "system_id": "thermal-00729" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00730.parquet", + "path": "episodes/tank-00730.npz", + "seed": 285133000, + "split": "train", + "system_id": "tank-00730" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00731.parquet", + "path": "episodes/battery-00731.npz", + "seed": 796330766, + "split": "train", + "system_id": "battery-00731" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00732.parquet", + "path": "episodes/thermal-00732.npz", + "seed": 1493400576, + "split": "train", + "system_id": "thermal-00732" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00733.parquet", + "path": "episodes/tank-00733.npz", + "seed": 3783502884, + "split": "train", + "system_id": "tank-00733" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00734.parquet", + "path": "episodes/battery-00734.npz", + "seed": 374364349, + "split": "train", + "system_id": "battery-00734" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00735.parquet", + "path": "episodes/thermal-00735.npz", + "seed": 1691054526, + "split": "train", + "system_id": "thermal-00735" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00736.parquet", + "path": "episodes/tank-00736.npz", + "seed": 795136959, + "split": "train", + "system_id": "tank-00736" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00737.parquet", + "path": "episodes/battery-00737.npz", + "seed": 2908931907, + "split": "test", + "system_id": "battery-00737" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00738.parquet", + "path": "episodes/thermal-00738.npz", + "seed": 3330605207, + "split": "train", + "system_id": "thermal-00738" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00739.parquet", + "path": "episodes/tank-00739.npz", + "seed": 831665407, + "split": "train", + "system_id": "tank-00739" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00740.parquet", + "path": "episodes/battery-00740.npz", + "seed": 372545848, + "split": "train", + "system_id": "battery-00740" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00741.parquet", + "path": "episodes/thermal-00741.npz", + "seed": 323816014, + "split": "train", + "system_id": "thermal-00741" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00742.parquet", + "path": "episodes/tank-00742.npz", + "seed": 2856547860, + "split": "train", + "system_id": "tank-00742" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00743.parquet", + "path": "episodes/battery-00743.npz", + "seed": 3394998363, + "split": "train", + "system_id": "battery-00743" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00744.parquet", + "path": "episodes/thermal-00744.npz", + "seed": 640196295, + "split": "train", + "system_id": "thermal-00744" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00745.parquet", + "path": "episodes/tank-00745.npz", + "seed": 1014786510, + "split": "train", + "system_id": "tank-00745" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00746.parquet", + "path": "episodes/battery-00746.npz", + "seed": 3007799862, + "split": "train", + "system_id": "battery-00746" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00747.parquet", + "path": "episodes/thermal-00747.npz", + "seed": 1835452933, + "split": "train", + "system_id": "thermal-00747" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00748.parquet", + "path": "episodes/tank-00748.npz", + "seed": 611623900, + "split": "train", + "system_id": "tank-00748" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00749.parquet", + "path": "episodes/battery-00749.npz", + "seed": 2517696739, + "split": "train", + "system_id": "battery-00749" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00750.parquet", + "path": "episodes/thermal-00750.npz", + "seed": 1016783577, + "split": "train", + "system_id": "thermal-00750" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00751.parquet", + "path": "episodes/tank-00751.npz", + "seed": 2828184530, + "split": "train", + "system_id": "tank-00751" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00752.parquet", + "path": "episodes/battery-00752.npz", + "seed": 1043580935, + "split": "validation", + "system_id": "battery-00752" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00753.parquet", + "path": "episodes/thermal-00753.npz", + "seed": 1370098562, + "split": "train", + "system_id": "thermal-00753" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00754.parquet", + "path": "episodes/tank-00754.npz", + "seed": 3365791929, + "split": "test", + "system_id": "tank-00754" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00755.parquet", + "path": "episodes/battery-00755.npz", + "seed": 708639120, + "split": "train", + "system_id": "battery-00755" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00756.parquet", + "path": "episodes/thermal-00756.npz", + "seed": 2330314515, + "split": "train", + "system_id": "thermal-00756" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00757.parquet", + "path": "episodes/tank-00757.npz", + "seed": 1758064565, + "split": "test", + "system_id": "tank-00757" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00758.parquet", + "path": "episodes/battery-00758.npz", + "seed": 2722161407, + "split": "train", + "system_id": "battery-00758" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00759.parquet", + "path": "episodes/thermal-00759.npz", + "seed": 428122140, + "split": "train", + "system_id": "thermal-00759" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00760.parquet", + "path": "episodes/tank-00760.npz", + "seed": 315185458, + "split": "train", + "system_id": "tank-00760" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00761.parquet", + "path": "episodes/battery-00761.npz", + "seed": 1591809720, + "split": "validation", + "system_id": "battery-00761" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00762.parquet", + "path": "episodes/thermal-00762.npz", + "seed": 3866928252, + "split": "train", + "system_id": "thermal-00762" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00763.parquet", + "path": "episodes/tank-00763.npz", + "seed": 688567802, + "split": "train", + "system_id": "tank-00763" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00764.parquet", + "path": "episodes/battery-00764.npz", + "seed": 2920655076, + "split": "validation", + "system_id": "battery-00764" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00765.parquet", + "path": "episodes/thermal-00765.npz", + "seed": 3712888016, + "split": "train", + "system_id": "thermal-00765" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00766.parquet", + "path": "episodes/tank-00766.npz", + "seed": 3747529299, + "split": "train", + "system_id": "tank-00766" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00767.parquet", + "path": "episodes/battery-00767.npz", + "seed": 963008370, + "split": "validation", + "system_id": "battery-00767" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00768.parquet", + "path": "episodes/thermal-00768.npz", + "seed": 3558071906, + "split": "train", + "system_id": "thermal-00768" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00769.parquet", + "path": "episodes/tank-00769.npz", + "seed": 2467129608, + "split": "validation", + "system_id": "tank-00769" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00770.parquet", + "path": "episodes/battery-00770.npz", + "seed": 280333256, + "split": "test", + "system_id": "battery-00770" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00771.parquet", + "path": "episodes/thermal-00771.npz", + "seed": 2092755830, + "split": "train", + "system_id": "thermal-00771" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00772.parquet", + "path": "episodes/tank-00772.npz", + "seed": 3683598208, + "split": "test", + "system_id": "tank-00772" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00773.parquet", + "path": "episodes/battery-00773.npz", + "seed": 1052466381, + "split": "validation", + "system_id": "battery-00773" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00774.parquet", + "path": "episodes/thermal-00774.npz", + "seed": 3115217419, + "split": "train", + "system_id": "thermal-00774" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00775.parquet", + "path": "episodes/tank-00775.npz", + "seed": 1378845055, + "split": "validation", + "system_id": "tank-00775" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00776.parquet", + "path": "episodes/battery-00776.npz", + "seed": 3915558607, + "split": "train", + "system_id": "battery-00776" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00777.parquet", + "path": "episodes/thermal-00777.npz", + "seed": 2390868469, + "split": "train", + "system_id": "thermal-00777" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00778.parquet", + "path": "episodes/tank-00778.npz", + "seed": 633966066, + "split": "train", + "system_id": "tank-00778" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00779.parquet", + "path": "episodes/battery-00779.npz", + "seed": 1336185858, + "split": "train", + "system_id": "battery-00779" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00780.parquet", + "path": "episodes/thermal-00780.npz", + "seed": 20698764, + "split": "train", + "system_id": "thermal-00780" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00781.parquet", + "path": "episodes/tank-00781.npz", + "seed": 2968572061, + "split": "train", + "system_id": "tank-00781" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00782.parquet", + "path": "episodes/battery-00782.npz", + "seed": 602143133, + "split": "test", + "system_id": "battery-00782" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00783.parquet", + "path": "episodes/thermal-00783.npz", + "seed": 2747947300, + "split": "train", + "system_id": "thermal-00783" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00784.parquet", + "path": "episodes/tank-00784.npz", + "seed": 1126480144, + "split": "test", + "system_id": "tank-00784" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00785.parquet", + "path": "episodes/battery-00785.npz", + "seed": 526847910, + "split": "train", + "system_id": "battery-00785" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00786.parquet", + "path": "episodes/thermal-00786.npz", + "seed": 814280842, + "split": "train", + "system_id": "thermal-00786" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00787.parquet", + "path": "episodes/tank-00787.npz", + "seed": 1277801167, + "split": "train", + "system_id": "tank-00787" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00788.parquet", + "path": "episodes/battery-00788.npz", + "seed": 2087435179, + "split": "validation", + "system_id": "battery-00788" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00789.parquet", + "path": "episodes/thermal-00789.npz", + "seed": 605669639, + "split": "train", + "system_id": "thermal-00789" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00790.parquet", + "path": "episodes/tank-00790.npz", + "seed": 771677875, + "split": "train", + "system_id": "tank-00790" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00791.parquet", + "path": "episodes/battery-00791.npz", + "seed": 2388978106, + "split": "train", + "system_id": "battery-00791" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00792.parquet", + "path": "episodes/thermal-00792.npz", + "seed": 1366337498, + "split": "train", + "system_id": "thermal-00792" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00793.parquet", + "path": "episodes/tank-00793.npz", + "seed": 2039611538, + "split": "train", + "system_id": "tank-00793" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00794.parquet", + "path": "episodes/battery-00794.npz", + "seed": 746369920, + "split": "train", + "system_id": "battery-00794" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00795.parquet", + "path": "episodes/thermal-00795.npz", + "seed": 2114674904, + "split": "train", + "system_id": "thermal-00795" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00796.parquet", + "path": "episodes/tank-00796.npz", + "seed": 3204329155, + "split": "validation", + "system_id": "tank-00796" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00797.parquet", + "path": "episodes/battery-00797.npz", + "seed": 3386094253, + "split": "validation", + "system_id": "battery-00797" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00798.parquet", + "path": "episodes/thermal-00798.npz", + "seed": 1354414209, + "split": "validation", + "system_id": "thermal-00798" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00799.parquet", + "path": "episodes/tank-00799.npz", + "seed": 3516763489, + "split": "test", + "system_id": "tank-00799" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00800.parquet", + "path": "episodes/battery-00800.npz", + "seed": 1909685378, + "split": "train", + "system_id": "battery-00800" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00801.parquet", + "path": "episodes/thermal-00801.npz", + "seed": 2861981701, + "split": "test", + "system_id": "thermal-00801" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00802.parquet", + "path": "episodes/tank-00802.npz", + "seed": 295056180, + "split": "train", + "system_id": "tank-00802" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00803.parquet", + "path": "episodes/battery-00803.npz", + "seed": 2186744789, + "split": "test", + "system_id": "battery-00803" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00804.parquet", + "path": "episodes/thermal-00804.npz", + "seed": 2749523467, + "split": "train", + "system_id": "thermal-00804" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00805.parquet", + "path": "episodes/tank-00805.npz", + "seed": 3923232166, + "split": "train", + "system_id": "tank-00805" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00806.parquet", + "path": "episodes/battery-00806.npz", + "seed": 672872210, + "split": "test", + "system_id": "battery-00806" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00807.parquet", + "path": "episodes/thermal-00807.npz", + "seed": 3237080274, + "split": "train", + "system_id": "thermal-00807" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00808.parquet", + "path": "episodes/tank-00808.npz", + "seed": 4160652422, + "split": "validation", + "system_id": "tank-00808" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00809.parquet", + "path": "episodes/battery-00809.npz", + "seed": 927343290, + "split": "train", + "system_id": "battery-00809" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00810.parquet", + "path": "episodes/thermal-00810.npz", + "seed": 1676235885, + "split": "train", + "system_id": "thermal-00810" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00811.parquet", + "path": "episodes/tank-00811.npz", + "seed": 2620159613, + "split": "train", + "system_id": "tank-00811" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00812.parquet", + "path": "episodes/battery-00812.npz", + "seed": 133784423, + "split": "train", + "system_id": "battery-00812" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00813.parquet", + "path": "episodes/thermal-00813.npz", + "seed": 3087919225, + "split": "train", + "system_id": "thermal-00813" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00814.parquet", + "path": "episodes/tank-00814.npz", + "seed": 3902998931, + "split": "train", + "system_id": "tank-00814" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00815.parquet", + "path": "episodes/battery-00815.npz", + "seed": 4239435445, + "split": "train", + "system_id": "battery-00815" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00816.parquet", + "path": "episodes/thermal-00816.npz", + "seed": 2391874509, + "split": "test", + "system_id": "thermal-00816" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00817.parquet", + "path": "episodes/tank-00817.npz", + "seed": 552365423, + "split": "train", + "system_id": "tank-00817" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00818.parquet", + "path": "episodes/battery-00818.npz", + "seed": 2216194388, + "split": "train", + "system_id": "battery-00818" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00819.parquet", + "path": "episodes/thermal-00819.npz", + "seed": 3564560886, + "split": "train", + "system_id": "thermal-00819" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00820.parquet", + "path": "episodes/tank-00820.npz", + "seed": 3736084382, + "split": "train", + "system_id": "tank-00820" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00821.parquet", + "path": "episodes/battery-00821.npz", + "seed": 2564359547, + "split": "train", + "system_id": "battery-00821" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00822.parquet", + "path": "episodes/thermal-00822.npz", + "seed": 953234507, + "split": "validation", + "system_id": "thermal-00822" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00823.parquet", + "path": "episodes/tank-00823.npz", + "seed": 1032077899, + "split": "train", + "system_id": "tank-00823" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00824.parquet", + "path": "episodes/battery-00824.npz", + "seed": 2606745192, + "split": "train", + "system_id": "battery-00824" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00825.parquet", + "path": "episodes/thermal-00825.npz", + "seed": 2834074025, + "split": "test", + "system_id": "thermal-00825" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00826.parquet", + "path": "episodes/tank-00826.npz", + "seed": 1341893364, + "split": "test", + "system_id": "tank-00826" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00827.parquet", + "path": "episodes/battery-00827.npz", + "seed": 1298109861, + "split": "train", + "system_id": "battery-00827" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00828.parquet", + "path": "episodes/thermal-00828.npz", + "seed": 819572439, + "split": "train", + "system_id": "thermal-00828" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00829.parquet", + "path": "episodes/tank-00829.npz", + "seed": 2867009594, + "split": "train", + "system_id": "tank-00829" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00830.parquet", + "path": "episodes/battery-00830.npz", + "seed": 3070856072, + "split": "test", + "system_id": "battery-00830" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00831.parquet", + "path": "episodes/thermal-00831.npz", + "seed": 1661497918, + "split": "validation", + "system_id": "thermal-00831" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00832.parquet", + "path": "episodes/tank-00832.npz", + "seed": 3354807820, + "split": "train", + "system_id": "tank-00832" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00833.parquet", + "path": "episodes/battery-00833.npz", + "seed": 2329891670, + "split": "validation", + "system_id": "battery-00833" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00834.parquet", + "path": "episodes/thermal-00834.npz", + "seed": 801325702, + "split": "validation", + "system_id": "thermal-00834" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00835.parquet", + "path": "episodes/tank-00835.npz", + "seed": 3142626147, + "split": "train", + "system_id": "tank-00835" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00836.parquet", + "path": "episodes/battery-00836.npz", + "seed": 1104597078, + "split": "train", + "system_id": "battery-00836" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00837.parquet", + "path": "episodes/thermal-00837.npz", + "seed": 4257380118, + "split": "test", + "system_id": "thermal-00837" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00838.parquet", + "path": "episodes/tank-00838.npz", + "seed": 2489808303, + "split": "train", + "system_id": "tank-00838" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00839.parquet", + "path": "episodes/battery-00839.npz", + "seed": 2658773604, + "split": "validation", + "system_id": "battery-00839" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00840.parquet", + "path": "episodes/thermal-00840.npz", + "seed": 3276086538, + "split": "train", + "system_id": "thermal-00840" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00841.parquet", + "path": "episodes/tank-00841.npz", + "seed": 4147741395, + "split": "test", + "system_id": "tank-00841" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00842.parquet", + "path": "episodes/battery-00842.npz", + "seed": 1521573130, + "split": "train", + "system_id": "battery-00842" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00843.parquet", + "path": "episodes/thermal-00843.npz", + "seed": 3186807969, + "split": "train", + "system_id": "thermal-00843" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00844.parquet", + "path": "episodes/tank-00844.npz", + "seed": 618912899, + "split": "train", + "system_id": "tank-00844" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00845.parquet", + "path": "episodes/battery-00845.npz", + "seed": 2386749789, + "split": "train", + "system_id": "battery-00845" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00846.parquet", + "path": "episodes/thermal-00846.npz", + "seed": 3748110919, + "split": "train", + "system_id": "thermal-00846" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00847.parquet", + "path": "episodes/tank-00847.npz", + "seed": 3288065411, + "split": "train", + "system_id": "tank-00847" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00848.parquet", + "path": "episodes/battery-00848.npz", + "seed": 933220147, + "split": "train", + "system_id": "battery-00848" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00849.parquet", + "path": "episodes/thermal-00849.npz", + "seed": 3393621117, + "split": "train", + "system_id": "thermal-00849" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00850.parquet", + "path": "episodes/tank-00850.npz", + "seed": 199266921, + "split": "train", + "system_id": "tank-00850" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00851.parquet", + "path": "episodes/battery-00851.npz", + "seed": 497741000, + "split": "train", + "system_id": "battery-00851" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00852.parquet", + "path": "episodes/thermal-00852.npz", + "seed": 3467283039, + "split": "train", + "system_id": "thermal-00852" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00853.parquet", + "path": "episodes/tank-00853.npz", + "seed": 3524004277, + "split": "train", + "system_id": "tank-00853" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00854.parquet", + "path": "episodes/battery-00854.npz", + "seed": 2186420678, + "split": "train", + "system_id": "battery-00854" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00855.parquet", + "path": "episodes/thermal-00855.npz", + "seed": 1317550719, + "split": "train", + "system_id": "thermal-00855" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00856.parquet", + "path": "episodes/tank-00856.npz", + "seed": 16715967, + "split": "train", + "system_id": "tank-00856" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00857.parquet", + "path": "episodes/battery-00857.npz", + "seed": 1909447741, + "split": "test", + "system_id": "battery-00857" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00858.parquet", + "path": "episodes/thermal-00858.npz", + "seed": 1274335723, + "split": "test", + "system_id": "thermal-00858" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00859.parquet", + "path": "episodes/tank-00859.npz", + "seed": 1008311928, + "split": "train", + "system_id": "tank-00859" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00860.parquet", + "path": "episodes/battery-00860.npz", + "seed": 4027524939, + "split": "test", + "system_id": "battery-00860" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00861.parquet", + "path": "episodes/thermal-00861.npz", + "seed": 3174308427, + "split": "test", + "system_id": "thermal-00861" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00862.parquet", + "path": "episodes/tank-00862.npz", + "seed": 73790928, + "split": "test", + "system_id": "tank-00862" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00863.parquet", + "path": "episodes/battery-00863.npz", + "seed": 1126822627, + "split": "train", + "system_id": "battery-00863" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00864.parquet", + "path": "episodes/thermal-00864.npz", + "seed": 1783862977, + "split": "train", + "system_id": "thermal-00864" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00865.parquet", + "path": "episodes/tank-00865.npz", + "seed": 11391011, + "split": "train", + "system_id": "tank-00865" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00866.parquet", + "path": "episodes/battery-00866.npz", + "seed": 2136432155, + "split": "train", + "system_id": "battery-00866" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00867.parquet", + "path": "episodes/thermal-00867.npz", + "seed": 1472686946, + "split": "train", + "system_id": "thermal-00867" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00868.parquet", + "path": "episodes/tank-00868.npz", + "seed": 598967191, + "split": "train", + "system_id": "tank-00868" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00869.parquet", + "path": "episodes/battery-00869.npz", + "seed": 1754509637, + "split": "train", + "system_id": "battery-00869" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00870.parquet", + "path": "episodes/thermal-00870.npz", + "seed": 3055997601, + "split": "test", + "system_id": "thermal-00870" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00871.parquet", + "path": "episodes/tank-00871.npz", + "seed": 814501462, + "split": "train", + "system_id": "tank-00871" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00872.parquet", + "path": "episodes/battery-00872.npz", + "seed": 2377866396, + "split": "train", + "system_id": "battery-00872" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00873.parquet", + "path": "episodes/thermal-00873.npz", + "seed": 3707619431, + "split": "train", + "system_id": "thermal-00873" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00874.parquet", + "path": "episodes/tank-00874.npz", + "seed": 3559541697, + "split": "validation", + "system_id": "tank-00874" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00875.parquet", + "path": "episodes/battery-00875.npz", + "seed": 949492064, + "split": "train", + "system_id": "battery-00875" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00876.parquet", + "path": "episodes/thermal-00876.npz", + "seed": 1107794514, + "split": "train", + "system_id": "thermal-00876" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00877.parquet", + "path": "episodes/tank-00877.npz", + "seed": 3164353714, + "split": "train", + "system_id": "tank-00877" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00878.parquet", + "path": "episodes/battery-00878.npz", + "seed": 2025462896, + "split": "test", + "system_id": "battery-00878" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00879.parquet", + "path": "episodes/thermal-00879.npz", + "seed": 3001882241, + "split": "train", + "system_id": "thermal-00879" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00880.parquet", + "path": "episodes/tank-00880.npz", + "seed": 2384021916, + "split": "test", + "system_id": "tank-00880" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00881.parquet", + "path": "episodes/battery-00881.npz", + "seed": 3351474416, + "split": "validation", + "system_id": "battery-00881" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00882.parquet", + "path": "episodes/thermal-00882.npz", + "seed": 3277825080, + "split": "train", + "system_id": "thermal-00882" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00883.parquet", + "path": "episodes/tank-00883.npz", + "seed": 3845641181, + "split": "validation", + "system_id": "tank-00883" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00884.parquet", + "path": "episodes/battery-00884.npz", + "seed": 1693032362, + "split": "train", + "system_id": "battery-00884" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00885.parquet", + "path": "episodes/thermal-00885.npz", + "seed": 2784747998, + "split": "train", + "system_id": "thermal-00885" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00886.parquet", + "path": "episodes/tank-00886.npz", + "seed": 3434786798, + "split": "test", + "system_id": "tank-00886" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00887.parquet", + "path": "episodes/battery-00887.npz", + "seed": 3044644073, + "split": "train", + "system_id": "battery-00887" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00888.parquet", + "path": "episodes/thermal-00888.npz", + "seed": 2697580439, + "split": "test", + "system_id": "thermal-00888" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00889.parquet", + "path": "episodes/tank-00889.npz", + "seed": 1782194435, + "split": "train", + "system_id": "tank-00889" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00890.parquet", + "path": "episodes/battery-00890.npz", + "seed": 1939350569, + "split": "test", + "system_id": "battery-00890" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00891.parquet", + "path": "episodes/thermal-00891.npz", + "seed": 1674356071, + "split": "test", + "system_id": "thermal-00891" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00892.parquet", + "path": "episodes/tank-00892.npz", + "seed": 2105806876, + "split": "train", + "system_id": "tank-00892" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00893.parquet", + "path": "episodes/battery-00893.npz", + "seed": 2656891459, + "split": "validation", + "system_id": "battery-00893" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00894.parquet", + "path": "episodes/thermal-00894.npz", + "seed": 243932865, + "split": "train", + "system_id": "thermal-00894" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00895.parquet", + "path": "episodes/tank-00895.npz", + "seed": 2027068673, + "split": "train", + "system_id": "tank-00895" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00896.parquet", + "path": "episodes/battery-00896.npz", + "seed": 3499035337, + "split": "train", + "system_id": "battery-00896" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00897.parquet", + "path": "episodes/thermal-00897.npz", + "seed": 3778436738, + "split": "train", + "system_id": "thermal-00897" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00898.parquet", + "path": "episodes/tank-00898.npz", + "seed": 210800559, + "split": "train", + "system_id": "tank-00898" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00899.parquet", + "path": "episodes/battery-00899.npz", + "seed": 1433749162, + "split": "test", + "system_id": "battery-00899" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00900.parquet", + "path": "episodes/thermal-00900.npz", + "seed": 1988470411, + "split": "test", + "system_id": "thermal-00900" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00901.parquet", + "path": "episodes/tank-00901.npz", + "seed": 1354884120, + "split": "train", + "system_id": "tank-00901" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00902.parquet", + "path": "episodes/battery-00902.npz", + "seed": 964205902, + "split": "train", + "system_id": "battery-00902" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00903.parquet", + "path": "episodes/thermal-00903.npz", + "seed": 2269271633, + "split": "validation", + "system_id": "thermal-00903" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00904.parquet", + "path": "episodes/tank-00904.npz", + "seed": 3513296396, + "split": "train", + "system_id": "tank-00904" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00905.parquet", + "path": "episodes/battery-00905.npz", + "seed": 3992469337, + "split": "train", + "system_id": "battery-00905" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00906.parquet", + "path": "episodes/thermal-00906.npz", + "seed": 2486424763, + "split": "train", + "system_id": "thermal-00906" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00907.parquet", + "path": "episodes/tank-00907.npz", + "seed": 950298865, + "split": "train", + "system_id": "tank-00907" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00908.parquet", + "path": "episodes/battery-00908.npz", + "seed": 2457828718, + "split": "test", + "system_id": "battery-00908" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00909.parquet", + "path": "episodes/thermal-00909.npz", + "seed": 478621605, + "split": "test", + "system_id": "thermal-00909" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00910.parquet", + "path": "episodes/tank-00910.npz", + "seed": 1598259624, + "split": "train", + "system_id": "tank-00910" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00911.parquet", + "path": "episodes/battery-00911.npz", + "seed": 3942508312, + "split": "train", + "system_id": "battery-00911" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00912.parquet", + "path": "episodes/thermal-00912.npz", + "seed": 1839125439, + "split": "train", + "system_id": "thermal-00912" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00913.parquet", + "path": "episodes/tank-00913.npz", + "seed": 2536387000, + "split": "validation", + "system_id": "tank-00913" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00914.parquet", + "path": "episodes/battery-00914.npz", + "seed": 704692043, + "split": "train", + "system_id": "battery-00914" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00915.parquet", + "path": "episodes/thermal-00915.npz", + "seed": 1005929266, + "split": "train", + "system_id": "thermal-00915" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00916.parquet", + "path": "episodes/tank-00916.npz", + "seed": 677010620, + "split": "train", + "system_id": "tank-00916" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00917.parquet", + "path": "episodes/battery-00917.npz", + "seed": 4242445761, + "split": "train", + "system_id": "battery-00917" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00918.parquet", + "path": "episodes/thermal-00918.npz", + "seed": 3011082067, + "split": "train", + "system_id": "thermal-00918" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00919.parquet", + "path": "episodes/tank-00919.npz", + "seed": 3092577411, + "split": "train", + "system_id": "tank-00919" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00920.parquet", + "path": "episodes/battery-00920.npz", + "seed": 2648494458, + "split": "train", + "system_id": "battery-00920" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00921.parquet", + "path": "episodes/thermal-00921.npz", + "seed": 1414507134, + "split": "train", + "system_id": "thermal-00921" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00922.parquet", + "path": "episodes/tank-00922.npz", + "seed": 1137048129, + "split": "train", + "system_id": "tank-00922" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00923.parquet", + "path": "episodes/battery-00923.npz", + "seed": 131720139, + "split": "train", + "system_id": "battery-00923" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00924.parquet", + "path": "episodes/thermal-00924.npz", + "seed": 2588251895, + "split": "validation", + "system_id": "thermal-00924" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00925.parquet", + "path": "episodes/tank-00925.npz", + "seed": 1244098056, + "split": "train", + "system_id": "tank-00925" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00926.parquet", + "path": "episodes/battery-00926.npz", + "seed": 236746064, + "split": "train", + "system_id": "battery-00926" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00927.parquet", + "path": "episodes/thermal-00927.npz", + "seed": 3188128270, + "split": "test", + "system_id": "thermal-00927" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00928.parquet", + "path": "episodes/tank-00928.npz", + "seed": 893219008, + "split": "validation", + "system_id": "tank-00928" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00929.parquet", + "path": "episodes/battery-00929.npz", + "seed": 3554457028, + "split": "train", + "system_id": "battery-00929" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00930.parquet", + "path": "episodes/thermal-00930.npz", + "seed": 2367505677, + "split": "train", + "system_id": "thermal-00930" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00931.parquet", + "path": "episodes/tank-00931.npz", + "seed": 2476479487, + "split": "train", + "system_id": "tank-00931" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00932.parquet", + "path": "episodes/battery-00932.npz", + "seed": 168233999, + "split": "train", + "system_id": "battery-00932" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00933.parquet", + "path": "episodes/thermal-00933.npz", + "seed": 4224633708, + "split": "train", + "system_id": "thermal-00933" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00934.parquet", + "path": "episodes/tank-00934.npz", + "seed": 3473054606, + "split": "validation", + "system_id": "tank-00934" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00935.parquet", + "path": "episodes/battery-00935.npz", + "seed": 2945209617, + "split": "train", + "system_id": "battery-00935" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00936.parquet", + "path": "episodes/thermal-00936.npz", + "seed": 924851441, + "split": "train", + "system_id": "thermal-00936" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00937.parquet", + "path": "episodes/tank-00937.npz", + "seed": 1397284996, + "split": "train", + "system_id": "tank-00937" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00938.parquet", + "path": "episodes/battery-00938.npz", + "seed": 712792905, + "split": "train", + "system_id": "battery-00938" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00939.parquet", + "path": "episodes/thermal-00939.npz", + "seed": 4248533323, + "split": "test", + "system_id": "thermal-00939" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00940.parquet", + "path": "episodes/tank-00940.npz", + "seed": 886165367, + "split": "validation", + "system_id": "tank-00940" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00941.parquet", + "path": "episodes/battery-00941.npz", + "seed": 3075480030, + "split": "train", + "system_id": "battery-00941" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00942.parquet", + "path": "episodes/thermal-00942.npz", + "seed": 113993411, + "split": "test", + "system_id": "thermal-00942" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00943.parquet", + "path": "episodes/tank-00943.npz", + "seed": 2129487123, + "split": "test", + "system_id": "tank-00943" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00944.parquet", + "path": "episodes/battery-00944.npz", + "seed": 1004532050, + "split": "train", + "system_id": "battery-00944" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00945.parquet", + "path": "episodes/thermal-00945.npz", + "seed": 2366894043, + "split": "validation", + "system_id": "thermal-00945" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00946.parquet", + "path": "episodes/tank-00946.npz", + "seed": 2207107018, + "split": "train", + "system_id": "tank-00946" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00947.parquet", + "path": "episodes/battery-00947.npz", + "seed": 14319881, + "split": "test", + "system_id": "battery-00947" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00948.parquet", + "path": "episodes/thermal-00948.npz", + "seed": 3529590486, + "split": "test", + "system_id": "thermal-00948" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00949.parquet", + "path": "episodes/tank-00949.npz", + "seed": 3847142239, + "split": "train", + "system_id": "tank-00949" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00950.parquet", + "path": "episodes/battery-00950.npz", + "seed": 340433342, + "split": "validation", + "system_id": "battery-00950" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00951.parquet", + "path": "episodes/thermal-00951.npz", + "seed": 2735771796, + "split": "test", + "system_id": "thermal-00951" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00952.parquet", + "path": "episodes/tank-00952.npz", + "seed": 2207585018, + "split": "validation", + "system_id": "tank-00952" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00953.parquet", + "path": "episodes/battery-00953.npz", + "seed": 1949434807, + "split": "train", + "system_id": "battery-00953" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00954.parquet", + "path": "episodes/thermal-00954.npz", + "seed": 65797979, + "split": "train", + "system_id": "thermal-00954" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00955.parquet", + "path": "episodes/tank-00955.npz", + "seed": 1017180511, + "split": "train", + "system_id": "tank-00955" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00956.parquet", + "path": "episodes/battery-00956.npz", + "seed": 3649812294, + "split": "train", + "system_id": "battery-00956" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00957.parquet", + "path": "episodes/thermal-00957.npz", + "seed": 2385210829, + "split": "train", + "system_id": "thermal-00957" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00958.parquet", + "path": "episodes/tank-00958.npz", + "seed": 3574965881, + "split": "train", + "system_id": "tank-00958" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00959.parquet", + "path": "episodes/battery-00959.npz", + "seed": 3706185016, + "split": "train", + "system_id": "battery-00959" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00960.parquet", + "path": "episodes/thermal-00960.npz", + "seed": 2231708635, + "split": "test", + "system_id": "thermal-00960" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00961.parquet", + "path": "episodes/tank-00961.npz", + "seed": 1293718401, + "split": "train", + "system_id": "tank-00961" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00962.parquet", + "path": "episodes/battery-00962.npz", + "seed": 4230119221, + "split": "validation", + "system_id": "battery-00962" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00963.parquet", + "path": "episodes/thermal-00963.npz", + "seed": 1795683453, + "split": "train", + "system_id": "thermal-00963" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00964.parquet", + "path": "episodes/tank-00964.npz", + "seed": 3088197524, + "split": "train", + "system_id": "tank-00964" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00965.parquet", + "path": "episodes/battery-00965.npz", + "seed": 1871477328, + "split": "train", + "system_id": "battery-00965" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00966.parquet", + "path": "episodes/thermal-00966.npz", + "seed": 892384808, + "split": "train", + "system_id": "thermal-00966" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00967.parquet", + "path": "episodes/tank-00967.npz", + "seed": 1284220720, + "split": "validation", + "system_id": "tank-00967" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00968.parquet", + "path": "episodes/battery-00968.npz", + "seed": 2723852897, + "split": "train", + "system_id": "battery-00968" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00969.parquet", + "path": "episodes/thermal-00969.npz", + "seed": 2502949165, + "split": "train", + "system_id": "thermal-00969" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00970.parquet", + "path": "episodes/tank-00970.npz", + "seed": 1994681101, + "split": "train", + "system_id": "tank-00970" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00971.parquet", + "path": "episodes/battery-00971.npz", + "seed": 4213293761, + "split": "train", + "system_id": "battery-00971" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00972.parquet", + "path": "episodes/thermal-00972.npz", + "seed": 2246959504, + "split": "validation", + "system_id": "thermal-00972" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00973.parquet", + "path": "episodes/tank-00973.npz", + "seed": 2246587971, + "split": "train", + "system_id": "tank-00973" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00974.parquet", + "path": "episodes/battery-00974.npz", + "seed": 968966855, + "split": "train", + "system_id": "battery-00974" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00975.parquet", + "path": "episodes/thermal-00975.npz", + "seed": 202889567, + "split": "test", + "system_id": "thermal-00975" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00976.parquet", + "path": "episodes/tank-00976.npz", + "seed": 3240302179, + "split": "test", + "system_id": "tank-00976" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00977.parquet", + "path": "episodes/battery-00977.npz", + "seed": 764039674, + "split": "train", + "system_id": "battery-00977" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00978.parquet", + "path": "episodes/thermal-00978.npz", + "seed": 1695546088, + "split": "train", + "system_id": "thermal-00978" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00979.parquet", + "path": "episodes/tank-00979.npz", + "seed": 1230303946, + "split": "train", + "system_id": "tank-00979" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00980.parquet", + "path": "episodes/battery-00980.npz", + "seed": 1401475292, + "split": "train", + "system_id": "battery-00980" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00981.parquet", + "path": "episodes/thermal-00981.npz", + "seed": 3664613346, + "split": "train", + "system_id": "thermal-00981" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00982.parquet", + "path": "episodes/tank-00982.npz", + "seed": 438814341, + "split": "train", + "system_id": "tank-00982" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00983.parquet", + "path": "episodes/battery-00983.npz", + "seed": 2594648812, + "split": "test", + "system_id": "battery-00983" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00984.parquet", + "path": "episodes/thermal-00984.npz", + "seed": 2504164002, + "split": "train", + "system_id": "thermal-00984" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00985.parquet", + "path": "episodes/tank-00985.npz", + "seed": 3450940268, + "split": "train", + "system_id": "tank-00985" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00986.parquet", + "path": "episodes/battery-00986.npz", + "seed": 3671419344, + "split": "train", + "system_id": "battery-00986" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00987.parquet", + "path": "episodes/thermal-00987.npz", + "seed": 1441901370, + "split": "train", + "system_id": "thermal-00987" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00988.parquet", + "path": "episodes/tank-00988.npz", + "seed": 1449370722, + "split": "train", + "system_id": "tank-00988" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00989.parquet", + "path": "episodes/battery-00989.npz", + "seed": 2920387804, + "split": "test", + "system_id": "battery-00989" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00990.parquet", + "path": "episodes/thermal-00990.npz", + "seed": 4152526224, + "split": "train", + "system_id": "thermal-00990" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00991.parquet", + "path": "episodes/tank-00991.npz", + "seed": 4266591130, + "split": "train", + "system_id": "tank-00991" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00992.parquet", + "path": "episodes/battery-00992.npz", + "seed": 79584730, + "split": "test", + "system_id": "battery-00992" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00993.parquet", + "path": "episodes/thermal-00993.npz", + "seed": 2712207238, + "split": "train", + "system_id": "thermal-00993" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00994.parquet", + "path": "episodes/tank-00994.npz", + "seed": 2546050786, + "split": "validation", + "system_id": "tank-00994" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00995.parquet", + "path": "episodes/battery-00995.npz", + "seed": 3312396290, + "split": "train", + "system_id": "battery-00995" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00996.parquet", + "path": "episodes/thermal-00996.npz", + "seed": 1613682829, + "split": "train", + "system_id": "thermal-00996" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-00997.parquet", + "path": "episodes/tank-00997.npz", + "seed": 1449870614, + "split": "train", + "system_id": "tank-00997" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-00998.parquet", + "path": "episodes/battery-00998.npz", + "seed": 2863479181, + "split": "train", + "system_id": "battery-00998" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-00999.parquet", + "path": "episodes/thermal-00999.npz", + "seed": 1749098011, + "split": "test", + "system_id": "thermal-00999" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01000.parquet", + "path": "episodes/tank-01000.npz", + "seed": 1658970725, + "split": "train", + "system_id": "tank-01000" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01001.parquet", + "path": "episodes/battery-01001.npz", + "seed": 3732643377, + "split": "train", + "system_id": "battery-01001" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01002.parquet", + "path": "episodes/thermal-01002.npz", + "seed": 2931464694, + "split": "train", + "system_id": "thermal-01002" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01003.parquet", + "path": "episodes/tank-01003.npz", + "seed": 3281052939, + "split": "train", + "system_id": "tank-01003" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01004.parquet", + "path": "episodes/battery-01004.npz", + "seed": 41622301, + "split": "train", + "system_id": "battery-01004" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01005.parquet", + "path": "episodes/thermal-01005.npz", + "seed": 3983637328, + "split": "train", + "system_id": "thermal-01005" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01006.parquet", + "path": "episodes/tank-01006.npz", + "seed": 134008353, + "split": "train", + "system_id": "tank-01006" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01007.parquet", + "path": "episodes/battery-01007.npz", + "seed": 3051635621, + "split": "train", + "system_id": "battery-01007" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01008.parquet", + "path": "episodes/thermal-01008.npz", + "seed": 2391719306, + "split": "train", + "system_id": "thermal-01008" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01009.parquet", + "path": "episodes/tank-01009.npz", + "seed": 3844216311, + "split": "validation", + "system_id": "tank-01009" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01010.parquet", + "path": "episodes/battery-01010.npz", + "seed": 3262855545, + "split": "validation", + "system_id": "battery-01010" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01011.parquet", + "path": "episodes/thermal-01011.npz", + "seed": 3592820385, + "split": "train", + "system_id": "thermal-01011" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01012.parquet", + "path": "episodes/tank-01012.npz", + "seed": 1548560219, + "split": "train", + "system_id": "tank-01012" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01013.parquet", + "path": "episodes/battery-01013.npz", + "seed": 2472148002, + "split": "train", + "system_id": "battery-01013" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01014.parquet", + "path": "episodes/thermal-01014.npz", + "seed": 1980062551, + "split": "train", + "system_id": "thermal-01014" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01015.parquet", + "path": "episodes/tank-01015.npz", + "seed": 4237743951, + "split": "test", + "system_id": "tank-01015" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01016.parquet", + "path": "episodes/battery-01016.npz", + "seed": 3541994248, + "split": "validation", + "system_id": "battery-01016" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01017.parquet", + "path": "episodes/thermal-01017.npz", + "seed": 976290257, + "split": "train", + "system_id": "thermal-01017" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01018.parquet", + "path": "episodes/tank-01018.npz", + "seed": 2382749229, + "split": "train", + "system_id": "tank-01018" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01019.parquet", + "path": "episodes/battery-01019.npz", + "seed": 1872457146, + "split": "train", + "system_id": "battery-01019" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01020.parquet", + "path": "episodes/thermal-01020.npz", + "seed": 1511946931, + "split": "train", + "system_id": "thermal-01020" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01021.parquet", + "path": "episodes/tank-01021.npz", + "seed": 856360602, + "split": "train", + "system_id": "tank-01021" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01022.parquet", + "path": "episodes/battery-01022.npz", + "seed": 2491173110, + "split": "train", + "system_id": "battery-01022" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01023.parquet", + "path": "episodes/thermal-01023.npz", + "seed": 1251383475, + "split": "validation", + "system_id": "thermal-01023" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01024.parquet", + "path": "episodes/tank-01024.npz", + "seed": 3783530936, + "split": "train", + "system_id": "tank-01024" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01025.parquet", + "path": "episodes/battery-01025.npz", + "seed": 666921960, + "split": "validation", + "system_id": "battery-01025" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01026.parquet", + "path": "episodes/thermal-01026.npz", + "seed": 878829639, + "split": "train", + "system_id": "thermal-01026" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01027.parquet", + "path": "episodes/tank-01027.npz", + "seed": 2280257725, + "split": "train", + "system_id": "tank-01027" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01028.parquet", + "path": "episodes/battery-01028.npz", + "seed": 247597214, + "split": "train", + "system_id": "battery-01028" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01029.parquet", + "path": "episodes/thermal-01029.npz", + "seed": 1995704615, + "split": "train", + "system_id": "thermal-01029" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01030.parquet", + "path": "episodes/tank-01030.npz", + "seed": 1453767924, + "split": "train", + "system_id": "tank-01030" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01031.parquet", + "path": "episodes/battery-01031.npz", + "seed": 3828768991, + "split": "train", + "system_id": "battery-01031" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01032.parquet", + "path": "episodes/thermal-01032.npz", + "seed": 954234637, + "split": "train", + "system_id": "thermal-01032" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01033.parquet", + "path": "episodes/tank-01033.npz", + "seed": 1112385807, + "split": "train", + "system_id": "tank-01033" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01034.parquet", + "path": "episodes/battery-01034.npz", + "seed": 2678767519, + "split": "train", + "system_id": "battery-01034" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01035.parquet", + "path": "episodes/thermal-01035.npz", + "seed": 1773331549, + "split": "train", + "system_id": "thermal-01035" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01036.parquet", + "path": "episodes/tank-01036.npz", + "seed": 137374125, + "split": "train", + "system_id": "tank-01036" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01037.parquet", + "path": "episodes/battery-01037.npz", + "seed": 1451121181, + "split": "train", + "system_id": "battery-01037" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01038.parquet", + "path": "episodes/thermal-01038.npz", + "seed": 3596677640, + "split": "train", + "system_id": "thermal-01038" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01039.parquet", + "path": "episodes/tank-01039.npz", + "seed": 3393966841, + "split": "train", + "system_id": "tank-01039" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01040.parquet", + "path": "episodes/battery-01040.npz", + "seed": 2185560496, + "split": "train", + "system_id": "battery-01040" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01041.parquet", + "path": "episodes/thermal-01041.npz", + "seed": 2110196147, + "split": "train", + "system_id": "thermal-01041" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01042.parquet", + "path": "episodes/tank-01042.npz", + "seed": 1022323633, + "split": "train", + "system_id": "tank-01042" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01043.parquet", + "path": "episodes/battery-01043.npz", + "seed": 2485523994, + "split": "train", + "system_id": "battery-01043" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01044.parquet", + "path": "episodes/thermal-01044.npz", + "seed": 1773207045, + "split": "train", + "system_id": "thermal-01044" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01045.parquet", + "path": "episodes/tank-01045.npz", + "seed": 2161112835, + "split": "train", + "system_id": "tank-01045" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01046.parquet", + "path": "episodes/battery-01046.npz", + "seed": 2136925550, + "split": "train", + "system_id": "battery-01046" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01047.parquet", + "path": "episodes/thermal-01047.npz", + "seed": 146795193, + "split": "train", + "system_id": "thermal-01047" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01048.parquet", + "path": "episodes/tank-01048.npz", + "seed": 2436445344, + "split": "train", + "system_id": "tank-01048" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01049.parquet", + "path": "episodes/battery-01049.npz", + "seed": 2707869850, + "split": "train", + "system_id": "battery-01049" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01050.parquet", + "path": "episodes/thermal-01050.npz", + "seed": 1635701406, + "split": "validation", + "system_id": "thermal-01050" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01051.parquet", + "path": "episodes/tank-01051.npz", + "seed": 2857437662, + "split": "validation", + "system_id": "tank-01051" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01052.parquet", + "path": "episodes/battery-01052.npz", + "seed": 2447844029, + "split": "test", + "system_id": "battery-01052" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01053.parquet", + "path": "episodes/thermal-01053.npz", + "seed": 1176884106, + "split": "test", + "system_id": "thermal-01053" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01054.parquet", + "path": "episodes/tank-01054.npz", + "seed": 4065066261, + "split": "train", + "system_id": "tank-01054" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01055.parquet", + "path": "episodes/battery-01055.npz", + "seed": 3458319002, + "split": "train", + "system_id": "battery-01055" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01056.parquet", + "path": "episodes/thermal-01056.npz", + "seed": 3886946934, + "split": "train", + "system_id": "thermal-01056" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01057.parquet", + "path": "episodes/tank-01057.npz", + "seed": 2673326015, + "split": "train", + "system_id": "tank-01057" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01058.parquet", + "path": "episodes/battery-01058.npz", + "seed": 4193756027, + "split": "train", + "system_id": "battery-01058" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01059.parquet", + "path": "episodes/thermal-01059.npz", + "seed": 1953702131, + "split": "train", + "system_id": "thermal-01059" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01060.parquet", + "path": "episodes/tank-01060.npz", + "seed": 1251193674, + "split": "test", + "system_id": "tank-01060" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01061.parquet", + "path": "episodes/battery-01061.npz", + "seed": 2378886961, + "split": "train", + "system_id": "battery-01061" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01062.parquet", + "path": "episodes/thermal-01062.npz", + "seed": 3074208505, + "split": "train", + "system_id": "thermal-01062" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01063.parquet", + "path": "episodes/tank-01063.npz", + "seed": 1908593094, + "split": "validation", + "system_id": "tank-01063" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01064.parquet", + "path": "episodes/battery-01064.npz", + "seed": 2337729542, + "split": "train", + "system_id": "battery-01064" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01065.parquet", + "path": "episodes/thermal-01065.npz", + "seed": 3249731290, + "split": "train", + "system_id": "thermal-01065" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01066.parquet", + "path": "episodes/tank-01066.npz", + "seed": 1677024941, + "split": "train", + "system_id": "tank-01066" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01067.parquet", + "path": "episodes/battery-01067.npz", + "seed": 1180700271, + "split": "train", + "system_id": "battery-01067" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01068.parquet", + "path": "episodes/thermal-01068.npz", + "seed": 2605713915, + "split": "train", + "system_id": "thermal-01068" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01069.parquet", + "path": "episodes/tank-01069.npz", + "seed": 641076517, + "split": "train", + "system_id": "tank-01069" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01070.parquet", + "path": "episodes/battery-01070.npz", + "seed": 2110317985, + "split": "train", + "system_id": "battery-01070" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01071.parquet", + "path": "episodes/thermal-01071.npz", + "seed": 2593964070, + "split": "train", + "system_id": "thermal-01071" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01072.parquet", + "path": "episodes/tank-01072.npz", + "seed": 2432125362, + "split": "test", + "system_id": "tank-01072" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01073.parquet", + "path": "episodes/battery-01073.npz", + "seed": 3583707206, + "split": "train", + "system_id": "battery-01073" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01074.parquet", + "path": "episodes/thermal-01074.npz", + "seed": 183034740, + "split": "train", + "system_id": "thermal-01074" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01075.parquet", + "path": "episodes/tank-01075.npz", + "seed": 513126662, + "split": "train", + "system_id": "tank-01075" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01076.parquet", + "path": "episodes/battery-01076.npz", + "seed": 4290395555, + "split": "train", + "system_id": "battery-01076" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01077.parquet", + "path": "episodes/thermal-01077.npz", + "seed": 2255137801, + "split": "validation", + "system_id": "thermal-01077" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01078.parquet", + "path": "episodes/tank-01078.npz", + "seed": 2276297202, + "split": "validation", + "system_id": "tank-01078" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01079.parquet", + "path": "episodes/battery-01079.npz", + "seed": 1496003108, + "split": "train", + "system_id": "battery-01079" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01080.parquet", + "path": "episodes/thermal-01080.npz", + "seed": 3461774545, + "split": "train", + "system_id": "thermal-01080" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01081.parquet", + "path": "episodes/tank-01081.npz", + "seed": 2965267918, + "split": "validation", + "system_id": "tank-01081" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01082.parquet", + "path": "episodes/battery-01082.npz", + "seed": 3827580204, + "split": "test", + "system_id": "battery-01082" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01083.parquet", + "path": "episodes/thermal-01083.npz", + "seed": 1782754003, + "split": "train", + "system_id": "thermal-01083" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01084.parquet", + "path": "episodes/tank-01084.npz", + "seed": 3905006728, + "split": "train", + "system_id": "tank-01084" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01085.parquet", + "path": "episodes/battery-01085.npz", + "seed": 1089775002, + "split": "train", + "system_id": "battery-01085" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01086.parquet", + "path": "episodes/thermal-01086.npz", + "seed": 4038260966, + "split": "train", + "system_id": "thermal-01086" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01087.parquet", + "path": "episodes/tank-01087.npz", + "seed": 1527465087, + "split": "train", + "system_id": "tank-01087" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01088.parquet", + "path": "episodes/battery-01088.npz", + "seed": 1168308621, + "split": "train", + "system_id": "battery-01088" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01089.parquet", + "path": "episodes/thermal-01089.npz", + "seed": 1258213497, + "split": "train", + "system_id": "thermal-01089" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01090.parquet", + "path": "episodes/tank-01090.npz", + "seed": 2746783713, + "split": "train", + "system_id": "tank-01090" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01091.parquet", + "path": "episodes/battery-01091.npz", + "seed": 1205856413, + "split": "train", + "system_id": "battery-01091" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01092.parquet", + "path": "episodes/thermal-01092.npz", + "seed": 1747246792, + "split": "validation", + "system_id": "thermal-01092" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01093.parquet", + "path": "episodes/tank-01093.npz", + "seed": 1962881344, + "split": "validation", + "system_id": "tank-01093" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01094.parquet", + "path": "episodes/battery-01094.npz", + "seed": 1053876542, + "split": "train", + "system_id": "battery-01094" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01095.parquet", + "path": "episodes/thermal-01095.npz", + "seed": 1780627896, + "split": "train", + "system_id": "thermal-01095" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01096.parquet", + "path": "episodes/tank-01096.npz", + "seed": 3100261799, + "split": "train", + "system_id": "tank-01096" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01097.parquet", + "path": "episodes/battery-01097.npz", + "seed": 3397470397, + "split": "train", + "system_id": "battery-01097" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01098.parquet", + "path": "episodes/thermal-01098.npz", + "seed": 3602714253, + "split": "test", + "system_id": "thermal-01098" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01099.parquet", + "path": "episodes/tank-01099.npz", + "seed": 3982960562, + "split": "validation", + "system_id": "tank-01099" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01100.parquet", + "path": "episodes/battery-01100.npz", + "seed": 2534729430, + "split": "validation", + "system_id": "battery-01100" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01101.parquet", + "path": "episodes/thermal-01101.npz", + "seed": 598288483, + "split": "validation", + "system_id": "thermal-01101" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01102.parquet", + "path": "episodes/tank-01102.npz", + "seed": 225080583, + "split": "validation", + "system_id": "tank-01102" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01103.parquet", + "path": "episodes/battery-01103.npz", + "seed": 4262415510, + "split": "train", + "system_id": "battery-01103" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01104.parquet", + "path": "episodes/thermal-01104.npz", + "seed": 2032070059, + "split": "train", + "system_id": "thermal-01104" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01105.parquet", + "path": "episodes/tank-01105.npz", + "seed": 2128742613, + "split": "train", + "system_id": "tank-01105" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01106.parquet", + "path": "episodes/battery-01106.npz", + "seed": 1074611191, + "split": "train", + "system_id": "battery-01106" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01107.parquet", + "path": "episodes/thermal-01107.npz", + "seed": 2046782250, + "split": "train", + "system_id": "thermal-01107" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01108.parquet", + "path": "episodes/tank-01108.npz", + "seed": 3356078371, + "split": "train", + "system_id": "tank-01108" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01109.parquet", + "path": "episodes/battery-01109.npz", + "seed": 1740941030, + "split": "train", + "system_id": "battery-01109" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01110.parquet", + "path": "episodes/thermal-01110.npz", + "seed": 636369601, + "split": "train", + "system_id": "thermal-01110" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01111.parquet", + "path": "episodes/tank-01111.npz", + "seed": 2859019805, + "split": "train", + "system_id": "tank-01111" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01112.parquet", + "path": "episodes/battery-01112.npz", + "seed": 3823991389, + "split": "test", + "system_id": "battery-01112" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01113.parquet", + "path": "episodes/thermal-01113.npz", + "seed": 2326906324, + "split": "train", + "system_id": "thermal-01113" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01114.parquet", + "path": "episodes/tank-01114.npz", + "seed": 3644067520, + "split": "validation", + "system_id": "tank-01114" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01115.parquet", + "path": "episodes/battery-01115.npz", + "seed": 2846158561, + "split": "train", + "system_id": "battery-01115" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01116.parquet", + "path": "episodes/thermal-01116.npz", + "seed": 3132606304, + "split": "train", + "system_id": "thermal-01116" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01117.parquet", + "path": "episodes/tank-01117.npz", + "seed": 3595143949, + "split": "train", + "system_id": "tank-01117" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01118.parquet", + "path": "episodes/battery-01118.npz", + "seed": 564096358, + "split": "train", + "system_id": "battery-01118" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01119.parquet", + "path": "episodes/thermal-01119.npz", + "seed": 3389941688, + "split": "test", + "system_id": "thermal-01119" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01120.parquet", + "path": "episodes/tank-01120.npz", + "seed": 2165568449, + "split": "train", + "system_id": "tank-01120" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01121.parquet", + "path": "episodes/battery-01121.npz", + "seed": 1932831890, + "split": "train", + "system_id": "battery-01121" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01122.parquet", + "path": "episodes/thermal-01122.npz", + "seed": 3850075735, + "split": "train", + "system_id": "thermal-01122" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01123.parquet", + "path": "episodes/tank-01123.npz", + "seed": 476476497, + "split": "test", + "system_id": "tank-01123" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01124.parquet", + "path": "episodes/battery-01124.npz", + "seed": 490613678, + "split": "train", + "system_id": "battery-01124" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01125.parquet", + "path": "episodes/thermal-01125.npz", + "seed": 3546175271, + "split": "train", + "system_id": "thermal-01125" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01126.parquet", + "path": "episodes/tank-01126.npz", + "seed": 3646839368, + "split": "train", + "system_id": "tank-01126" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01127.parquet", + "path": "episodes/battery-01127.npz", + "seed": 1407883756, + "split": "validation", + "system_id": "battery-01127" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01128.parquet", + "path": "episodes/thermal-01128.npz", + "seed": 1045928413, + "split": "train", + "system_id": "thermal-01128" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01129.parquet", + "path": "episodes/tank-01129.npz", + "seed": 3699249104, + "split": "validation", + "system_id": "tank-01129" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01130.parquet", + "path": "episodes/battery-01130.npz", + "seed": 4214526646, + "split": "train", + "system_id": "battery-01130" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01131.parquet", + "path": "episodes/thermal-01131.npz", + "seed": 2782656919, + "split": "validation", + "system_id": "thermal-01131" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01132.parquet", + "path": "episodes/tank-01132.npz", + "seed": 3590596376, + "split": "test", + "system_id": "tank-01132" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01133.parquet", + "path": "episodes/battery-01133.npz", + "seed": 3372682986, + "split": "train", + "system_id": "battery-01133" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01134.parquet", + "path": "episodes/thermal-01134.npz", + "seed": 1950288330, + "split": "train", + "system_id": "thermal-01134" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01135.parquet", + "path": "episodes/tank-01135.npz", + "seed": 3000247097, + "split": "train", + "system_id": "tank-01135" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01136.parquet", + "path": "episodes/battery-01136.npz", + "seed": 16661426, + "split": "train", + "system_id": "battery-01136" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01137.parquet", + "path": "episodes/thermal-01137.npz", + "seed": 2428772742, + "split": "validation", + "system_id": "thermal-01137" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01138.parquet", + "path": "episodes/tank-01138.npz", + "seed": 191761381, + "split": "train", + "system_id": "tank-01138" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01139.parquet", + "path": "episodes/battery-01139.npz", + "seed": 3803000760, + "split": "train", + "system_id": "battery-01139" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01140.parquet", + "path": "episodes/thermal-01140.npz", + "seed": 1430506939, + "split": "train", + "system_id": "thermal-01140" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01141.parquet", + "path": "episodes/tank-01141.npz", + "seed": 3174294366, + "split": "train", + "system_id": "tank-01141" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01142.parquet", + "path": "episodes/battery-01142.npz", + "seed": 4014906677, + "split": "train", + "system_id": "battery-01142" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01143.parquet", + "path": "episodes/thermal-01143.npz", + "seed": 2210498784, + "split": "train", + "system_id": "thermal-01143" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01144.parquet", + "path": "episodes/tank-01144.npz", + "seed": 1595427279, + "split": "train", + "system_id": "tank-01144" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01145.parquet", + "path": "episodes/battery-01145.npz", + "seed": 3238603199, + "split": "train", + "system_id": "battery-01145" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01146.parquet", + "path": "episodes/thermal-01146.npz", + "seed": 3930215402, + "split": "train", + "system_id": "thermal-01146" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01147.parquet", + "path": "episodes/tank-01147.npz", + "seed": 3100209901, + "split": "train", + "system_id": "tank-01147" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01148.parquet", + "path": "episodes/battery-01148.npz", + "seed": 2486021536, + "split": "test", + "system_id": "battery-01148" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01149.parquet", + "path": "episodes/thermal-01149.npz", + "seed": 550728334, + "split": "train", + "system_id": "thermal-01149" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01150.parquet", + "path": "episodes/tank-01150.npz", + "seed": 4061426964, + "split": "train", + "system_id": "tank-01150" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01151.parquet", + "path": "episodes/battery-01151.npz", + "seed": 2594884093, + "split": "train", + "system_id": "battery-01151" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01152.parquet", + "path": "episodes/thermal-01152.npz", + "seed": 3045913934, + "split": "train", + "system_id": "thermal-01152" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01153.parquet", + "path": "episodes/tank-01153.npz", + "seed": 3851554791, + "split": "train", + "system_id": "tank-01153" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01154.parquet", + "path": "episodes/battery-01154.npz", + "seed": 722026579, + "split": "test", + "system_id": "battery-01154" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01155.parquet", + "path": "episodes/thermal-01155.npz", + "seed": 3706407143, + "split": "test", + "system_id": "thermal-01155" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01156.parquet", + "path": "episodes/tank-01156.npz", + "seed": 2062349537, + "split": "test", + "system_id": "tank-01156" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01157.parquet", + "path": "episodes/battery-01157.npz", + "seed": 3047283964, + "split": "train", + "system_id": "battery-01157" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01158.parquet", + "path": "episodes/thermal-01158.npz", + "seed": 2376942466, + "split": "validation", + "system_id": "thermal-01158" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01159.parquet", + "path": "episodes/tank-01159.npz", + "seed": 1838057533, + "split": "train", + "system_id": "tank-01159" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01160.parquet", + "path": "episodes/battery-01160.npz", + "seed": 1324988822, + "split": "train", + "system_id": "battery-01160" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01161.parquet", + "path": "episodes/thermal-01161.npz", + "seed": 2662679559, + "split": "validation", + "system_id": "thermal-01161" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01162.parquet", + "path": "episodes/tank-01162.npz", + "seed": 2489724578, + "split": "train", + "system_id": "tank-01162" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01163.parquet", + "path": "episodes/battery-01163.npz", + "seed": 84208997, + "split": "test", + "system_id": "battery-01163" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01164.parquet", + "path": "episodes/thermal-01164.npz", + "seed": 883869031, + "split": "train", + "system_id": "thermal-01164" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01165.parquet", + "path": "episodes/tank-01165.npz", + "seed": 3263037578, + "split": "train", + "system_id": "tank-01165" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01166.parquet", + "path": "episodes/battery-01166.npz", + "seed": 1212226993, + "split": "train", + "system_id": "battery-01166" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01167.parquet", + "path": "episodes/thermal-01167.npz", + "seed": 1918008162, + "split": "train", + "system_id": "thermal-01167" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01168.parquet", + "path": "episodes/tank-01168.npz", + "seed": 1549430584, + "split": "train", + "system_id": "tank-01168" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01169.parquet", + "path": "episodes/battery-01169.npz", + "seed": 1303655384, + "split": "train", + "system_id": "battery-01169" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01170.parquet", + "path": "episodes/thermal-01170.npz", + "seed": 2992284312, + "split": "validation", + "system_id": "thermal-01170" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01171.parquet", + "path": "episodes/tank-01171.npz", + "seed": 1681806448, + "split": "validation", + "system_id": "tank-01171" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01172.parquet", + "path": "episodes/battery-01172.npz", + "seed": 2388047731, + "split": "train", + "system_id": "battery-01172" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01173.parquet", + "path": "episodes/thermal-01173.npz", + "seed": 3674861466, + "split": "train", + "system_id": "thermal-01173" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01174.parquet", + "path": "episodes/tank-01174.npz", + "seed": 1521081289, + "split": "train", + "system_id": "tank-01174" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01175.parquet", + "path": "episodes/battery-01175.npz", + "seed": 3179556964, + "split": "train", + "system_id": "battery-01175" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01176.parquet", + "path": "episodes/thermal-01176.npz", + "seed": 752046702, + "split": "train", + "system_id": "thermal-01176" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01177.parquet", + "path": "episodes/tank-01177.npz", + "seed": 2287093045, + "split": "train", + "system_id": "tank-01177" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01178.parquet", + "path": "episodes/battery-01178.npz", + "seed": 2986785734, + "split": "train", + "system_id": "battery-01178" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01179.parquet", + "path": "episodes/thermal-01179.npz", + "seed": 1116599007, + "split": "train", + "system_id": "thermal-01179" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01180.parquet", + "path": "episodes/tank-01180.npz", + "seed": 1012072465, + "split": "train", + "system_id": "tank-01180" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01181.parquet", + "path": "episodes/battery-01181.npz", + "seed": 2167083413, + "split": "test", + "system_id": "battery-01181" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01182.parquet", + "path": "episodes/thermal-01182.npz", + "seed": 3784431791, + "split": "validation", + "system_id": "thermal-01182" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01183.parquet", + "path": "episodes/tank-01183.npz", + "seed": 260230376, + "split": "test", + "system_id": "tank-01183" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01184.parquet", + "path": "episodes/battery-01184.npz", + "seed": 3470143141, + "split": "train", + "system_id": "battery-01184" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01185.parquet", + "path": "episodes/thermal-01185.npz", + "seed": 3775720334, + "split": "train", + "system_id": "thermal-01185" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01186.parquet", + "path": "episodes/tank-01186.npz", + "seed": 1934430979, + "split": "train", + "system_id": "tank-01186" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01187.parquet", + "path": "episodes/battery-01187.npz", + "seed": 1353828695, + "split": "train", + "system_id": "battery-01187" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01188.parquet", + "path": "episodes/thermal-01188.npz", + "seed": 1387145946, + "split": "train", + "system_id": "thermal-01188" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01189.parquet", + "path": "episodes/tank-01189.npz", + "seed": 1345457760, + "split": "test", + "system_id": "tank-01189" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01190.parquet", + "path": "episodes/battery-01190.npz", + "seed": 3123830575, + "split": "validation", + "system_id": "battery-01190" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01191.parquet", + "path": "episodes/thermal-01191.npz", + "seed": 2862912775, + "split": "train", + "system_id": "thermal-01191" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01192.parquet", + "path": "episodes/tank-01192.npz", + "seed": 3219528811, + "split": "test", + "system_id": "tank-01192" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01193.parquet", + "path": "episodes/battery-01193.npz", + "seed": 1483790536, + "split": "train", + "system_id": "battery-01193" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01194.parquet", + "path": "episodes/thermal-01194.npz", + "seed": 1568352025, + "split": "train", + "system_id": "thermal-01194" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01195.parquet", + "path": "episodes/tank-01195.npz", + "seed": 3407388651, + "split": "train", + "system_id": "tank-01195" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01196.parquet", + "path": "episodes/battery-01196.npz", + "seed": 2188921476, + "split": "train", + "system_id": "battery-01196" + }, + { + "family_id": "thermal", + "parquet_path": "parquet/thermal-01197.parquet", + "path": "episodes/thermal-01197.npz", + "seed": 2555013594, + "split": "train", + "system_id": "thermal-01197" + }, + { + "family_id": "tank", + "parquet_path": "parquet/tank-01198.parquet", + "path": "episodes/tank-01198.npz", + "seed": 261444508, + "split": "validation", + "system_id": "tank-01198" + }, + { + "family_id": "battery", + "parquet_path": "parquet/battery-01199.parquet", + "path": "episodes/battery-01199.npz", + "seed": 3802953299, + "split": "train", + "system_id": "battery-01199" + } + ], + "generator_version": "0.1.2", + "normalization_path": "normalization.json", + "policy_names": [ + "random_piecewise", + "structured_step_ramp", + "feedback", + "boundary" + ], + "policy_segment_length_steps": [ + 2, + 16 + ], + "policy_segment_quota_tail_may_be_one_step": true, + "policy_weights": [ + 0.35, + 0.3, + 0.25, + 0.1 + ], + "seed": 42, + "split_system_ids": { + "test": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "train": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00068", + "battery-00074", + "battery-00080", + "battery-00083", + "battery-00104", + "battery-00107", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00188", + "battery-00275", + "battery-00281", + "battery-00287", + "battery-00296", + "battery-00299", + "battery-00305", + "battery-00308", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00482", + "battery-00527", + "battery-00566", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00653", + "battery-00665", + "battery-00674", + "battery-00677", + "battery-00752", + "battery-00761", + "battery-00764", + "battery-00767", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00893", + "battery-00950", + "battery-00962", + "battery-01010", + "battery-01016", + "battery-01025", + "battery-01100", + "battery-01127", + "battery-01190", + "tank-00010", + "tank-00046", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00337", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00544", + "tank-00553", + "tank-00574", + "tank-00577", + "tank-00586", + "tank-00601", + "tank-00616", + "tank-00625", + "tank-00634", + "tank-00679", + "tank-00682", + "tank-00769", + "tank-00775", + "tank-00796", + "tank-00808", + "tank-00874", + "tank-00883", + "tank-00913", + "tank-00928", + "tank-00934", + "tank-00940", + "tank-00952", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "tank-01198", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00039", + "thermal-00051", + "thermal-00063", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00234", + "thermal-00255", + "thermal-00261", + "thermal-00270", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00342", + "thermal-00348", + "thermal-00351", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00564", + "thermal-00567", + "thermal-00597", + "thermal-00618", + "thermal-00654", + "thermal-00660", + "thermal-00663", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00831", + "thermal-00834", + "thermal-00903", + "thermal-00924", + "thermal-00945", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01077", + "thermal-01092", + "thermal-01101", + "thermal-01131", + "thermal-01137", + "thermal-01158", + "thermal-01161", + "thermal-01170", + "thermal-01182" + ] + }, + "split_unit": "system_id", + "split_weights": [ + 0.7, + 0.15, + 0.15 + ], + "systems": 1200 +} diff --git a/studies/full-data-stopped-20261011/artifacts/poc/data/normalization.json b/studies/full-data-stopped-20261011/artifacts/poc/data/normalization.json new file mode 100644 index 0000000000000000000000000000000000000000..5174f1f75ec08a1ae15fd2bd0ee806d5adba30ad --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/poc/data/normalization.json @@ -0,0 +1,993 @@ +{ + "bounds": { + "ambient_temp": [ + -30, + 60 + ], + "battery_power": [ + -20, + 20 + ], + "battery_temp": [ + -30, + 80 + ], + "demand": [ + 0, + 10 + ], + "energy_kwh": [ + 0, + 1000000.0 + ], + "flow": [ + 0, + 20 + ], + "hvac_power": [ + -15, + 15 + ], + "indoor_temp": [ + -30, + 70 + ], + "inlet_temp": [ + -5, + 60 + ], + "mass_temp": [ + -30, + 70 + ], + "occupancy_gain": [ + 0, + 3 + ], + "outdoor_temp": [ + -30, + 60 + ], + "pressure": [ + 0, + 300 + ], + "pump_output": [ + 0, + 1 + ], + "solar_gain": [ + 0, + 5 + ], + "state_of_charge": [ + 0, + 1 + ], + "terminal_voltage": [ + 10, + 70 + ], + "valve_position": [ + 0, + 1 + ], + "water_level": [ + 0, + 50 + ], + "water_temp": [ + -5, + 80 + ] + }, + "field_names": [ + "indoor_temp", + "mass_temp", + "energy_kwh", + "water_level", + "water_temp", + "flow", + "pressure", + "state_of_charge", + "battery_temp", + "terminal_voltage", + "hvac_power", + "valve_position", + "pump_output", + "battery_power", + "outdoor_temp", + "solar_gain", + "occupancy_gain", + "demand", + "inlet_temp", + "ambient_temp" + ], + "mean": [ + 21.260110190522674, + 21.294143809908295, + 458.2616030734551, + 10.349678152535423, + 15.87959941777483, + 0.5373690927540696, + 38.43412944961296, + 0.4826127376021479, + 22.252339221724515, + 38.748503193739225, + 0.24556926961433975, + 0.5992653670099126, + 0.3955478955261828, + 0.14853332874202788, + 15.793682454917644, + 0.5707246923134439, + 0.3623995421049213, + 1.1325604382639707, + 15.342054774785314, + 15.83001136338815 + ], + "scale": [ + 8.045533406510737, + 3.8168959904494413, + 286.08492714119444, + 5.02593998333158, + 0.9135711299377679, + 0.5343871434744538, + 37.75881915571558, + 0.36395720653308616, + 7.623231511617394, + 16.91282588005527, + 8.974730874580919, + 0.3249119350991334, + 0.33614533488560966, + 11.180001252068704, + 6.335063827555018, + 0.784610751286015, + 0.23292416227299456, + 0.7266014200582064, + 0.9463622850092638, + 6.399157351553315 + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "version": 1 +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/citylearn_battery_common_scale-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/citylearn_battery_common_scale-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..aac85e6ecd7cffca8294956b0013a7fd2b700f52 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/citylearn_battery_common_scale-assessments.json @@ -0,0 +1,11060 @@ +{ + "assessments": [ + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2478199948268016, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8511358524531399, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.168549095611254, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2342652867521864, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3159290007842441, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2970530948157926, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5186513441600207, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2258993925010354, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.00037711563156, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.184423471609793, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.74247924321349, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3806556570794175, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.23773849581944, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.624468308483917, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8673597692679887, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.7706324884915356, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.148554636598144, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.137495278287969, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5273077244381497, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6049505380854561, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4622715009015916, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.092173781062329, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6056409810655365, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.552971201328007, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1911657338424937, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.27702333700029, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.3931908826360715, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.507787265296147, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0658946873059283, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.0288595841471135, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.371717751932993, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9957399891811216, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.900795760310201, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.470254096839323, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.782501634502562, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3127670013950827, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8195323359953262, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1769624249867044, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.5252807799757315, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.22039345302750904, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5653844634822132, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9588725119626023, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4892790547395437, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5674690175843006, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.0030926571903910622, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.814314849485805, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8257006019399912, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.842736569119529, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2383340858274845, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2928835552964495, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0679828281726567, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.317613081215426, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6510152711867787, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1426477385037718, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8601702497995993, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9831088110659099, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.1326514635489, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.268942275031636, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.07487608267162, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4676501759007508, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07389847924835659, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6720893902189168, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6513783635963333, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.167803827368074, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7948566427068549, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.580497398886862, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.367220262327683, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.393889464861629, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4902980138856743, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.557182535482228, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.045119155906044, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1745860506874175, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.23626890134209, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3091718324392436, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3143039382218311, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3555275539112923, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3537578716269302, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.59702769648628, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.649948956483239, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.022534139025787, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.048324517225897, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.33327409778451, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07258198289498348, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.272609654845316, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6513783635963333, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1159347469455185, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7618648333213089, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.172749039283782, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.926963998892477, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5207657651752512, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9622660372786713, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.325623824384809, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1777760192036295, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0243357585609685, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0579479574672344, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5692745447315797, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7523785801503866, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.5917292529679345, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07117876924148844, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.358166163545548, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.088107692200429, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7019100942884523, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3389235424463397, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.12732915970145448, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46099527026007714, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.448694461422314, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3749842216156, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8177869463782024, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9028806327303439, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.2542716939225604, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.248602187834313, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.409310682521817, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2440031386355965, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.987674576349796, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.30153369188177154, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.655554623774371, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5207657651752512, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4188910340632366, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.04017535531866881, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.848933906312024, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.656166730191393, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.036156729823883, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3608974002494545, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.12296513632109456, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7420975662385494, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5361163959142092, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7004564816661916, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.05647640746542, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6224469520839653, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3193034768071117, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4740799289109172, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7670186241246397, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.31474904949774085, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.947892611612008, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.323684841474606, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.253192596659331, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3212112810249611, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1708997830427732, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8897440142503692, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.417554954230641, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.845533352901774, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.035909311916349, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.587739870061553, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.366313090653501, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.695205558173031, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2845173649211221, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.300555517173636, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4369281124725508, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.7291913060445685, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9034195013599462, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1811193798814155, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.585479205237762, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2328326766367104, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8010038642950207, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.43695938578909854, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2116628911868808, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.624964921798505, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.21708720876579435, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5119950558112157, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.765751921357354, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1000653607729407, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.121458001184646, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.029046719754, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.476383180207162, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.307970077636056, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.689360943550145, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8293948464734429, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5295771051358587, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4423578605614714, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.708721890001288, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.563752457219712, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5313104479484921, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6387283017072207, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.39729534657213805, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.12732915970145448, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.22039345302750904, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.06287987653325318, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9296746992750737, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2000522847517234, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0504557252050377, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.5365620850880894, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.35041083806063494, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23642412421823575, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2866810007507787, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.940951576928269, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09801733010397738, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7884088582492279, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4348634119521309, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6765058197319571, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8252169466856132, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0225076982871002, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19058891128040376, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0867282486017302, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6698881848761167, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.926369103978966, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0605689851405247, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4202925677619835, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5085217992704565, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.521320537625897, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0961935346414695, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1176210880275557, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.002353771622808, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2202495513160216, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.12732915970145448, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.45176182262889664, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6137999509311347, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7318666801406198, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.085652828604794, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2684937058681168, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3415401665100075, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.626480278912535, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8962194652133992, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2327224439843702, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7310356669562474, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.484937120302965, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.779724677036593, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.158938207261514, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.938689400566332, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.383690794207277, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1360540298171837, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8791311925172325, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.906085336706991, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2385659810300176, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.894325064290553, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.0851883156128214, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.024079156486236868, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3750388432825291, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6973925123585607, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.274241471543385, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.954717746801963, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.935051296115013, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.444156566618002, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.895122547630905, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2327224439843702, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.435675935601022, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2139221564094511, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.228470901688196, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.6623180700141615, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3523184661784667, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.11076283248412994, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.134855532753142, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4745934089349875, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.075802422526003, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.993561946141881, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.552971201328007, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0959321044910506, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2686224152481125, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9543028644074953, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.12093355599791274, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9997319460100831, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.3115964003643, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0126431260005555, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2936384565520767, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6610372369725032, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.338887897598282, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7586481395009091, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3180733584133146, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5370626709196049, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.834684962466559, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7035256705870525, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.03204922667509858, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1733791459018628, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.918942573576585, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.788941886344079, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9590742972839277, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.928523557552554, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4745934089349875, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.48954509258598156, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6277770577935156, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.18976325748479134, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.51183817303177, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.33726656004078975, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4966496605237998, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4896382942018387, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7523785801503866, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8424440723016677, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.004883328183151, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.035056318033613, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0757316132283161, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.169472281899605, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.322797539417996, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46025470795543033, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.638629812749462, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.029570163318839, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9942476748053335, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.92010938602883, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.220991017582055, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.926272754297446, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.424301389553974, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7044983888006928, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.48993505925088, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.841669623035354, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6465134509390973, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.305386351077923, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0432084795611463, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5420396567263865, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.239364392948623, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.339280314248251, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5198613492535626, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.35533710465654333, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9638755167517935, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.545876340916417, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.116692952200351, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8373565518900559, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.749980575877218, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.22299035278347584, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9514382309939513, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2310590667620376, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5402040814137425, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5630335881564952, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1726918332961994, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2434512468441907, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.988800159953559, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.7514332614995505, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2062154983460052, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8546037038789063, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2248769886498736, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0806606831559207, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19433342688998667, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.860215437732364, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.010762060077518, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.361445596763479, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.380511305725082, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.04274855226196141, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8182652776228714, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.0654100359049678, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.522068195030462, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.01861915758926507, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1733791459018628, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2834567597436957, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.910022550241818, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7973457699982571, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.207677563566419, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7886672415472147, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.453660726308549, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.246011239756178, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.713572116017348, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1159347469455185, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.652221283924256, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15152172440481465, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6856558112756335, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.602320515333931, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9157021623880428, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.522068195030462, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.934650269648451, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.140963874771176, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.0654100359049678, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.34943930346044466, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.356096266698334, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.18315196366731895, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9079416082372628, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2509773556628761, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5068210623425975, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9942476748053335, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.035366114884725, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0527189967780546, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.36655386254297, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1847243671068403, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.006396639501349591, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4797211587427654, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.517059911566088, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7468530354038336, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.401890522503305, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.886636556646507, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 12.62300513228535, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7973457699982571, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.734040631135025, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5471280593655214, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.145943557053352, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8589701152313554, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.28744425333052515, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4992671013604888, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.3593582425128625, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0316774184498005, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8176066550744112, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.908089687859536, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.43981584283357894, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.620177307214362, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.41925967447990387, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.37991536845498, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.43813149946664537, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.075767766300851, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.360270594453184, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2133782688942687, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.20112418276492086, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3117935220297368, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.390494578213712, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.011012202019007, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0378243206668956, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.556046773019146, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7388563331237592, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7948566427068549, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.489623500741572, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9419770486523955, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4583480109510478, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6999966422205293, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.467932449199787, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.154520229521824, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0181598341985179, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6020775041914185, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6942398797887095, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2981674681651723, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8015794785903787, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3429076214294826, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1642904801531075, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.923809925792802, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3680690344550988, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.088358283850464, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.10490875053323445, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.377739182786635, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4655514183860822, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.666962762302916, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.10900617696433831, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0988408085348285, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4487865343933327, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7458003676851698, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2328326766367104, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1051654014224326, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0156941089496436, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.228884676230815, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.198837659957946, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.311167401415468, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1818371716191869, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23550000741397942, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.611801154613889, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4396189491912192, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5002788920768461, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6239278931840526, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.3384618258045275, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2753035233321777, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4672346168895115, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9367403852368303, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.045408088096059805, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7319165575512363, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.509660150102449, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.339921892551842, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.1493291252367355, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.702845140542389, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3801081028636668, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.7489748654522455, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3665637113905311, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7762268388299831, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.331605852917998, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5060435034899373, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3016752470193002, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9813167676415829, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8191111961132151, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.562483248776568, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6925971164115423, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.205200303740914, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8269043847811517, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.11420409877360715, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.059407611066584, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8877711369841075, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.00672628397309, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3246960486222354, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8321224338768436, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.242759914834779, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0992020446204214, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.214285456884048, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.12465283855498352, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.883795951921775, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19442359096854916, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5551908403970537, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23578127158622886, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.146223886572009, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.14010571725516646, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.89249999729932, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5002788920768461, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5538407422587035, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.306410807909834, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.48622692786980265, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9639394636807523, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2968933808902628, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 12.592627015554807, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4292777298046349, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.504244680204768, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4637422891592387, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1720961008975218, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.044864035381967, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.328604328071194, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0181598341985179, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6345302470715366, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4643026915911865, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5793535874067418, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4676501759007508, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.52156283917148, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4637422891592387, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7862021628161947, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3586692537888252, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19390417047989555, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.957898866791716, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9252659959017211, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.614950561123733, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09801733010397738, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4594906921987696, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3212112810249611, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5361163959142092, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9663894788903296, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6676560299339778, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5307637285462885, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.33734712622443647, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.801395562930386, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1299688517080884, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8214930619131344, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46189962368203696, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.94951699795653, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.918912675087381, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.40470126513397875, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1516530362326153, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1991228371663527, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.55608413975879, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/citylearn_battery_scale_shift-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/citylearn_battery_scale_shift-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..330beb5d2fcc6889b86c3cdf630b784863395220 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/citylearn_battery_scale_shift-assessments.json @@ -0,0 +1,11180 @@ +{ + "assessments": [ + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.772349529931843, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7400190955597471, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 25.08765444893205, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.978927492698249, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9925760465626097, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.524678768587593, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.897747527374458, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.92703784035013, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.27597697962763457, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8313285204294747, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7461051620792971, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3066805050683685, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9593392052441487, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.342534473405407, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.544067395791855, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9282536777759287, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9372383220543403, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.047434550723338645, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1533812292326708, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1564235816831316, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.2942151789499836, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1272546489565378, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.47592824366924613, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1454889113403772, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5019527166283342, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9467362636128396, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6470170936332382, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5718785517497373, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.220892368042762, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.242082118601749, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6141076322106884, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.12579882350493024, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8645191038847624, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7183623969319097, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2562949571756439, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9780616938131035, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0639781777977535, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.25916355857486856, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.179229401709153, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9226755139465792, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.270862790452521, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.539646559781234, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6391284044263457, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.540429731811579, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2931902649897376, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.312357515564204, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.910267730119713, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.038874352888527, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9847423944907687, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 23.200832345060125, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.646098365240212, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4955491894645503, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 15.41733223179178, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.24692713170209224, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.423248585453939, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3727899249892756, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.998813177509336, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.458045918885257, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.265467966092607, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8878937003965409, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 19.344459912630665, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.434383821183701, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.374552916568986, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.13387024952790144, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.214527912668594, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.066840966007166, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.79396670780611, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.029266291749451865, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 16.763278700902585, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3305395468484513, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.30835437910336, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7303678719119561, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8115171715928526, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.643505298588964, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3008331814382544, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.42633270059937095, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5184064831703749, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5570559960020858, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6735517299373206, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.064596915333768, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3553332042538697, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1035142205527717, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.288552069408688, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5239362030061283, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.374552916568986, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.339464185240685, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4614542580953143, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9030269613832729, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.843778440327503, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.63225129586514, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4925793696561263, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9730420000961413, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.575396195331588, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0352912630122022, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4527766956927, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6312726885123863, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9644697987900758, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.833782718209551, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3115610615864409, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.769257763711891, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.533881176720449, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.847211979604199, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.099689122116812, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.7184878156774435, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.134371950967182, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5279640594100754, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.08929705080001, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8477294087306602, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.070249463101115, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6806250579631559, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5238983241128934, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0136555587235405, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.238667775036466, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6297527252743174, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4555454863941635, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.492037504353007, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.63225129586514, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5812569818929565, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.423797162161681, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4648396946366544, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9573383187815536, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.033878671527205, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.840542457506489, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.13759980289895202, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8592878291329917, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.182447912533916, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.047507101742732, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.0039487343163415135, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3191905074410597, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6520471734533588, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.377684303307148, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.007065054020536, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6485734578683866, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.712444755650848, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.05952489005851853, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2380362014260253, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.312091196199635, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3189231645503607, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7088332177427762, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.446505325936873, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.972405185291792, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.56515997655491, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.9638505167919496, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4720497911172778, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6060897281646229, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.966355968556352, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.13357711643104, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.174616839525895, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6198913827773405, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.718593932436617, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.21069998677012405, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.777736713279502, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.03410658020677044, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7347915983491535, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8163886605847728, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.16151689930640792, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.390588467407606, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5481300971635408, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.180341979214797, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.178945357995365, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8199415586473198, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9284102079105394, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 19.31193384108249, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.493513037619148, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.43532376063656164, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.796705104624093, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9267414363265223, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.226608101216376, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.479974371520352, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.7535232680095945, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6543536357110094, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.056887677570371, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8462394514209396, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6798496335747808, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.7184878156774435, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9226755139465792, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.292632376927937, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1170730655997227, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.962584292327332, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.896800907912734, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1915769305070906, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5939389045141408, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.463939648272602, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.038494191499335, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8561614946466586, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.739388770653045, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9864167832125843, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.234855884505125, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.388808549620196, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.76306577784426, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9038075178628384, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0022944320074774, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4831259314651721, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.145890420058147, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.069922099706801, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6534198609825776, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.261500627331904, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.41951440050374, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4715856440365642, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.62927824132677, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0260856392345605, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 41.457332967319395, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3451708829222542, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.7184878156774435, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.958379017311966, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.561331443897063, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3076187416887129, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3435695604510018, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.6031135871169235, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.69808474246238, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9358099950687313, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.677938588018117, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5518528853619654, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.025185641625941, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.701093194687787, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.048330403404076, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.14494942181400647, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6884349147391524, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.326376073544401, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.964134164288174, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.302846810820929, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9295504029931985, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0234776578381446, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.864411799760937, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0947575157918417, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.12273673232364371, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.423868018072811, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.513565462200336, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4162270042485967, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.17934092067478286, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6364917471022405, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0092153389831835, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0018075552665264, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5518528853619654, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.048059191956155, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8087283919196864, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 22.238605159554847, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.417613464941051, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.312707472369886, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.375793897437441, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.561233216818283, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5944943669414222, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.9971077616495942, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5410239396312755, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1454889113403772, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3138362393961955, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7416004100439135, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3946823791055902, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.223012098393561, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5152259062736224, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.759682959607869, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.763684272700109, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3473951556999944, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.483941184158731, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5415111482557935, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8280277002186907, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.678123058246127, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.31309857612902636, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07748109392039278, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.785262847510056, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.075628326285993, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.411835283834355, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.889212457685541, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5274620882754246, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.736856064080917, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.635532367530202, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5944943669414222, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4673237625883866, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5142543560839377, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9652974045988163, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0268312016416803, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7169925857729111, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.83264311374165, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4731952585804695, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9644697987900758, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8496641222579195, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.565812053882539, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.688480096718363, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.449995528977812, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.467087052876434, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5085165916406824, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2555180660126704, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.48955282826986307, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8556997132650404, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07136223891925386, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1943535417258664, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.282423145497339, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 16.166075940335702, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6879245879706177, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.702448188840135, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.930156668396807, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3060072262437055, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 16.580807106440567, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9964230385299306, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8409431847213231, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.877082292547865, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.794078928133062, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5198998955518002, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.08297224953166082, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.04035678069082885, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.331656602392499, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5500772262300251, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.11592787948622, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.431837264440855, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.52763494789608, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.921625510940993, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7934252913999518, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.320600451989614, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8226645014887185, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 18.269307252088524, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.167780084531628, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5291876926618784, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.118341309032273, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.08329119031167365, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.9009381094860633, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.38176952535759684, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7674999865347676, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5090561489594347, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7256459672840958, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0887382881998648, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.025968163572292, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4479486600776337, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.594605596724412, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.005555289523445, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.300618850434227, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 12.003148791445529, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.821165922697777, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4190542607322782, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.411835283834355, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.236749145362404, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7119720064652713, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1417712656714136, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5967632638418303, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5595362184966457, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.8205644427395, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19860633235354766, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 15.74732981253251, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.339464185240685, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1267058619472394, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.043527847998386, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8007002339152778, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.2664645794926694, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.73814055219761, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.821165922697777, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5251177656427554, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.7534592872147, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 12.003148791445529, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 18.01486562684738, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.646116455313439, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8405453249987147, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5895514000802082, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.790326801555871, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.885537522550871, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07136223891925386, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6536889223746316, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5694298861087579, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6946371942423717, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.502235545630064, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4973905545530606, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.567848612315234, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3236949729696805, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.78932033534323, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6552529697011837, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.300846513438742, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 24.07315095678422, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1417712656714136, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.100506387682184, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 22.267550233513365, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2508455520272195, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4135867383464045, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7452965752814592, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.879966481446429, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9836764517329963, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.489282159245735, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0271433366401794, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.335424753288555, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7569205857972863, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.235922758865766, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.693506214135926, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2196589174923187, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8508720833332334, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.097856454963029, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.777421290709449, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.58835719886311, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6616976759694575, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.806911667040775, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1006404959329612, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6091538715261255, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8121394389850016, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5115361895305655, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.95729062076005, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.214527912668594, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7479115437202365, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7269899085990128, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.991439402041305, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.134989564160749, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6789504412764482, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.874763251679173, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2693232823511784, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.243965024514846, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6530541438997364, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1044375286058683, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.517492580909947, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.6713543986600365, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.415200718044516, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.47001290890896774, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7849336975416799, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.164279244061514, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.34777897754428394, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9109615059255933, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.06762611471763075, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1188989364689492, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.808789860039044, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.2738839298546374, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.527108131350368, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5605157282123234, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.03410658020677044, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5971923907499561, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.663734806724202, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6816062543823347, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5545650039405285, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.103454479389942, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9237681073059973, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.249460228862513, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.415507815860673, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9616699515722675, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5372633840045393, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6740929131241348, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8123584492928884, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.064065246970186, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3720646379395127, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.27976945817236365, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2576492062472138, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6477679641584064, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6503780037760026, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7382047261346252, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8729134509042136, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.044821183829817, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 31.62540562885812, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.319877555215166, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0926352973577265, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.493911925726629, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3271548648269054, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.199732561325387, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6048003432259654, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.97495281327846, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4633457688275506, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5656631127118814, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.17966590448493022, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.988817041060859, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.914223132315933, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.668277261113151, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.34907226065856956, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.733480678238061, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.667128050878757, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0633635550679856, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0695919989372265, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.11104746156594879, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.120336474254614, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.652066351721931, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.585873362340292, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3608304851178521, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0836356294718157, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9541222349028352, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0588768213703217, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0833793961201414, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46005171275490553, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7872633590837409, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5372633840045393, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1912480387422568, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.390023438683035, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.801134642972035, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3201945679094575, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.17490806395478045, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.13439564133528, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4516809050117738, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6338684366279352, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.496224966087137, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.144118192064208, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9088469992897177, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.28734487341963355, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2693232823511784, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1444235833561472, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.2880534821870864, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46819080928794354, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8878937003965409, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.377712315418219, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.496224966087137, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.293013554706749, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.124114001076522, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.015920370178722, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.068177973767859, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.135485661979697, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8642440813203576, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.739388770653045, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0419319656905424, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.312091196199635, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.182447912533916, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.59058259834342, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1879686229687, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09723969731438582, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9773993105487615, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.533874004821691, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.801926586584, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 15.663283431656929, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 38.86160661233258, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9667421272883621, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7170228415866273, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9901732802425538, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.572532091620552, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.429813530643187, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 34.26864232781468, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/original_heldout-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/original_heldout-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..c6907e1546fba1de6512df3f840dd87a1b06eac7 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/original_heldout-assessments.json @@ -0,0 +1,10975 @@ +{ + "assessments": [ + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07735781087162863, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.181256194987255, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5631669026879409, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23227025654935848, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5151142654395213, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.32585927756519695, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7274439596064043, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.675142429586573, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6756967993204128, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3329403501182553, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.179700278015979, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7913717881747248, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.018789120454400433, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3232073988887705, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8676713052516658, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5997627653147077, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7195410521791774, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5555911076486464, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0738886078430816, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.127958215264737, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8806550440162182, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3208329501182343, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9403551254538102, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4008890420906375, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6164211320780377, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.21261421713640008, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8423682818606762, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9131731737324686, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.879286553113574, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.10577806413048538, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7795334125880118, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.141512517802202, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5967603353701663, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.48026102631570045, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.124429290007903, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.42504945062266, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2629792802429239, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.688235028716579, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0748018694522865, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.02044152144464554, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.054384572623895, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.588991989988531, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6841451166987854, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07586112322980296, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5209073319468858, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.015426348150477182, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.467350730527368, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9959715443764969, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.26362854736639973, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1024663861993336, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.04636701573427239, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4510457758675324, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2096294895164389, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7865524892913269, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8261723137573057, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.913453372874247, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.463981990845746, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7642722095409374, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.745852885778353, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.231644424629974, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.538974604038927, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2802658772991204, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.152519308412445, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7519254304439814, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0630707975568356, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0149744893453028, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7320980370034014, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4624084774491641, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.25572386009205794, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.132216437204657, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.999074187772035, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8165370228765522, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09030942892702248, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4073193133243036, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7931726482487348, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4874134756405457, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9293225658487867, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9614839485769964, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19716425629045775, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.02677843789376106, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6518237760336729, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8889521114299085, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5009917654321542, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.803243774528096, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.06468477204309, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19732576927511503, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6364619207143147, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2960940768170057, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7851962588061447, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1862659901791857, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.348668244042488, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4242776182804996, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1733544841450856, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5999578960363157, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1565925734354182, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5831827124355348, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.13141189430419375, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5029869838703713, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3077324899512885, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6066508492908329, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1961537981660766, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3473239618379458, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6722933032697567, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.44687195646597033, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0176795580310551, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2005896397856004, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2675574220913255, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0225724359159156, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5703292435596854, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.081926930261321, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0850108165163816, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09374666845974663, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4803221550230272, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3535606804793094, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8705592004967098, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.701573930665853, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2974037785515515, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1961782725986092, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4520652438595474, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.6679445894950025, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.08909246069825455, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.330813479804387, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9626333372964101, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8219049960748057, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.373468024375489, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8022325957598309, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6873677070599702, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.37759434562364413, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.390621232646543, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.36181756438920837, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6917935741423528, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.31001695353600855, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6421960326609786, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.843682781674124, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2425907007905668, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.16397287624659632, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7868456237916839, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6184960842697896, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.42628387791286726, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.379600895895551, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5703380791088715, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23879324663391158, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0937289662447558, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1465781934725277, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0116039582116139, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5905289839363331, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.182097872668816, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1410716123006798, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.018916523587423753, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.159857678747125, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7703264985552116, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.17294076578247192, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.588686236461415, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7032247922398724, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15784645012728246, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6524511151238656, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6768826499661265, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4699800846060562, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15503818681321477, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6702951921952495, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5505222490069626, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2116073417889146, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46012476114226575, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0447098857870962, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.17914040231776002, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.424203683766454, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.39140906938569003, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.04556316900062159, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2126663201246124, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7674343549500857, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.47499020826419597, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.35584939016390005, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6840111222016255, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0395671303886882, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.430604705123073, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7328290246835354, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3725118742169948, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3881870909174054, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.327984808654049, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5122738675929015, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7308342770362709, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5028763083527078, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.14929069564785433, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3280025010209957, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6757004988917823, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5597451205174814, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4422443801937579, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7323031730104925, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6171887247753038, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5166971478785689, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1993285760509105, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1662832365414183, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3912715314731066, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0766585354613212, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.899432175884637, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4795213751575766, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8170796272950309, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6778275606732285, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.966853217320464, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6886549369937437, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4749069528173457, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9879899912341509, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8165214068873028, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.323303464960523, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0138949374594612, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8991738123997192, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7490945225014427, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1115221544580334, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6107689231375502, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09105463843323246, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.345259800955533, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4354628716489948, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3391203926154422, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7555353350086556, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0653567379296762, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.258325266026312, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.32671187396098067, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7709680516673658, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.032200728283881194, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.043263558159575076, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.42082861769751995, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.664458106353903, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.098386641530374, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.368379816963368, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6169038632922055, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8224367484322985, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.33518747341645627, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7085335461662353, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.27512226577418036, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3452530634174273, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5085311028425887, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.848817313692152, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8456719021158476, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8806550440162182, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8122592958087601, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2372060019819355, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1772965798722711, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1077960178799082, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4758765954287261, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2806600262790664, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.561657094317816, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5080361417515937, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2906512663783778, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8214729756476004, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6082720115845461, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3274174364592935, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5567558169635505, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5079498096613853, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7622468234417833, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.025991527255087, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4809980406897028, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9566322934098033, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6694580999039983, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3132275459401532, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.41837568079620513, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.27511550179302635, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3956041932403431, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4893405308912492, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5929151690640277, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0492115228962984, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5076467123085737, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1978424684398385, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.1301830110181115, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.24086733682620814, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9610782694451879, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.250374496676467, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.015442371677711151, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46569207833214493, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.1155030635553, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.20284623790000866, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.904432637872282, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9574265096625627, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5883755528276324, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.178203565455895, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3054375234163107, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7600655447736553, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6256675117959124, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.37807212833927634, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.11518142882110705, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9403104842347771, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.37975394185306866, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.17679618415226564, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0968962194756093, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1381200767587876, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.252912818761696, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.24261874183735638, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5162430873356185, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2034068332158698, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.856180486648538, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0043891237992564, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.29853049807356685, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.530837468256863, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0383730726493416, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3457055666276394, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8084632980543593, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5366692029483437, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.087861326346705, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.413621172636596, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3832476223848702, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8933242789206828, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0613236334064453, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.942863395073757, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9624565577414543, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7750965516853372, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3101101375898188, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2018802267929866, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8049277095855447, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5590396981973895, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.759707530861035, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0100423804989656, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5537272725198465, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3441750908410063, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6139796821743658, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.555914523875274, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2281973392853636, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8636770275530612, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2992954794287476, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4554666774832214, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9315047307634949, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9344320225158316, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.929055397439783, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46090581811552733, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.04751708921947035, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2378002964128592, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4207904323405964, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.46936740487144, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4288366104923182, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7200115905693262, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8918817737110847, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.834290750336971, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7611363351393444, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4235368516554751, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.607798425744014, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3021720268046932, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.20305723872843157, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6517466321272503, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19109531680140635, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.142207030788498, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6637262361604086, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46519102004974106, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.27420938257204946, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07012373986381269, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4340702767094805, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8379384798926435, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.070865699913888, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.34516230454705465, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1147424224440154, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8840330694533827, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5920212404164764, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0053052583630055, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4167527974255971, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0127953515440995, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09334885380558346, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5338287727360476, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.11774794192305763, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.729208724720343, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2574007829909832, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9654793692307586, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.047014585321497965, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.200324571740783, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4571330562684475, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2934520929161373, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.585448655225514, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07114864059610918, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.08877027029794275, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4280077276344778, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1646498423999991, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4729115395780576, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.625955174432005, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6480163353600101, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.439662842309878, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1045386406305058, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.231644424629974, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6313126192891287, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6204438251546083, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19845870530055146, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.9459438593803395, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.30180836187986637, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.1526060321900555, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3659556559460864, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5222034231577295, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5825002011641742, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3014811850629053, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.388104348246363, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4906853881350335, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09712339785973943, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2138253849234162, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8820180001270055, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.432122880899695, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07024163540188127, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3835847904438702, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6831565349051493, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.053545373719799, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3954584024800709, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9557592139575096, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3432722096446297, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8245635702376444, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09010610131176926, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.183167341271379, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2985413188087134, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4367184022663337, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23427278517343322, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4340784907526423, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9632861871094804, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4730685696299681, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0845033376319262, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5246124490601971, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.29279389856382754, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9041433321001376, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2764180306437705, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.08944716654657449, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2931976930349348, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4256652679350999, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.865531517443775, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.10601362812168404, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.102648288793374, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6254233267234193, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.08494124014260539, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9011715584418425, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.05883723616939203, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6712815009223245, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3111842662321833, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8750761639173759, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic", + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7864537804457825, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23676046415381652, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.098675213566997, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.041775585696670774, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1336917921391616, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5572812993269816, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.718460711980915, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.529998198010074, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8189416202053947, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6932312359299411, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.40696577234258, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5155823371271947, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.12298727592709052, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2356138914356674, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15243621024531712, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.294145895430636, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.124260589308235, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1487076380937653, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6868491244118073, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.018060305415520086, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.03949682279997957, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3357858270426677, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1454616678193068, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5178453537668382, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8421702031992515, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.029712996605947, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4146862877580355, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2496309933193965, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3274890993192994, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.628526878236384, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3221617585614445, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.716708478809692, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.16060581400572763, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5996073510307365, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1198839354241409, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7202565735120001, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2892439044987173, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2416399219015963, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1746409201888453, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.165432830897529, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4114881388980853, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.344448479783331, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7300056972183881, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7768909912703839, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.390896489644924, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.017085214067101933, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7192644546003558, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3143973414518189, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8152286209248241, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0952939131405173, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.799693891176451, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.047774485350435, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.718319144639609, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.534016526782194, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8911495801432993, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1900347344154683, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4506708199940751, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.013815841097762929, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.160046406881945, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6466477750322283, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1139974599587554, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15377079051485448, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.34187663187525075, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2805973720332415, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1341177411782175, + "threshold": 4.832884909084203, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07187516817913654, + "threshold": 4.339740031125046, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/thresholds.json b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/thresholds.json new file mode 100644 index 0000000000000000000000000000000000000000..a7933a9270371bf38b552303d1701305b297e953 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/battery/thresholds.json @@ -0,0 +1,344 @@ +{ + "version": "tfm-retrospective-behavior-support-v1", + "policy": { + "history_steps": 24, + "anchor_index": 15, + "end_index": 23, + "horizon_minutes": 120, + "quantile": 0.99, + "quantile_method": "higher", + "min_count": 30, + "low_driver_std": 0.05 + }, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199" + ], + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "transform_id": "citylearn-soc-and-requested-power-only-v1", + "source_sha256": { + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "/Users/maxfarrell/repos/experimental/scripts/behavior_support.py": "fde731bd86dbd989031b2ba34d31dfa483c34b476753d09bfd5575110480b27d", + "scripts/evaluate_citylearn.py": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "scripts/citylearn_validation.py": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162" + }, + "training_anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261012, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "f7aae448f80997beeb5e741467375eb0627e9ee50d238b174e2d515b06f424fd", + "family_window_counts": { + "battery": 512 + } + } + }, + "entries": { + "[[7,0],[13,1]]|complete|7": { + "count": 385, + "threshold": 4.832884909084203 + }, + "[[7,0],[13,1]]|partial|7": { + "count": 110, + "threshold": 4.339740031125046 + } + }, + "interpretation": "Observation-only retrospective residual heuristic; no confidence probability or future coverage guarantee.", + "limitations": [ + "Thresholds use model training systems and may be optimistic.", + "Overlapping sampled windows are correlated; no independent-window false-alarm guarantee.", + "No flag cannot prove a new system safe or identify hidden room size.", + "A good fit under constant drivers cannot resolve hidden action response.", + "Prefix history is shortened by 8 masked rows; this is a fixed retrospective assay, not ordinary deployment context." + ], + "sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/behavior/behavior-diagnostic.json b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/behavior-diagnostic.json new file mode 100644 index 0000000000000000000000000000000000000000..0207cc1081182d9b01e99243e066f6469807be26 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/behavior-diagnostic.json @@ -0,0 +1,2109 @@ +{ + "version": "tfm-retrospective-behavior-support-v1", + "status": "completed", + "policy": { + "history_steps": 24, + "anchor_index": 15, + "end_index": 23, + "horizon_minutes": 120, + "quantile": 0.99, + "quantile_method": "higher", + "min_count": 30, + "low_driver_std": 0.05 + }, + "binding_sha256": { + "artifacts/full/transformer/seed-42/checkpoint.pt": "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec", + "artifacts/full/transformer/seed-42/normalization.json": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "artifacts/poc/data/manifest.json": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "artifacts/robustness/thermal-challenges/manifest.json": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "artifacts/robustness/citylearn/manifest.json": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "/Users/maxfarrell/repos/experimental/scripts/behavior_support.py": "fde731bd86dbd989031b2ba34d31dfa483c34b476753d09bfd5575110480b27d", + "scripts/evaluate_citylearn.py": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "scripts/citylearn_validation.py": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162" + }, + "source_sha256": { + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "/Users/maxfarrell/repos/experimental/scripts/behavior_support.py": "fde731bd86dbd989031b2ba34d31dfa483c34b476753d09bfd5575110480b27d", + "scripts/evaluate_citylearn.py": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "scripts/citylearn_validation.py": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162" + }, + "used_source_episode_sha256": { + "episodes/thermal-00000.npz": "e6dc125de3c0d212b57674bbadc42d09b686b7c9fce2cc07ea23dd574664dc3c", + "episodes/battery-00002.npz": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790", + "episodes/battery-00005.npz": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48", + "episodes/thermal-00006.npz": "486171fde08aef439c6b32dd63333cf9af92f7deb08414b0563e2bc8ca343327", + "episodes/battery-00008.npz": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7", + "episodes/thermal-00009.npz": "b10ba1349e4789813f196b7a2c2532cf4bbb9abd65f89d9b062f33f5a2243970", + "episodes/battery-00011.npz": "c7aae52a000b1aa31406ea30c3004b29f1fa6c98dec8e3db1fe71aaaf1656441", + "episodes/thermal-00012.npz": "8a9dcf1ac0e525bc6a7e3b5d4bf258235d762f64914131d1775d4483ef351d4f", + "episodes/battery-00014.npz": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de", + "episodes/battery-00017.npz": "3c68852b7e4d7cd5d803c5261f48f779b49d61e6ebcb97f840d33006327d5308", + "episodes/thermal-00018.npz": "21c7ef3696217c8efdafa8318596c12ed62d0fcb67768f8586734d2157e332f7", + "episodes/battery-00020.npz": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835", + "episodes/thermal-00021.npz": "c5e03d2510fe4b4d5efa7d3d7c411432f440337fb291edab56dfe7172bdec44a", + "episodes/thermal-00024.npz": "59e15f3878fba464680c6db324e7ebdbc7811f00f74f6653078fc4a80accb5de", + "episodes/battery-00026.npz": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6", + "episodes/thermal-00027.npz": "13a24edfeccb26ad24eaa1e986f3e196d771ee03df107e9eb9ef40e08b274879", + "episodes/battery-00029.npz": "e49a773079435b34d8527a2e215de1317897c51c4dc1780f226909dbce76a71b", + "episodes/battery-00032.npz": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077", + "episodes/thermal-00033.npz": "94692123bbb1d73dc3c8f80a5a3e35506055188b4d7cb823ce07cd698d81024e", + "episodes/battery-00035.npz": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb", + "episodes/thermal-00036.npz": "36939e8a94b14e16c5e770594d595cfb8ab6274fda7e5a65abdc197a5a1a5386", + "episodes/thermal-00042.npz": "d47b7da76d303ba2a08a05e66d3f0b11d3755ae2e9e8f85a53141ac650989dc6", + "episodes/battery-00044.npz": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee", + "episodes/thermal-00045.npz": "df03edf92425fb9960bb23af47de363cfdcc1ba05672eb92d6e1305595e80b45", + "episodes/thermal-00048.npz": "3820a1b5385d2766ba2afce09d17dd0e41bc3c615da34e574810379283d97ece", + "episodes/battery-00050.npz": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600", + "episodes/battery-00053.npz": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d", + "episodes/thermal-00054.npz": "0166b4fb2b052b4389efa9c4f06ef77c0f13714a1baa90e3836618d4dc5653a8", + "episodes/battery-00056.npz": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a", + "episodes/thermal-00057.npz": "1bab0727fd7f12c3e57eb870b82d172eb2f7e5e134860a0501c329ff2ca55366", + "episodes/battery-00059.npz": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1", + "episodes/thermal-00060.npz": "3fdb1906d5da61cc1f5bbac40c1b76ed2634be525fcbe816ef72db8851cb750d", + "episodes/battery-00062.npz": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8", + "episodes/battery-00065.npz": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4", + "episodes/thermal-00066.npz": "b86e60466c90bdd373a94be75ead6473901be6d887f213cfa89c463d8481af56", + "episodes/thermal-00069.npz": "7ce04d98b7d6dd00b76efb548a4334597e91a1980b4f8475e2fb5312341ad42c", + "episodes/battery-00071.npz": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae", + "episodes/thermal-00072.npz": "259d4f0233e5006d4e589b45b84026cd6c2a1bed0e2d0026941b9b29bfea8585", + "episodes/thermal-00075.npz": "f3d5817dbb4ba58bd5ef16dd5261e23c80c744b47c9c95d8e6b5fac0029da6f0", + "episodes/battery-00077.npz": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3", + "episodes/thermal-00078.npz": "747d6ce820608fdcd379424490438d8f183d32ebafa9d0a7275e39064ca8ac28", + "episodes/thermal-00081.npz": "ae87c9001949c3ba57bc9df9f1f2f8a83093305e9ac37cb28e5e94d38ba98d56", + "episodes/thermal-00084.npz": "e8e17268836c8239e5c648f5f0af5182668e42dd3177043ed44990bacf9f223c", + "episodes/battery-00086.npz": "57b3f9253cbf06f50b05eafcc1d50a1cea6b7b81f650f924d4e2cf640040e966", + "episodes/thermal-00087.npz": "a168dc0ad8d32601b994cb79ce7d42c714660b75c4012fc6b9645083cb0401e4", + "episodes/battery-00089.npz": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68", + "episodes/thermal-00090.npz": "d4b1789d525ae7b4839e9ef8067279ee3a315414c043069ae04dab1e47e532fb", + "episodes/battery-00092.npz": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a", + "episodes/thermal-00093.npz": "c48f8d8ea1f8c6348f455268de2d36d43d0f7581e03042706472c7bc27f92df5", + "episodes/battery-00095.npz": "43b4f7fcc97a2decc4cb3476b6a2f57d6dd46e58c221ac8eb4dc6f967a6d5e8c", + "episodes/thermal-00096.npz": "9cc65f2217b6b93a84e396fde8cc7d119dda2ba2d454ecfa8e371f59fa604474", + "episodes/battery-00098.npz": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2", + "episodes/thermal-00099.npz": "8517faef7cc68de899ca03ddef8454829bd6ad544299dd6ba3a0814cb2714348", + "episodes/battery-00101.npz": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f", + "episodes/thermal-00102.npz": "eeca8c5966d62ed013ae60ec9f57dc306b42bcaabf9e3dc34bfac63418890a67", + "episodes/thermal-00105.npz": "9aac36622b478b4b6025a8577555092d03a5c815863e196e26f46e5d3d9bba04", + "episodes/thermal-00108.npz": "ca5460b83e7c0685cccda2a3af73542fa353dd5611498f3db84d635cc0fc0644", + "episodes/battery-00110.npz": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f", + "episodes/thermal-00111.npz": "ac71047d0ddd364b2e3bbdd02fe0aa91fa4889d924805530ed42caf6c33a334b", + "episodes/battery-00113.npz": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b", + "episodes/thermal-00114.npz": "ad182daf5bc60f8eff283a5c144dc23c81b98ecfb72335f69963c03c559369cc", + "episodes/battery-00116.npz": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553", + "episodes/thermal-00120.npz": "553aeac33fb0f0e98b2f3edc760f39f6ae014bc1524c04e5ce3aeb097bb32e1f", + "episodes/battery-00122.npz": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba", + "episodes/thermal-00123.npz": "4ec8570af2441da1dcea47e7b245750921d0da732f28d509e95aa1dee3f07434", + "episodes/battery-00125.npz": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e", + "episodes/battery-00128.npz": "af851e85c50404bd8324d03504d108d621be8ec34d1722265d26b4a61d63851a", + "episodes/thermal-00129.npz": "be0d4d0b85b9b0ef398e2ebe9a1d3aa226aaaefef0e2c7c38bbe341df71a0fd5", + "episodes/battery-00131.npz": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855", + "episodes/thermal-00132.npz": "9884b019a081be8e3936cb3d48a661cba40d75db9e688154e91b2cd6b191de1c", + "episodes/battery-00134.npz": "c24fcd499940f47e92742695f2237d8dd4c127160720b09a1c848a71bcb9af9d", + "episodes/thermal-00135.npz": "c647969625b5d73f7589923d8fe36f93456f309267b34786eabcec3645d9eb6e", + "episodes/battery-00137.npz": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564", + "episodes/thermal-00138.npz": "2c0d74c8d08afd6c8b499d7298293772d6857a29a192509ffcb1245fd2c844ca", + "episodes/battery-00140.npz": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06", + "episodes/thermal-00141.npz": "387085c3753efee94501a47144a8474a7964e4a885f0e5326e9e55d9af67306d", + "episodes/battery-00143.npz": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76", + "episodes/thermal-00144.npz": "1afb0e4ef3c434bef7aeaebad568765285cecadf1c051dab5a4a709e998b09c6", + "episodes/thermal-00147.npz": "49423de0486b4484475b9a9ff2c876d53accb3a7c2d67ac5076cceb6717f9be3", + "episodes/battery-00149.npz": "b72c1c038a408c0b5501b14550177c4f21a3838b50f68df867e4a7ceda5d7c56", + "episodes/thermal-00150.npz": "4981307d5612f2f1610ed28974842ecd6255bd1a2232a550e56096dfa20f25e5", + "episodes/battery-00152.npz": "a206c73028f4940206a6eec711f67b6e4662c171079b323a47e55915c22d6744", + "episodes/thermal-00153.npz": "db01efb5e9b7bb8d2442b83a0ae1667f2cc20d9e23f09c8799905f982e3f8f69", + "episodes/battery-00155.npz": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00", + "episodes/thermal-00156.npz": "e09cf8657474945b5f1716aaef48800da9c199429d8a1d616ebbdf80b27a1fa1", + "episodes/thermal-00159.npz": "1a7facd909a3c7aa0b9dd809b69dadc80c16ea3fc60d446fbe20efe64c7982c4", + "episodes/battery-00161.npz": "e95f27d0470d00b5a696a7ba5c8379fd4d44eb623ffa757f01e134b699c6a569", + "episodes/thermal-00162.npz": "4ccb850483744812bdb54b7ee5418b6918583b244ee9d322b704c3aab3e5dc00", + "episodes/battery-00164.npz": "5cbbdc650c573d6c81a0f420943dc2369946dc8dd1b9d6df63f25f3207569165", + "episodes/thermal-00165.npz": "b2286eec1036b542fc2b025c530432207538ccc8709179c6e2f8773805eb2ac4", + "episodes/thermal-00168.npz": "c35bdc190cd5b80a6bdbfa6f711e8050ff1ececbb5b579aaed6cb47cd73cfba8", + "episodes/battery-00170.npz": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff", + "episodes/thermal-00171.npz": "5e41e287317a892746f25aa96c810fdd2e5232667079de0660bcf743387a96c4", + "episodes/battery-00173.npz": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6", + "episodes/thermal-00174.npz": "82448a2dd8df372c5ec23467e8b1675bfd58c7591939f7646ee9e7713e180668", + "episodes/thermal-00177.npz": "8312c81d165b3a92bc3957346f6255681275c9ecdde9fac9a0315783494a6a87", + "episodes/battery-00179.npz": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0", + "episodes/thermal-00180.npz": "84b4029a57571a92d09dc235b650208b6a2f572267883c4cae6e96045bb2ae66", + "episodes/battery-00182.npz": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7", + "episodes/thermal-00183.npz": "86248a84274aec59aaec8236d1f28e8ed754a5f09aae7497893299eb073c4198", + "episodes/battery-00185.npz": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f", + "episodes/thermal-00186.npz": "19bb9ea83a100c22f4cbbb9712f6207d795ba815637b9bd3fbc26418e4d46f29", + "episodes/battery-00191.npz": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a", + "episodes/thermal-00192.npz": "339d494637e6e5e4d1c958778b7e5c95eef695d595018a048ebd6ea5a8f5caa4", + "episodes/battery-00194.npz": "c0bad268585b5b7175c649fead98f7cb902b87f54a250f4dfd7b1c2bb260a4eb", + "episodes/battery-00197.npz": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548", + "episodes/thermal-00198.npz": "04e9c0890e70da00de8c2e652848b0d88ad1a9c6b1652c96aa58300dacd4d977", + "episodes/battery-00200.npz": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132", + "episodes/thermal-00201.npz": "279baed79d34e7403012af28f70c2d76b793a055838eaa8fff00c4d8b564b6d8", + "episodes/battery-00203.npz": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423", + "episodes/thermal-00204.npz": "f307e27b7d9de0e9fcdbf65c6152a0ede505d9d8bc837a39524b00973fc0bb81", + "episodes/battery-00206.npz": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d", + "episodes/battery-00209.npz": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858", + "episodes/thermal-00210.npz": "a7620b6c164173295964a8284851bce0bf6edf81b601bcc9a01df85f9f4bd3c5", + "episodes/battery-00212.npz": "42237259651a89a59b37c987f9520deeac5af92851e7f42cd65450ae31724f8b", + "episodes/battery-00215.npz": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5", + "episodes/thermal-00216.npz": "8de951f6eeb43f6b18a862d37fa053adb81c48b583de676dbf4c5eb23ae9349d", + "episodes/battery-00218.npz": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8", + "episodes/thermal-00219.npz": "762a8c6fe9d00fb44c1c8943c37eebce03b6a08688a8fe99d0b52762807e1bfa", + "episodes/battery-00221.npz": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d", + "episodes/battery-00224.npz": "9e9d01b180e19438496cd32c94830213333eb940ec6ad460772c018d6d3a79a0", + "episodes/thermal-00225.npz": "a81021571b05c5503910689765e6847c4162fae4a5394be0211647602cd06cbd", + "episodes/battery-00227.npz": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1", + "episodes/thermal-00228.npz": "2002c9c06e54ebd2547d534fb76982a3a093039e0a5e153cebdad6a2d90066b6", + "episodes/battery-00230.npz": "0d998f9bd5263023efc7aeef80ace53dfcac0e5dd983a76bda79c225ec3800af", + "episodes/thermal-00231.npz": "cde09cdffc35e70aea7af912a9e3fe4daa50e857cc4bfd658c9ce0aee1db174d", + "episodes/battery-00233.npz": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9", + "episodes/battery-00236.npz": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761", + "episodes/thermal-00237.npz": "17b946eb3b4614bb9d901f967e4ae3e209c4f4504ecab6b42527f879b2d8210f", + "episodes/battery-00239.npz": "df3f88f98948649e054e901c7f3fcdc41c579dfd0afc1f1a703062fc1dc56411", + "episodes/thermal-00240.npz": "90843813fd2e0c31021620703ec5ea3035f3829f878e93b8f754143ebef2cc7e", + "episodes/battery-00242.npz": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5", + "episodes/thermal-00243.npz": "e76d3cabb51236cc723dbb90602d8363f8f753b958ccb10fdd8328ae93e09bde", + "episodes/battery-00245.npz": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9", + "episodes/thermal-00246.npz": "cd6feabb0521e46d813a0b8fc2021b961fa17f897104cab57d34719227cebfb2", + "episodes/battery-00248.npz": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d", + "episodes/thermal-00249.npz": "4e617487cbb017e8addbe53567fe43088e712766a7097c540db3662bd1806c7d", + "episodes/battery-00251.npz": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c", + "episodes/thermal-00252.npz": "85c0dcee46211cafc07cccad93f155916927f2b1e48273898dd10d3027156377", + "episodes/battery-00254.npz": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45", + "episodes/battery-00257.npz": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9", + "episodes/thermal-00258.npz": "e772425a365e7bd95932c68b07b9326854957c96d0a73d447a9cd9da9684f6df", + "episodes/battery-00260.npz": "835a6e5955fb49c4fe950819b3b9fbfa43af68134fdadd0c966bf20ce67d8392", + "episodes/battery-00263.npz": "1c3c0301d59144086082b7a12bc86c84cc5c3f238bb710c7a4b3671d490d266c", + "episodes/thermal-00264.npz": "364a819ae26ce668509d0eb944fea21a59d6a8ef67c9950eef2fc99d235d8242", + "episodes/battery-00266.npz": "083bf5633c18907c0fcb0ff16bba2dc529ce48450db1f594bd81ed52af78cd09", + "episodes/thermal-00267.npz": "2a6fa8275f23f17ec1493be73981d912eabc8ea8cd241abad09effda8b7db5e8", + "episodes/battery-00269.npz": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208", + "episodes/battery-00272.npz": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44", + "episodes/thermal-00273.npz": "713e1c9ea0d9c630bc06866b6386213d7f24da0a7ddc957cad9f80a8669cd79d", + "episodes/thermal-00276.npz": "c5e16519f9f7a5ef55d7214139baa53fd4356aa385356790ea90f915efb2655b", + "episodes/battery-00278.npz": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9", + "episodes/thermal-00279.npz": "c7922d33db1ffbf63e34b4f0d046d11d9d96398ea7a01be353a80dbff3035d55", + "episodes/thermal-00282.npz": "8d9fb940bd3aa68c811ca85d17d464da413f4668634049efd8e9241ef67860f9", + "episodes/battery-00284.npz": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537", + "episodes/thermal-00285.npz": "67c90dc537607a046d051f1c25ee3dd75b4fa957c8eded4e749ce0ddc5e10f4a", + "episodes/thermal-00288.npz": "6eda552fd89ecf388fe3f96664eb0e2f9f1c2286ac2c6e3066bd9f1153b3456b", + "episodes/battery-00290.npz": "c5be5a50394f81be126cc266ba7cefbd970473668890bdda55f91dc7b9d4e3ab", + "episodes/thermal-00291.npz": "657f22f006815dcff95bb06cf657250141d5df425f1a4bc8d27cf7fb54c7c950", + "episodes/battery-00293.npz": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9", + "episodes/thermal-00294.npz": "072f97df3b5c7f02c336dbb4d41fd025e5a43487f905c9982fb5a61d84a210eb", + "episodes/thermal-00300.npz": "818437101b9be80109c23a6435f2b8953739df6cb9165c24dc0683ef281584b2", + "episodes/battery-00302.npz": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61", + "episodes/thermal-00303.npz": "6347542579835668d97929ff4a24beb416a207fcd7d815bdafa0d9a7c4bb2ab2", + "episodes/thermal-00306.npz": "3198e97628e4cd676ab630d20745b25194b69ba205bd53b97c8db16c8b1b2c45", + "episodes/battery-00311.npz": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde", + "episodes/thermal-00312.npz": "02784c73e1afc63e1959cc7b289f11f668b19d51f92aec64c09eeecdf156d523", + "episodes/battery-00314.npz": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2", + "episodes/thermal-00315.npz": "bc13601e103310fef683ce897fe7a0b63634ab13af73a29b6d76af1afce0b258", + "episodes/thermal-00318.npz": "68d5d0366055c84b86afbc866b9a430004d0ef4d578fd8fe8ce3fa519eda2616", + "episodes/battery-00320.npz": "da0c14edecae5fe60b28283d175b3c118973677d6b880dbc6607550f1c473beb", + "episodes/thermal-00321.npz": "343558e113e418459733cc4ebc59c79c99c440aaa44e38c4676e6e7a202b35dc", + "episodes/battery-00323.npz": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215", + "episodes/thermal-00324.npz": "374856f6a260385de6f6a3f4b18ed3318f3b05393bdd1c1509a86035e4ca5112", + "episodes/battery-00326.npz": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718", + "episodes/thermal-00327.npz": "1acdebad223e2f2146fc5f5d58780efc0f7356b657a139d90c1a2b7d0c52ae02", + "episodes/battery-00329.npz": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a", + "episodes/thermal-00330.npz": "076da8b78302a23b2cb5f0293438f4fcc95a98dbd65d358118b54af24d91c816", + "episodes/battery-00332.npz": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee", + "episodes/battery-00335.npz": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8", + "episodes/thermal-00336.npz": "1dd634f76b47878ac26e9027b3a3904deab83855b5a73580f7e3412b73d2f62e", + "episodes/battery-00338.npz": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343", + "episodes/thermal-00339.npz": "b12a1d28186f8a94dadcf237d46d67e8b15cae98167ebba9ee71e1ff8eead126", + "episodes/battery-00341.npz": "5d16990ede46a78fdaa662671f641bb98f8a869231319336b2a8b8d773cf1f61", + "episodes/battery-00344.npz": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54", + "episodes/thermal-00345.npz": "b274dde5a86b54f3943977cdcdbb3be2c510d74c07403beffe16615a7bfe8b03", + "episodes/battery-00347.npz": "aef3d3246306a09a5f4a9c1afc13468ca2e7ccfe9ee5a9773e62ba142ea6b452", + "episodes/battery-00350.npz": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656", + "episodes/thermal-00354.npz": "e166257afcae15decad15d75721cf836cca8ac63c7f47ed9e5a80ea53fd5d5eb", + "episodes/battery-00356.npz": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c", + "episodes/thermal-00357.npz": "58766c6450927f556ebd871621a7beaaaf8544ceb68aaccde207d6bec7470ebe", + "episodes/battery-00359.npz": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753", + "episodes/thermal-00360.npz": "ddf359807bbe6b18d670553c9d9c79aee9927672b18cc1fb87b8bfd963c5fa5d", + "episodes/battery-00362.npz": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4", + "episodes/thermal-00363.npz": "fe9f3b53c528c2e505d07766bf8298a1d3bcb8b04b905ac3b8e7ffd3674849cb", + "episodes/battery-00368.npz": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291", + "episodes/battery-00371.npz": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da", + "episodes/thermal-00372.npz": "afa90b9d4185902958765cda3e711aee45b1be75479a672de95c1de312afcf8f", + "episodes/battery-00374.npz": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf", + "episodes/thermal-00378.npz": "85f6e998990be313f3dca5696976a4dc3c5e4452bcb0c9abe0979bb0e61f8714", + "episodes/battery-00380.npz": "f832d3633e9d56941e797ddabb8ee4a7d60c4e4ddd027b3d9010d0030a98cfa7", + "episodes/thermal-00381.npz": "ca55e4ded18bd965bf038adc1c91440599bedc7cbb5fdc293fa52ff3c8c2d010", + "episodes/battery-00383.npz": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0", + "episodes/thermal-00384.npz": "e83cc96312fea05bb013fdb0db9e210b0f68939cea60a282e9ead3d52749c27b", + "episodes/battery-00386.npz": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad", + "episodes/thermal-00387.npz": "28e150538675d0f064f8621e6f4e92e71ef94ead73697a060936cafc05e21839", + "episodes/battery-00389.npz": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be", + "episodes/thermal-00390.npz": "49ae0796014f57c7dd5764ac11b7feac748ecc13c4fab610638ef58a73214552", + "episodes/battery-00392.npz": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106", + "episodes/thermal-00393.npz": "a8b0ec9bf51fed7811271f38907b46cab34b0feb0f13b54cd9a6cb7bddebfb8b", + "episodes/battery-00395.npz": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5", + "episodes/thermal-00396.npz": "2b44822d11c1b48b6ffc074b166408c7f755f1bbb4fee14e41510e31a4181fd4", + "episodes/battery-00398.npz": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a", + "episodes/thermal-00399.npz": "1c260a3ff189fd828b35e3e89cdf600993de0a619c40e23857508bbd4e2f278a", + "episodes/battery-00401.npz": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c", + "episodes/thermal-00402.npz": "76f680069c79ec8c4239e41644166009f7fd9edd03c3c4e70845380b3e794613", + "episodes/battery-00404.npz": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799", + "episodes/thermal-00405.npz": "4549ca4a8018644817130c2b9d8897b89009ad50e39cb82cfc9787b75652d10c", + "episodes/battery-00407.npz": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139", + "episodes/thermal-00408.npz": "09b6b3eb8f16ce466547cd6170f7ce6324c17217b18ee11599ce37cf00b62824", + "episodes/battery-00410.npz": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670", + "episodes/thermal-00411.npz": "f491d071d15eeaba6a0a906e5f940b2ec21f38b71eb1a265d51aae3d1ee1d019", + "episodes/thermal-00414.npz": "b87182cb4137cf28057981e974b8eb657cf62e3e33cf554afe342b67d5fb7abd", + "episodes/battery-00416.npz": "d4909ce3809155471c886b3fe522eda4a19841fea29438bb0199bf1758826de8", + "episodes/thermal-00417.npz": "a508c8c2fb7a3ea9b10785d58ae2e0e2d44d4249059a04679e4b974e8d6ff183", + "episodes/battery-00419.npz": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366", + "episodes/thermal-00420.npz": "a55c3c179230eff817188dacfb257a27404ce8edddbb48dd0bd144cb120c3847", + "episodes/battery-00422.npz": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1", + "episodes/thermal-00423.npz": "01c4026779327fa0d6e5745af4afdc82dafc93899d16971d534ce989a16f4a08", + "episodes/battery-00425.npz": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b", + "episodes/battery-00428.npz": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01", + "episodes/thermal-00429.npz": "6d6754d17ff2d16097d9dc9fac97db4ae8733f8c97188569ea8646d164bd9b2b", + "episodes/battery-00431.npz": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4", + "episodes/thermal-00432.npz": "99694e8dee347793e9a10560c7016409a435428ff1674475e523279bde93fe57", + "episodes/battery-00434.npz": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9", + "episodes/thermal-00435.npz": "230217c86eaa1881b1a13f1952911f3e20500f99dd84b4736959c2fe299d5446", + "episodes/battery-00437.npz": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983", + "episodes/thermal-00438.npz": "a5a4670354f147defb6c3ea5bfd3cb4a2e94ef909b2934a4526dcd780ef0ac40", + "episodes/battery-00440.npz": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad", + "episodes/thermal-00441.npz": "ab299e9fb07961814e004e4be194ed36a9f24b5e2d124d82b8e06aa81d953880", + "episodes/battery-00443.npz": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2", + "episodes/thermal-00444.npz": "63e903f23ee0f04d2e77d54a0c76c16010a9c6dc7226021d1356087d554f96c0", + "episodes/battery-00446.npz": "1c010d80899fb0d69f61c7f6e5afbee204fa289c59f13a50eba99ca894ca2e1e", + "episodes/thermal-00447.npz": "cfce859a9481fe33849b83a3c73c5a4d184db4fe94beb3b49c058a3a8bb4f040", + "episodes/battery-00449.npz": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee", + "episodes/thermal-00450.npz": "afac29e43e241a8758e69f9cd38e742eacedcabd6518468cc7f0e7651a751dda", + "episodes/battery-00452.npz": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de", + "episodes/thermal-00453.npz": "59c37b054dfbb1c876d67d70dab7d789a9be5d9985a43f589bafd44b6a101a92", + "episodes/battery-00455.npz": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387", + "episodes/thermal-00456.npz": "211e784c5c6312c214856e747dcc78420f79a254801febaa91668ae7dbed1c50", + "episodes/battery-00458.npz": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0", + "episodes/thermal-00459.npz": "2466967af64c44a09af6ed7f53b1cd75043f4706b0908e6d635cdef08f11c8f8", + "episodes/battery-00461.npz": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6", + "episodes/thermal-00462.npz": "aa527e5fa91d7f2dae3738a8629be11f89b18d6137e64bbed0cfff9501f4ec71", + "episodes/thermal-00465.npz": "70b454e326ed2438c7b44c160c1fb9fae05d61d3e441cb63b3f34aa796f86225", + "episodes/battery-00467.npz": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855", + "episodes/thermal-00468.npz": "a9aea6196c2af5c925e0dc6cf3f565d32e7ed512f4c595b78a46a75965bb98e9", + "episodes/battery-00470.npz": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a", + "episodes/battery-00473.npz": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774", + "episodes/thermal-00474.npz": "a42004a71e10dd789b169fa264fec61de1e4527bf236ff32afa94d476f539482", + "episodes/battery-00476.npz": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7", + "episodes/thermal-00477.npz": "10ac27cf9f3abe4e0eaa11ebdb8873b155c057962edc33c78015518f447cd413", + "episodes/thermal-00480.npz": "07a426dc7b57bed634dd4acbf1309a4881c459c8daea87c5708068ae764883e4", + "episodes/thermal-00483.npz": "dbdf0b9175a2b5ac7a0cf6ba1aedcf4745d7604bf821c078e559ef2d29c26ad0", + "episodes/battery-00485.npz": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d", + "episodes/thermal-00486.npz": "550c2abf022de6026f0c22a8971f751b05d9b5f7ab5b704c8f1ed1aaccf36476", + "episodes/battery-00488.npz": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323", + "episodes/thermal-00489.npz": "23d0fc613bdaf50e92f840601bd2e280524202e495914ab20b2ad9701ce213af", + "episodes/battery-00491.npz": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb", + "episodes/thermal-00492.npz": "10dfed8a2673cc52c9b55732d3e796def9f96fafe6c12818256f9b098ce476cd", + "episodes/battery-00494.npz": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6", + "episodes/thermal-00495.npz": "77b4ba7a3de2e9b22e1c98c92b59a3b6d2393bd405545120019b6ecefc51c287", + "episodes/battery-00497.npz": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4", + "episodes/thermal-00498.npz": "0fae60d0b850d8cbe47915a7da6237cff01ff8c28f55cc1bbddbaaa28610162e", + "episodes/battery-00500.npz": "35890c482d7883f9c5359faa4637aac665b561348593886fb9a768dbe5422a4c", + "episodes/battery-00503.npz": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402", + "episodes/thermal-00504.npz": "7f7ff5b94961de2809cdf77e772473273c604967d8ea39f03d819e7feea394a0", + "episodes/battery-00506.npz": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612", + "episodes/thermal-00507.npz": "2c8bbadd923bdef3467ffc65b773924fbe6c318e46bbc7d2f40f4174747ee1cc", + "episodes/battery-00509.npz": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3", + "episodes/battery-00512.npz": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c", + "episodes/thermal-00513.npz": "6d32552a729123a982c8d5fc6ac2f86a278971c233d0f6da0b0e55995abe6842", + "episodes/battery-00515.npz": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21", + "episodes/thermal-00516.npz": "c591adfa0ee0c4952cff201cc06aa75048217ab38c2bde98d0e8e7c5274c9134", + "episodes/battery-00518.npz": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4", + "episodes/thermal-00519.npz": "3089d6ce5cedbc7dc92bbb6406c0a377edbdaed2abd6588a09f2ea44bb8e630d", + "episodes/battery-00521.npz": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9", + "episodes/thermal-00522.npz": "49feb1ec17dc6a8d48cc4d26502aa6573ad4f62c581ed641d01865296e85a463", + "episodes/battery-00524.npz": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac", + "episodes/thermal-00525.npz": "705c9b52e80494ca6c03537ee471ec14dd9657533d9dec694a5e9a72c52495bf", + "episodes/thermal-00528.npz": "2978370ffcc9b78d5ff67cb9edcfe995e69346d92cffcb6775f877c75c28a72c", + "episodes/battery-00530.npz": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a", + "episodes/battery-00533.npz": "d7a8613dc767e181afcb6d52a3b25814b527d529717315d9b26acc07dafcc161", + "episodes/thermal-00534.npz": "2bf96664ba4f08df3250281db905c26f0025e73b8c8637a82cdab029dc132e17", + "episodes/battery-00536.npz": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195", + "episodes/thermal-00537.npz": "e42835d27ecb1945eb6aa1e7185827ca323c1ee513fdbc5b05da74088fd9bdd3", + "episodes/battery-00539.npz": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0", + "episodes/thermal-00540.npz": "8e446419b63aae498e6b0eb3c28f3e7bbfaeded2654e28fd7070409cc28df74b", + "episodes/battery-00542.npz": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f", + "episodes/thermal-00543.npz": "fcf95e4802324e9161a2d8bdba33235a43fc6a3cebbbf3fc7de1ed19a848848f", + "episodes/battery-00545.npz": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3", + "episodes/thermal-00546.npz": "e78852f11d3a163afd1056be8e2253e64a53f18a74bb195141a3a6eeecae7eeb", + "episodes/battery-00548.npz": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019", + "episodes/thermal-00549.npz": "4a16aa501eefe6bc3a6f6a91b29bcf419ecc77b16a0dbf7ad7bb2e4fecd58592", + "episodes/battery-00551.npz": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736", + "episodes/thermal-00552.npz": "c7f2ddcb23cabbf42e3caee0d7e13965c0895bdecb02898e9b2c23cc7f605f20", + "episodes/battery-00554.npz": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0", + "episodes/thermal-00555.npz": "6e1b37925cb0fd18ded0472243a57a178d380d34d2ef55a320067c0a7e3fa47d", + "episodes/battery-00557.npz": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887", + "episodes/thermal-00558.npz": "059b352f88c74db4c4655e2f81ff519b56095561a32467adf74b4553dbb9b9c1", + "episodes/battery-00560.npz": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa", + "episodes/battery-00563.npz": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473", + "episodes/battery-00569.npz": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0", + "episodes/thermal-00570.npz": "f3b2add5585ad455feb9c61725ab7e198ae5fff6b6f5a566dd0e31410694d072", + "episodes/battery-00572.npz": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db", + "episodes/thermal-00573.npz": "f092add38c2f363db66d914c9a51d93aa35acdc9b7b2e1353219604df299f1f8", + "episodes/battery-00575.npz": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215", + "episodes/thermal-00576.npz": "8b775a6aadfc71c09037ddfc7c686e89a216492fa0ba34c77fdfeba3b8aa3ca1", + "episodes/battery-00578.npz": "0bd461f6ecad3cd2347aa2996cc3ddf6b18bf8b61d425e4101245d16c88dadd1", + "episodes/thermal-00579.npz": "b51940c75644b3270127667d8ab822274b4ee9fd9cbe132dbded830e47f940b0", + "episodes/battery-00581.npz": "a2d080b2c83d759c00398f98cc470a58057a97608200cd3b6ae896e0762e9560", + "episodes/thermal-00582.npz": "33855633aa0e4a47b7cd1de3256dcd1b894b58e2a9efe1daa269ea01e1191e8d", + "episodes/battery-00584.npz": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c", + "episodes/thermal-00585.npz": "a71af552a0a54566941df5b56e53ec93aff6f66a241ec9c5551a92dba23f024b", + "episodes/thermal-00588.npz": "393fc47f5fe37efd74e4a8f76266c91386146f5db4c468156ea679ccf47d691f", + "episodes/battery-00590.npz": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05", + "episodes/thermal-00591.npz": "859f3b5789aea796589da3211cb5f20cec161d5474fd23723ee11783bf6ecd45", + "episodes/thermal-00594.npz": "fafe36d0c9f46f5f2ad0605906c79c8ff0117e8decc09d7f3b454e8692d9a58b", + "episodes/battery-00596.npz": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb", + "episodes/battery-00599.npz": "b94ff43441acca041327763ba74dd6ad2b5f8fbaeee3b3c4b00e366e7b751eb6", + "episodes/thermal-00600.npz": "58439022511d3e91ef607563265ef2308ef8bb40c8be6952aa48b004071dad2a", + "episodes/battery-00602.npz": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7", + "episodes/thermal-00603.npz": "0946527e3e79d363a6c47551d0f7492b81656b8f56d54866a850167c212e2f54", + "episodes/thermal-00606.npz": "89283e8dfeb3343bc42ccf14d0146f6fc4312cbadb6d3bec0b58d9a02a13609f", + "episodes/battery-00608.npz": "02866b6e651153ccd5e6b4166ac3c6d2781c360d1db4fa623f5960d829a32b8b", + "episodes/thermal-00609.npz": "8db6dff467acec930d6df609508e6748e1ab6d59a944c37308e4dd3674ec1eaf", + "episodes/battery-00611.npz": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0", + "episodes/thermal-00612.npz": "a9e85d0b608d54f9f307f3c5f26bdda56a6d436811bd6c937ca046d15afd5edc", + "episodes/battery-00614.npz": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc", + "episodes/thermal-00615.npz": "3b5cc4dff2032c8249d2edfbc0afc9ad3fd5ea924136a6457d1aa3a41db83932", + "episodes/battery-00617.npz": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032", + "episodes/battery-00620.npz": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33", + "episodes/thermal-00621.npz": "8d2a033fb6f2d2dc6a0f4b2755bbae99ca2577ff2af70b696fe7473286b81122", + "episodes/battery-00623.npz": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04", + "episodes/thermal-00624.npz": "ec6233434dada4deb5fef3087d1a871cd34c0b1155eaf9dffddd5c7e99aa6bc5", + "episodes/battery-00626.npz": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2", + "episodes/thermal-00627.npz": "f6048b972a3c7b9800f88e12ddf458fef6904ae2f00beb37f52ee5d6b6559d37", + "episodes/battery-00629.npz": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6", + "episodes/thermal-00630.npz": "739c6d712da69a9e0e53706502042082e8b7f1843fb47a3170632b051182a78c", + "episodes/thermal-00633.npz": "3552ed4f04477baaa27715186e27fd9c4ac4df0fe5b7269ff621903a7a94b39a", + "episodes/battery-00635.npz": "a4d96204307d05e4415c2a7d46de0ce2bb0cfaa5273411282b249d5defe7d73c", + "episodes/thermal-00636.npz": "4998981c0ea93cdcca819424d7d419fb16a1d42f099ef2f1ff30dde2d8f3342a", + "episodes/battery-00638.npz": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db", + "episodes/thermal-00639.npz": "fc59118d4aba06781c6df970a4fa0433d55a44101f3ee6e0d24eaab09f41520d", + "episodes/battery-00641.npz": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc", + "episodes/thermal-00642.npz": "80c05d3d60eb9f5ab11be3d3fd4ed6325cb7732c89b73c237f6d5eeb0f9e6f7b", + "episodes/battery-00644.npz": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba", + "episodes/thermal-00645.npz": "260229ed47ab0d34bdc8b9b39857a6441968ecac0b2eb5363be8955934002334", + "episodes/battery-00647.npz": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f", + "episodes/thermal-00648.npz": "83a6ea7e39897f41e3336674fac328db948b01f5eb99ad262dd379e06e321393", + "episodes/battery-00650.npz": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7", + "episodes/thermal-00651.npz": "e8c54bb485a0a53ed9ee458ae45e41fc447c6282d232db4fb8a370c2a83260c5", + "episodes/battery-00656.npz": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f", + "episodes/thermal-00657.npz": "b1d62c63b7f52ccaaa4167aed193511e89bed753ee048ae7d95e34de7fe813f5", + "episodes/battery-00659.npz": "4644fcf30bb20d443eb9108164c4ea80a516e4018021e45352000e7fc767c382", + "episodes/battery-00662.npz": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef", + "episodes/thermal-00666.npz": "627acdbc155af52416d291e8cf66c2bce76f334b666d084069659c5f2f6ee536", + "episodes/battery-00668.npz": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b", + "episodes/battery-00671.npz": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb", + "episodes/thermal-00675.npz": "bbd3e9039b6550d46a8de1b7cfb40d72c67c4c9c214741b73ffe799cb6d13fe8", + "episodes/thermal-00678.npz": "29cf1759d9122fdf583c75ce76cdc4cf4312a74e42f0e873929d0d819ff7dbbc", + "episodes/battery-00680.npz": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c", + "episodes/thermal-00681.npz": "5b3926af46b3eaec33ebec9e262c12e6f3ab9d49c375f4aa0b178826fb019480", + "episodes/battery-00683.npz": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb", + "episodes/thermal-00684.npz": "09b0e1dadf7e531e7deb4eec68b6e9e414dde23c37cb3e94f830494ee21ddce2", + "episodes/battery-00686.npz": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc", + "episodes/thermal-00687.npz": "fc251afd66e2fc04fe3c87327a7348e7b08170aeee9414ff60fe12b202d9309c", + "episodes/battery-00689.npz": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b", + "episodes/thermal-00690.npz": "fe8a60450c7081b98181987bc7493c37a1821764094edae9e162c37661394606", + "episodes/battery-00692.npz": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f", + "episodes/thermal-00693.npz": "98af989962dfe84c3c7a97ba4d819c21efafa87e46e3723b2114ddd08405a2a9", + "episodes/battery-00695.npz": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a", + "episodes/thermal-00696.npz": "c8094db557a87cb806aee8c509ae0e2b29fd1dc8ad88c4fa4661f5c2474ec73f", + "episodes/battery-00698.npz": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e", + "episodes/thermal-00699.npz": "b6db082f50e37a0ed4b9b1b4e5e580c1743a4cb0c0623e069aef68baadfb0f48", + "episodes/battery-00701.npz": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04", + "episodes/thermal-00702.npz": "41467fda7cba5b9d1616dc8a664845d81f8eae6ba6910a513e47a7c3dc059766", + "episodes/battery-00704.npz": "96c7c3bbd58fea2319e2a3253da2a634aa90cc9f5a6eb0a7945acceb915252a2", + "episodes/thermal-00705.npz": "7c5c36febbefcbdfef027bd4d7ec879bcb0b88a3efcb1329b02b31dbae92f935", + "episodes/battery-00707.npz": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88", + "episodes/thermal-00708.npz": "a72f8697b34352169654edbe6471cc86e4097b9cf762e3a52afefe5442359bb7", + "episodes/battery-00710.npz": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f", + "episodes/thermal-00711.npz": "c3a8d37871380c733be4d744040983397b987aba94951ca59b8ab2380a37f3ff", + "episodes/battery-00713.npz": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5", + "episodes/thermal-00714.npz": "57641588c35d87e7b46d2ac1be00275bf1b54379c24064ec110d24cd30d6539c", + "episodes/battery-00716.npz": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc", + "episodes/thermal-00717.npz": "7ddc8cb4628a5333b3aa38ce3e705b33a4166278ab4f6fa980f39fa4969cf463", + "episodes/battery-00719.npz": "9dd2d683b7edd30e90351bb6e1a22db47118aa53207b119446f143674de45ecc", + "episodes/thermal-00720.npz": "ba5227b7b658fa02a0efc6fc97963fbb0040728bebfdab8c11b0dde36c758c68", + "episodes/battery-00722.npz": "7d72b2baa501820b7545a7f135a3ee86f5e66044f8832e42183cc7379d00c368", + "episodes/thermal-00723.npz": "f35c9993f282ea1f950e8989e229c70f79cc36abac0edf510567a6a4a122e22e", + "episodes/battery-00725.npz": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba", + "episodes/thermal-00726.npz": "2625e5ff03459c4668e35ce50182667bd29692318a463f77d2365b39d89e6b96", + "episodes/battery-00728.npz": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40", + "episodes/thermal-00729.npz": "f926c5d4a89f64677f679cc5d52d2894acef62e20466d101a106385c021345d2", + "episodes/battery-00731.npz": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa", + "episodes/thermal-00732.npz": "9e24adf6da339d1fa508cb2c1f9e168aefc9df568b8a788be876ce992f630c10", + "episodes/battery-00734.npz": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2", + "episodes/thermal-00735.npz": "8ae7ca0ea4b9ed6ea6c1acfbd6901277f33374ff0bd645cf49b5f5470ccc5e28", + "episodes/battery-00737.npz": "f560b42e216ca1447126227d28908e595fa935a4ba157898c2be1da2f9ce16df", + "episodes/thermal-00738.npz": "0e97f47c19370467d07503e786c0956814aedb1431c627e883ecb758012630c2", + "episodes/battery-00740.npz": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198", + "episodes/thermal-00741.npz": "2403a39697c8265be205aec053ee7b2bc52839cfee65e5f533283a3a31f49e1d", + "episodes/battery-00743.npz": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b", + "episodes/thermal-00744.npz": "47880f0ec5d91d17489d000da5e7d979c5628ac292ce91b32cdd2c3e17a9c36b", + "episodes/battery-00746.npz": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23", + "episodes/thermal-00747.npz": "41ba7bbc578d54c56ac48144f15a78b728faad9ff2c431f6d4895e01c2bad566", + "episodes/battery-00749.npz": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b", + "episodes/thermal-00750.npz": "1c381d4ebceac21dce4f22b0017296d41ba3a295d9165d5c7df17f225e764db1", + "episodes/thermal-00753.npz": "87433ec088a3b05040e551d024d8534d9568ec52a9a25118eaee2e60848bf42f", + "episodes/battery-00755.npz": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0", + "episodes/thermal-00756.npz": "f5c82d7757c6517263876142036941344e3da336012b5ab245241394a5bc9bc7", + "episodes/battery-00758.npz": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9", + "episodes/thermal-00759.npz": "b0c796ca2ca616421a440d8f40d41a16cdec4cfe02f1c741891e7ffd1e0210ae", + "episodes/thermal-00762.npz": "a7e95eb399b49a768ba23d44cfac355a5451d19e8c415dc41f479de29061ded2", + "episodes/thermal-00765.npz": "dbf2a8782328a8a72bae465c57afe765d029b6cd582ac2cda36858427a00ca84", + "episodes/thermal-00768.npz": "f150295de67c11f4e0525a1a8f16ce88df1883a712604818f7de3475b670fce4", + "episodes/battery-00770.npz": "ef811c7c6651b0a1137c58cf9b922081c8d7f02fc1af0820643ae3ab24520989", + "episodes/thermal-00771.npz": "6ec1748dacdee6bc7dc8afebf7f95a91c0691a026d2b505a0a22bf48117edaa1", + "episodes/thermal-00774.npz": "376a1095bb4f433584d8109d679afe7a925174371baa31cfb94a4816435c1500", + "episodes/battery-00776.npz": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c", + "episodes/thermal-00777.npz": "4cefac32c2debf15d798c2b3d51240aca59618535ee7fdb3bd9e98ed9c83a38a", + "episodes/battery-00779.npz": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a", + "episodes/thermal-00780.npz": "a4d522b74ce981f8f401399dc3a29f00a72ece6dbc3ae59dd7ff03d883041b60", + "episodes/battery-00782.npz": "f40061c7cd584220e68440433e3020e4f406f79419562939b1b8fd475c4dd9ed", + "episodes/thermal-00783.npz": "b6fc14282c45598438a2e720d09d3a0c94123ee4f96efafa53ba2fde5dc07885", + "episodes/battery-00785.npz": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d", + "episodes/thermal-00786.npz": "6065f01846aedfa5da450ee43bb5038dc62dd9af3e2385e681d95bad4d12a13e", + "episodes/thermal-00789.npz": "d52fc73ba788b46196c55e9601c8153d1f41c47819acdca6bace7c9a200183b6", + "episodes/battery-00791.npz": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12", + "episodes/thermal-00792.npz": "3973f01b029564ca78ca6f0f491a81bff9477ebb1abd8de58506eab467c8ff82", + "episodes/battery-00794.npz": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af", + "episodes/thermal-00795.npz": "d3ce603b51fdf56700b7e04273c0960f3d6c11116a0d1064fd9e9c782b9db1c2", + "episodes/battery-00800.npz": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8", + "episodes/thermal-00801.npz": "362f3b7b6c7dc8e022973ce66461f6f2becb639a5b2a572cba7cbcd305b2e003", + "episodes/battery-00803.npz": "12f3219046b88dee75a3085c0d3a13e334f3f0ba54f41fe06f86d1b01f5d9605", + "episodes/thermal-00804.npz": "5d2b3c5a9e1e653fe127024658fdb87b765d88874fc8d3698c6f9f6a1e2cc287", + "episodes/battery-00806.npz": "0ba2db3222aaca20ef6bad232db8090fbe17973f65b656313abcac2af759e9d6", + "episodes/thermal-00807.npz": "2cfa78c5b25e8623252266b41e230881b11f4e19c2cca4b64d0252b4ac7a6eff", + "episodes/battery-00809.npz": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf", + "episodes/thermal-00810.npz": "7b9f388b62818af7727ea58e6b4dc24728a21543e3fb6e255d8e35eae3d87b9e", + "episodes/battery-00812.npz": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d", + "episodes/thermal-00813.npz": "d827e0c1927340fe5a27e8bef0ca70e06e497b924ee9bc7f36e9d0028362c768", + "episodes/battery-00815.npz": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f", + "episodes/thermal-00816.npz": "dd37c4f379cb39af1ca092f6e4b65f84580ce1b4cd90da15a14f4b7a6d3a2d86", + "episodes/battery-00818.npz": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed", + "episodes/thermal-00819.npz": "91bf336d3fd2ef08770143ede412a57cddd3801ce1f3eae91a065d0a3446d5c7", + "episodes/battery-00821.npz": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc", + "episodes/battery-00824.npz": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3", + "episodes/thermal-00825.npz": "fef94273e92a16540a0819d6d171d406021137a4ef63ed550f4eb02e9dd4fe1d", + "episodes/battery-00827.npz": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7", + "episodes/thermal-00828.npz": "4b1ac23d61eb46293a2745b2d77e80286cfd4e60753514e2122a07227a88e9ee", + "episodes/battery-00830.npz": "de2bbc15662cf2e348d7762ba2929698748037c85954c9304b9143f85dd0917f", + "episodes/battery-00836.npz": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471", + "episodes/thermal-00837.npz": "45bf16075b31044113f2b92f168fcf68720ae487cf9a4f3586b48fd5aa15a77f", + "episodes/thermal-00840.npz": "68f8d54b6d4a99d16dfe5bf7e7d23838c47f9e40fcfc20f014d09534a3d347af", + "episodes/battery-00842.npz": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd", + "episodes/thermal-00843.npz": "0dc9a6e12d5957ae1bf756331efc63551b21478494fd98ebb57b52d22ef9c1db", + "episodes/battery-00845.npz": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c", + "episodes/thermal-00846.npz": "878e2790b9012c207715c26f35343403f73c81026d595bfbe97cf425de9121a2", + "episodes/battery-00848.npz": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0", + "episodes/thermal-00849.npz": "515a004da48aa21d7f9f1f80e1845b0b991f128c4528b382f0713d6149cda537", + "episodes/battery-00851.npz": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387", + "episodes/thermal-00852.npz": "17a5ad29b84117a8b0ddfbfd20dd839112b57d2a05f530d54b263bf75ee66aa9", + "episodes/battery-00854.npz": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a", + "episodes/thermal-00855.npz": "008e83d034a4bcd37af9bfc19e5e98dc4834a7b6aec8d7cc52c2b1e3c39c54f1", + "episodes/battery-00857.npz": "e2e8faa5107df91396704362a7c5a30e91ffe2671e7f87070adae1def36be0e5", + "episodes/thermal-00858.npz": "dc94be1e2e108b4c8f792151145824af1c1313f99ccfec0f5276aca8dfb535e9", + "episodes/battery-00860.npz": "81660d7163227515b64147f1fc46dc9b243aead1498bee2ec0599117964ee6d2", + "episodes/thermal-00861.npz": "43d1a21de6be69e356c4e1ed7bceaaf925d47418fe89c56812e9d46618842834", + "episodes/battery-00863.npz": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e", + "episodes/thermal-00864.npz": "a1ea2d8876c10fe6e4ccc8bbd98f2644f7de798c5b6d0efa01e3552e9ff9349a", + "episodes/battery-00866.npz": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a", + "episodes/thermal-00867.npz": "4b2246e76930539b4d977f93c33a39f40ee8fd37070c5487664bdada75e816d5", + "episodes/battery-00869.npz": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e", + "episodes/thermal-00870.npz": "efb837de3c75b8804729c53feaf22c345aaaf878acf8cbfaf61501d1b4d4d5a8", + "episodes/battery-00872.npz": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0", + "episodes/thermal-00873.npz": "ecd8058e452b68134c4c8ed702042e86e53b68802c6b29b952c69f9feb8d7e9d", + "episodes/battery-00875.npz": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c", + "episodes/thermal-00876.npz": "9c4d9ea233ae18903abce56c0fe8a2ac0909f2bfcd0ab0243a09e53e565f9704", + "episodes/battery-00878.npz": "027966ef5a715aa071cd6183136a6ac5acd8608f2b9dd95844c366a2e4d90bcb", + "episodes/thermal-00879.npz": "fd8d00ad979eeea1d271c98bfbb100da21103c76e38aa99f7fc65730d8101915", + "episodes/thermal-00882.npz": "c53bbfdd5831c80dc3c2bdbd79ddf54a82085b869a155de60323807b338c8105", + "episodes/battery-00884.npz": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650", + "episodes/thermal-00885.npz": "6cc3a383f47362aff770fe6bed11ca345cc50149f682ad04bfb246f177814d93", + "episodes/battery-00887.npz": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba", + "episodes/thermal-00888.npz": "494544c40db4a6591a2c882710f588a44fffe5ed6fcf5514ac22765a55c6f42b", + "episodes/battery-00890.npz": "eb4ad5c26726c11b1896602c937cbce83c943a93d6ad2f8f416a21736a8c11e2", + "episodes/thermal-00891.npz": "dfd308dcea51e4b2a80d6389164c64dca467541b362b30bee9f9f89d0b7ca0cc", + "episodes/thermal-00894.npz": "37cb188307d8d959cfd7bca8eed7df025ba460b3aa60db293910edc591b51e31", + "episodes/battery-00896.npz": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b", + "episodes/thermal-00897.npz": "0891be677b651cf010a3f735e84ea4707a83e5d77ea298e19f545dd3d1444e1d", + "episodes/battery-00899.npz": "08c6bc4aae982dd1cb517d0bda13093d33e1437d5d59fb0eba89f6cd8f68e05b", + "episodes/thermal-00900.npz": "3c07abd2a62e25a596c3c030966f2b597599cafdfaf1c1b718e4fc0c09cb9d23", + "episodes/battery-00902.npz": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460", + "episodes/battery-00905.npz": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2", + "episodes/thermal-00906.npz": "8e200eda4fa1e59e7463f1c771295d65219ef0f65541c8b2bacfd9a8318d2689", + "episodes/battery-00908.npz": "a970dc847abe84b81c8e1d505ea55bea9e50670a06c077ddaa2ce193c3327a95", + "episodes/thermal-00909.npz": "507f177950fca68324ca51061be0a33130c0b1312ff548761374af3f25822447", + "episodes/battery-00911.npz": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b", + "episodes/thermal-00912.npz": "6dfa28bdd86c484d1bea801a3df6d048c5df075b1345ef97071003c8bf5cdc1e", + "episodes/battery-00914.npz": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1", + "episodes/thermal-00915.npz": "7b9c53fe20ec97373e69f7055227486f59962053b05da3ad5c49575e94af10cb", + "episodes/battery-00917.npz": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343", + "episodes/thermal-00918.npz": "dc2674ab98fb6ba70c33560bb87d815238e9f41360d8b73177bf7e281e09c719", + "episodes/battery-00920.npz": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9", + "episodes/thermal-00921.npz": "f3b17e066adbe1aee76cd680240048d7109570542be67752f403bde789facc33", + "episodes/battery-00923.npz": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61", + "episodes/battery-00926.npz": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97", + "episodes/thermal-00927.npz": "63046f0a5615ba18344d72b4886c6eb96a0fdc7a83c55f95c97ed12c5ee467d9", + "episodes/battery-00929.npz": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab", + "episodes/thermal-00930.npz": "40c1e85d145aee987eb18b06dab43305ef0dbbb98ef5d6d5dedb3b912b43f3c1", + "episodes/battery-00932.npz": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa", + "episodes/thermal-00933.npz": "000cbcd5933fb4ebef84eeaff16f014bfef036837c2286eb5d482d53178b5b28", + "episodes/battery-00935.npz": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78", + "episodes/thermal-00936.npz": "423660c3ca8026695036e13c49d1db4fb53b6aefb8e029094037734442bf9b10", + "episodes/battery-00938.npz": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585", + "episodes/thermal-00939.npz": "f79dd557d005c8fcf0cac3f2999a80a9bb494c854fabef7a8cec355bfa57bb99", + "episodes/battery-00941.npz": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957", + "episodes/thermal-00942.npz": "914a85f6db2f477c1b5aa36c852d9062619541a3269ab87c499e170047d4cca9", + "episodes/battery-00944.npz": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef", + "episodes/battery-00947.npz": "54bf6d166afe786f3dd84471d5be505c00cf3fe5f33211495a01b70fa0125932", + "episodes/thermal-00948.npz": "362689ffe35c0de558a87a7dcf9338530011d6af243f01862459b84d210bd55d", + "episodes/thermal-00951.npz": "0e463ca045627386925db0f369b7b3d61963ab931d2d18b50188d637813632f6", + "episodes/battery-00953.npz": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62", + "episodes/thermal-00954.npz": "c651212d4a910510181fc190715110c2dc1e5d1d8e04ea35467ef48b78928b5f", + "episodes/battery-00956.npz": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc", + "episodes/thermal-00957.npz": "48c73a4c4ba267d18f974c5b19e646d1edf379392874424c0f96cb3925419e0e", + "episodes/battery-00959.npz": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795", + "episodes/thermal-00960.npz": "88414a8244f9197c8940db08e4912357e834e5866b97880f3b1cc8c8d5d39d14", + "episodes/thermal-00963.npz": "d11f05197bc568b99ffdbdc062120c270c7f28e993f6b86cede3b1e6d5571d75", + "episodes/battery-00965.npz": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e", + "episodes/thermal-00966.npz": "9e7b70927140efd03b0ed0a9ef073e5275b417ae00512e83ea798313f50778dc", + "episodes/battery-00968.npz": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf", + "episodes/thermal-00969.npz": "48d31b8cb83cccd84ee4371fdf5037d60a4dbe4645ba3fb1ae3ae458cdc917be", + "episodes/battery-00971.npz": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c", + "episodes/battery-00974.npz": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd", + "episodes/thermal-00975.npz": "b0d5bf99bc1f5b92066a3d5432d8b7a25caecd21133ae5e969ba5c211cb7d061", + "episodes/battery-00977.npz": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b", + "episodes/thermal-00978.npz": "9a4df04649e47cb5a52d625d114da622ae9c9876cd8ec3a792121c1e074181f4", + "episodes/battery-00980.npz": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3", + "episodes/thermal-00981.npz": "03922f2246cc910daf15c709c83d78054c9c5bb3a6c58a77c1873f3a7cf257d6", + "episodes/battery-00983.npz": "5cf7686ff1d97817041a3fa0e004184b882baeab5af6e9cd91db29323ce5fa48", + "episodes/thermal-00984.npz": "5df75ba61861ebd90bc7ef44dc2e33137d5652eadb79934fcf172090d3ab71a3", + "episodes/battery-00986.npz": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b", + "episodes/thermal-00987.npz": "40aacd660569ef0ab714306d800d849bc1b62af2abcae0927336d93c678ee4bf", + "episodes/battery-00989.npz": "e2e848fcb28ab09677ceab5b160e573604f71c9bc8378ccd40ece2bfdd0b7af4", + "episodes/thermal-00990.npz": "41488b376bd63f4b0f7538fb4b9d74f732a2e6a0271f3496baf24445df945bb8", + "episodes/battery-00992.npz": "25caebb7cf5273d0f38f1da34d38fe757c68dd7636cc95fcefb547182c1478d5", + "episodes/thermal-00993.npz": "125a6987faad5952686e343f3be2b3750df5ce9cdfd2ae7406bcbaba062be779", + "episodes/battery-00995.npz": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9", + "episodes/thermal-00996.npz": "14ff8a90d6f5300364164bc403cbdcc2d27ab6371b82890665694644a034c12a", + "episodes/battery-00998.npz": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c", + "episodes/thermal-00999.npz": "81e2b572dd26c1d8bfd979c260807d508c99cf8c67e8ce98692bb6d00b69ba8c", + "episodes/battery-01001.npz": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d", + "episodes/thermal-01002.npz": "bfac11ec5ee215d06a534e8fa0de4e3f19b18a6a9ba72fbede3cf92799c3ffeb", + "episodes/battery-01004.npz": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b", + "episodes/thermal-01005.npz": "bef87709e6aee627b4caa61b412e0498b83c8682b435354f8ed1e531b02cebbe", + "episodes/battery-01007.npz": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54", + "episodes/thermal-01008.npz": "f0de073fd8bbf50ea11c122a184328dac5e5c768c52182a636480a7cb08e55bf", + "episodes/thermal-01011.npz": "3637556c2cb91afdbc3d52d89559acdd606147d4a20e9aa290b7fc39d19f74b4", + "episodes/battery-01013.npz": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6", + "episodes/thermal-01014.npz": "b9204df2bca77a3b668cd0b7f4f961a243f6fff8d5913aab8260888ac847873a", + "episodes/thermal-01017.npz": "1c29e3a72d47899081fc32c1173217f33d6d72a5f11fe3b938833ffe25a94d5d", + "episodes/battery-01019.npz": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87", + "episodes/thermal-01020.npz": "94620cbe4d2248c73b77429b683fe5edd5167ac70a81658be578dc5a8b63f759", + "episodes/battery-01022.npz": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2", + "episodes/thermal-01026.npz": "cbdf5f3a29e90c74dc7cc0802ebceb8075a6ed647d0d328c0aaa24a65035061d", + "episodes/battery-01028.npz": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195", + "episodes/thermal-01029.npz": "64d707c0905932a7be4fa8d26b3afa221f9a661505e69a22db3dd6524ef20698", + "episodes/battery-01031.npz": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80", + "episodes/thermal-01032.npz": "1bf96d3660ec6023057c05d3e864c1f17f4407df327b44744ca947ce4199e383", + "episodes/battery-01034.npz": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7", + "episodes/thermal-01035.npz": "ac3d6cf865680a9779cc264a8fc86e56957505c5fa52cb1d8f9594838940c01d", + "episodes/battery-01037.npz": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94", + "episodes/thermal-01038.npz": "b2ec9e86d7ac0b5b47b383f2f106cdb43efeff36bff8efdc34c7fc01ed6f9eb8", + "episodes/battery-01040.npz": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701", + "episodes/thermal-01041.npz": "271cac742f8a6a92fcbaf29bf43bf0888d8e24795aa5aa87a54a68bc0ac8686f", + "episodes/battery-01043.npz": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7", + "episodes/thermal-01044.npz": "3431ac73037b0f801b9c4422346efaa57b93f624a02f9da83342a7d72b20dfa0", + "episodes/battery-01046.npz": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289", + "episodes/thermal-01047.npz": "62d2ba3d6806db812a93f40ad632d13d8acb5017512a7f0922399c7d79405e51", + "episodes/battery-01049.npz": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872", + "episodes/battery-01052.npz": "112d6572672b03e6c312f5d1e6d7181bc9c1481e8219e1600fda13ad5b0baf52", + "episodes/thermal-01053.npz": "31bba68c1944ac4c1d6510151622cc23cfdae3ce3362a7a6b780916d0c39161d", + "episodes/battery-01055.npz": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41", + "episodes/thermal-01056.npz": "8daa757f79909bd00f05fca8f4ddaacdf3ca6800bbf7a059a0bfd70ed0c808f4", + "episodes/battery-01058.npz": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2", + "episodes/thermal-01059.npz": "c18b003fbcd1013421a6a019ffdeb2c1309fd9905ba141dc3475718fc7a7f3fa", + "episodes/battery-01061.npz": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd", + "episodes/thermal-01062.npz": "e9f62fdbaa99fc337ed1d046d0713b45efbff36acc3a295e67301f0d2ff1b9d7", + "episodes/battery-01064.npz": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794", + "episodes/thermal-01065.npz": "3c8bc00b3ff09f931e239a569d648c9fccceca787c33466d112424824594ce3c", + "episodes/battery-01067.npz": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507", + "episodes/thermal-01068.npz": "27d2783ce46627bf53c55604eefde3cde336e655c556454506eff350bc876d68", + "episodes/battery-01070.npz": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357", + "episodes/thermal-01071.npz": "41d90df8118d648a38a640f2b1eaabf817a1a178c3b28920c7028cdc5727307f", + "episodes/battery-01073.npz": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592", + "episodes/thermal-01074.npz": "3edfb250f442371156a7236d5f66512aef485f74b4c296dd8b69fdf050a3954a", + "episodes/battery-01076.npz": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5", + "episodes/battery-01079.npz": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba", + "episodes/thermal-01080.npz": "31989c304e22636df442bc5e10a9ea4b16cef62bd76c37d207a7ed64fbac427c", + "episodes/battery-01082.npz": "b03663b6b64c74abc3d8d88d2a819ef5537b74c67569974a329b50715ae0488b", + "episodes/thermal-01083.npz": "dc824e9c45c3018cf75435e1418e186d1108a478b23c212994ffd1fc4fba2368", + "episodes/battery-01085.npz": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f", + "episodes/thermal-01086.npz": "1a840cfdc0b8f911be94bb88eda1e01edee73e6832c85952f827d2aa4f6e150e", + "episodes/battery-01088.npz": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49", + "episodes/thermal-01089.npz": "e05a694a49b53ebbdbcc6849725c8880c4cfa91af2be35626b646810a80d05f9", + "episodes/battery-01091.npz": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb", + "episodes/battery-01094.npz": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5", + "episodes/thermal-01095.npz": "bb8de1496deda34b459f9d3598a6c0ee4e70e28d2cb64e05b238c4aa3204cc6e", + "episodes/battery-01097.npz": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3", + "episodes/thermal-01098.npz": "54bedaa997e4de0ba4c48094c85327d98368e549c21036cb62183de43950a619", + "episodes/battery-01103.npz": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07", + "episodes/thermal-01104.npz": "c17da232358fcda33836e3ce4337dd70a4bfeb62e3d8217611d574a263aec1d8", + "episodes/battery-01106.npz": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85", + "episodes/thermal-01107.npz": "7f687d6df746257a9c50f7cde6cba8b9604ad0b099481b0bf6f3c6598a20d695", + "episodes/battery-01109.npz": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5", + "episodes/thermal-01110.npz": "1f0cd278c0e4b16101463ece64caa64e76119c71b0bc678bfe261017f04ec4ca", + "episodes/battery-01112.npz": "00c4e1a6632d9da877be3bc05d28ee6e4d882f23d22678b780f2690561ac2c53", + "episodes/thermal-01113.npz": "16626115df04d040f1e3dcebef3dbfb25c499f7603f0bb103e0bb7163109a9c3", + "episodes/battery-01115.npz": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f", + "episodes/thermal-01116.npz": "0698168bf913357b02a4c6646adec35a2524e155a6f83bb76b2f380959c62633", + "episodes/battery-01118.npz": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4", + "episodes/thermal-01119.npz": "2b2d4149adf3ac1e7d5780e5eddf567a31312ecbde7d2aa97799bb3b841ded9a", + "episodes/battery-01121.npz": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1", + "episodes/thermal-01122.npz": "7ea7fa26e92535f008b0c19a6e8a7becd09a1846d8b1efa6f0828833c232d411", + "episodes/battery-01124.npz": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7", + "episodes/thermal-01125.npz": "898f5a6d36783d82b912f5ecf18a38ccd0408bc7653f16d814205895855f45b0", + "episodes/thermal-01128.npz": "fea15efc6f8fedaea02637a41b511043be362529ff9f3d1195bbd14661b7c32b", + "episodes/battery-01130.npz": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113", + "episodes/battery-01133.npz": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f", + "episodes/thermal-01134.npz": "e43c6cd94344b37eebc75c136b9de42f8b168039dde7f93c688f54863e134d72", + "episodes/battery-01136.npz": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253", + "episodes/battery-01139.npz": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779", + "episodes/thermal-01140.npz": "35be7aec3cc9728816b6afd535fb47404364538395304a5fa4559016e5e1edb0", + "episodes/battery-01142.npz": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a", + "episodes/thermal-01143.npz": "48056c6b90055d06f8470a5d56cd9718392f82f27ba2632e92bddbd3c786d4b8", + "episodes/battery-01145.npz": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507", + "episodes/thermal-01146.npz": "c833527d1ca4e711d3631cec24fd6a12730f1249a0a2d98ab04c7782ee64f5f6", + "episodes/battery-01148.npz": "e70586b5d9302343ed7bc16c1a73f3258273ae7868629dde3c5df93aa78871d1", + "episodes/thermal-01149.npz": "74d92db21a136e5d20bd44e5d4616d7db8609b9a391568dfc70adad9fd3e0c91", + "episodes/battery-01151.npz": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d", + "episodes/thermal-01152.npz": "620060781575ef9d07f1f2846bf5061c3d66054360af45a6429e77859d85fcb5", + "episodes/battery-01154.npz": "629fd5470355facca17d530305fbde6f63a3c866079b925c2551a3cf3d161404", + "episodes/thermal-01155.npz": "b92e3d7d94f0e2cded80dfa0759b51cb159eec34c15ddab678c85fdbbd3bc315", + "episodes/battery-01157.npz": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e", + "episodes/battery-01160.npz": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920", + "episodes/battery-01163.npz": "056c912707330b143440b04737015260cc9e759cf564d375988e92e0a67376aa", + "episodes/thermal-01164.npz": "2d66b50f15676e2af68c71b2408f9bfec7e82399cee65500ad3e4fcf49124eed", + "episodes/battery-01166.npz": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c", + "episodes/thermal-01167.npz": "f447341d4586d93309cb4c51f47fff52d968e6f449083e4c40d65cc67b71a88b", + "episodes/battery-01169.npz": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d", + "episodes/battery-01172.npz": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6", + "episodes/thermal-01173.npz": "43fa8e0d1de08718a8a6c3a91444edcf950f91f269c4c1d4f1d13c7f63e7a784", + "episodes/battery-01175.npz": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8", + "episodes/thermal-01176.npz": "114f1d13a52d88ab80533d0b600320bf6ed29b0c0f7b203359c0a803fb69b8a4", + "episodes/battery-01178.npz": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89", + "episodes/thermal-01179.npz": "fa1344ed4c70c89b239dee23b9693cf8d81c2e32372862714abcfd1a7e51eae4", + "episodes/battery-01181.npz": "232108078b8f3b4b8fdacd93e8228aa9318775396ffee8b59817ddae62979959", + "episodes/battery-01184.npz": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4", + "episodes/thermal-01185.npz": "3626bfed188d2c8f21c643f25fc8ff89385e84258b0e0394a925252fb08d7cfa", + "episodes/battery-01187.npz": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6", + "episodes/thermal-01188.npz": "6c28bd885a1af515f1220416c4edc5b647bb8ac2b1a11bbb49362e9712159949", + "episodes/thermal-01191.npz": "9137557c5e3cffdc9a0c04649c0989ca57b15b8ec6eb2a635b800d782155de03", + "episodes/battery-01193.npz": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561", + "episodes/thermal-01194.npz": "ccffad0b6bbe4c77ae458e4df58f3330fd5fb756b44c65fb5232d88081d26b50", + "episodes/battery-01196.npz": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364", + "episodes/thermal-01197.npz": "46bee9e73a161be441bf9f5e17bed7f15a366e5613e0db9fe60edfb304718ee9", + "episodes/battery-01199.npz": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c" + }, + "seed": 20261012, + "samples_per_population": 512, + "profiles": { + "thermal": { + "transform_id": "thermal-full-canonical-observations-v1", + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "populations": { + "original_heldout": { + "windows": 512, + "threshold_available_windows": 511, + "behavior_flagged_windows": 30, + "behavior_flag_rate_all_windows": 0.05859375, + "behavior_flag_rate_available_windows": 0.05870841487279843, + "limited_windows": 309, + "unavailable_windows": 1, + "by_field": { + "0": { + "available_windows": 493, + "flagged_windows": 22, + "empirical_flag_rate": 0.04462474645030426 + }, + "1": { + "available_windows": 276, + "flagged_windows": 4, + "empirical_flag_rate": 0.014492753623188406 + }, + "2": { + "available_windows": 496, + "flagged_windows": 4, + "empirical_flag_rate": 0.008064516129032258 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "5a5fda1d3ff0ee896bd35ea684994bf6e82e96c64c5d686cb1cbb3ad7d6df60f", + "family_window_counts": { + "thermal": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 270, + "normalized_delta_mae": 0.0655503123998642 + }, + "unflagged": { + "query_count": 4770, + "normalized_delta_mae": 0.029803652316331863 + } + }, + "metrics_by_field_horizon": [ + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 494, + "mae": 0.12508182227611542, + "rmse": 0.2953151762485504, + "standardized_mae": 0.015546741895377636, + "standardized_rmse": 0.03670548275113106, + "standardized_gaussian_nll": -3.0171965723125553, + "physical_gaussian_nll": -0.9320794912058932, + "nominal_coverage": 0.9, + "coverage": 0.9412955465587044, + "mean_interval_width": 0.5073930621147156, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 495, + "mae": 0.2695499062538147, + "rmse": 0.5455715656280518, + "standardized_mae": 0.03350305184721947, + "standardized_rmse": 0.06781049072742462, + "standardized_gaussian_nll": -2.243897458298339, + "physical_gaussian_nll": -0.1587803771916767, + "nominal_coverage": 0.9, + "coverage": 0.9171717171717172, + "mean_interval_width": 1.088854432106018, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 490, + "mae": 0.5833137631416321, + "rmse": 1.016149640083313, + "standardized_mae": 0.07250156998634338, + "standardized_rmse": 0.12629985809326172, + "standardized_gaussian_nll": -1.3383161502649588, + "physical_gaussian_nll": 0.7468009308417034, + "nominal_coverage": 0.9, + "coverage": 0.8877551020408163, + "mean_interval_width": 2.319213390350342, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 491, + "mae": 1.2275543212890625, + "rmse": 2.300520658493042, + "standardized_mae": 0.15257588028907776, + "standardized_rmse": 0.285937637090683, + "standardized_gaussian_nll": -0.5013528520805651, + "physical_gaussian_nll": 1.5837642290260971, + "nominal_coverage": 0.9, + "coverage": 0.8757637474541752, + "mean_interval_width": 4.661130428314209, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 277, + "mae": 0.016089821234345436, + "rmse": 0.02326427958905697, + "standardized_mae": 0.004215420223772526, + "standardized_rmse": 0.006095078308135271, + "standardized_gaussian_nll": -3.9209157399200496, + "physical_gaussian_nll": -2.5814782155590175, + "nominal_coverage": 0.9, + "coverage": 0.9133574007220217, + "mean_interval_width": 0.06378135830163956, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 277, + "mae": 0.028662389144301414, + "rmse": 0.044213421642780304, + "standardized_mae": 0.007509345188736916, + "standardized_rmse": 0.011583606712520123, + "standardized_gaussian_nll": -3.3565087932420257, + "physical_gaussian_nll": -2.0170712688809935, + "nominal_coverage": 0.9, + "coverage": 0.8953068592057761, + "mean_interval_width": 0.11107506603002548, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 270, + "mae": 0.05677510052919388, + "rmse": 0.08987333625555038, + "standardized_mae": 0.014874679036438465, + "standardized_rmse": 0.023546183481812477, + "standardized_gaussian_nll": -2.690214565325566, + "physical_gaussian_nll": -1.3507770409645337, + "nominal_coverage": 0.9, + "coverage": 0.9111111111111111, + "mean_interval_width": 0.2403760403394699, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 277, + "mae": 0.1319553405046463, + "rmse": 0.22055166959762573, + "standardized_mae": 0.03457137569785118, + "standardized_rmse": 0.05778299272060394, + "standardized_gaussian_nll": -1.8088451437449762, + "physical_gaussian_nll": -0.4694076193839438, + "nominal_coverage": 0.9, + "coverage": 0.9097472924187726, + "mean_interval_width": 0.573628842830658, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 490, + "mae": 0.6356213688850403, + "rmse": 0.7321633696556091, + "standardized_mae": 0.002221792470663786, + "standardized_rmse": 0.0025592518504709005, + "standardized_gaussian_nll": -4.567826270020007, + "physical_gaussian_nll": 1.0884624447656348, + "nominal_coverage": 0.9, + "coverage": 0.926530612244898, + "mean_interval_width": 2.176368474960327, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 492, + "mae": 0.7831398248672485, + "rmse": 0.9889869093894958, + "standardized_mae": 0.0027374383062124252, + "standardized_rmse": 0.0034569695126265287, + "standardized_gaussian_nll": -4.356665393558629, + "physical_gaussian_nll": 1.2996233212270134, + "nominal_coverage": 0.9, + "coverage": 0.9105691056910569, + "mean_interval_width": 2.8165979385375977, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 494, + "mae": 1.2007988691329956, + "rmse": 1.683868408203125, + "standardized_mae": 0.004197351168841124, + "standardized_rmse": 0.005885903723537922, + "standardized_gaussian_nll": -3.971986493893577, + "physical_gaussian_nll": 1.6843022208920653, + "nominal_coverage": 0.9, + "coverage": 0.8846153846153846, + "mean_interval_width": 4.440993309020996, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 493, + "mae": 2.209876537322998, + "rmse": 3.170050621032715, + "standardized_mae": 0.007724547293037176, + "standardized_rmse": 0.011080802418291569, + "standardized_gaussian_nll": -3.4122640137120017, + "physical_gaussian_nll": 2.2440247010736405, + "nominal_coverage": 0.9, + "coverage": 0.8600405679513184, + "mean_interval_width": 8.169913291931152, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "parameter_shift_2node": { + "windows": 512, + "threshold_available_windows": 512, + "behavior_flagged_windows": 391, + "behavior_flag_rate_all_windows": 0.763671875, + "behavior_flag_rate_available_windows": 0.763671875, + "limited_windows": 391, + "unavailable_windows": 0, + "by_field": { + "0": { + "available_windows": 512, + "flagged_windows": 95, + "empirical_flag_rate": 0.185546875 + }, + "1": { + "available_windows": 512, + "flagged_windows": 76, + "empirical_flag_rate": 0.1484375 + }, + "2": { + "available_windows": 512, + "flagged_windows": 338, + "empirical_flag_rate": 0.66015625 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "123f0e8a026af5b34913cc22293d018ca659ab8e0a0e29b4f6af4fd0fe2bcc49", + "family_window_counts": { + "thermal": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 4692, + "normalized_delta_mae": 0.06638312339782715 + }, + "unflagged": { + "query_count": 1452, + "normalized_delta_mae": 0.06540192663669586 + } + }, + "metrics_by_field_horizon": [ + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.38959646224975586, + "rmse": 0.6489955186843872, + "standardized_mae": 0.048423945903778076, + "standardized_rmse": 0.08066532015800476, + "standardized_gaussian_nll": 2.1865020292225013, + "physical_gaussian_nll": 4.271619110329164, + "nominal_coverage": 0.9, + "coverage": 0.650390625, + "mean_interval_width": 0.8450844287872314, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.8186832666397095, + "rmse": 1.238936424255371, + "standardized_mae": 0.10175624489784241, + "standardized_rmse": 0.15399059653282166, + "standardized_gaussian_nll": 3.0480602592342256, + "physical_gaussian_nll": 5.133177340340888, + "nominal_coverage": 0.9, + "coverage": 0.626953125, + "mean_interval_width": 1.6782872676849365, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 1.6234352588653564, + "rmse": 2.1710598468780518, + "standardized_mae": 0.20178094506263733, + "standardized_rmse": 0.2698466181755066, + "standardized_gaussian_nll": 2.607402586994758, + "physical_gaussian_nll": 4.69251966810142, + "nominal_coverage": 0.9, + "coverage": 0.578125, + "mean_interval_width": 3.471818447113037, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 2.508551597595215, + "rmse": 3.13438081741333, + "standardized_mae": 0.31179434061050415, + "standardized_rmse": 0.38958024978637695, + "standardized_gaussian_nll": 1.6022120366742085, + "physical_gaussian_nll": 3.6873291177808705, + "nominal_coverage": 0.9, + "coverage": 0.638671875, + "mean_interval_width": 6.399788856506348, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.019259333610534668, + "rmse": 0.022611256688833237, + "standardized_mae": 0.005045810714364052, + "standardized_rmse": 0.005923990625888109, + "standardized_gaussian_nll": -3.6604211467438654, + "physical_gaussian_nll": -2.3209836223828333, + "nominal_coverage": 0.9, + "coverage": 0.74609375, + "mean_interval_width": 0.05612678825855255, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.03936187922954559, + "rmse": 0.046581048518419266, + "standardized_mae": 0.010312536731362343, + "standardized_rmse": 0.012203908525407314, + "standardized_gaussian_nll": -2.8096675171637253, + "physical_gaussian_nll": -1.470229992802693, + "nominal_coverage": 0.9, + "coverage": 0.591796875, + "mean_interval_width": 0.09166671335697174, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.08613469451665878, + "rmse": 0.10649546980857849, + "standardized_mae": 0.02256668731570244, + "standardized_rmse": 0.027901066467165947, + "standardized_gaussian_nll": -1.9066293099549876, + "physical_gaussian_nll": -0.5671917855939552, + "nominal_coverage": 0.9, + "coverage": 0.546875, + "mean_interval_width": 0.18692165613174438, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.18824367225170135, + "rmse": 0.2445826530456543, + "standardized_mae": 0.049318522214889526, + "standardized_rmse": 0.06407894194126129, + "standardized_gaussian_nll": -1.2238698987876346, + "physical_gaussian_nll": 0.11556762557339773, + "nominal_coverage": 0.9, + "coverage": 0.541015625, + "mean_interval_width": 0.42435842752456665, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.6360015273094177, + "rmse": 0.7726996541023254, + "standardized_mae": 0.0022231214679777622, + "standardized_rmse": 0.002700944896787405, + "standardized_gaussian_nll": -4.625894919701787, + "physical_gaussian_nll": 1.0303937950838549, + "nominal_coverage": 0.9, + "coverage": 0.892578125, + "mean_interval_width": 2.187741994857788, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 512, + "mae": 1.4735342264175415, + "rmse": 1.828604817390442, + "standardized_mae": 0.0051506878808140755, + "standardized_rmse": 0.006391825154423714, + "standardized_gaussian_nll": -3.410109185811998, + "physical_gaussian_nll": 2.246179528973644, + "nominal_coverage": 0.9, + "coverage": 0.54296875, + "mean_interval_width": 2.7970468997955322, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 512, + "mae": 3.2238869667053223, + "rmse": 3.984480381011963, + "standardized_mae": 0.011268985457718372, + "standardized_rmse": 0.013927613385021687, + "standardized_gaussian_nll": -1.5562600560606739, + "physical_gaussian_nll": 4.100028658724968, + "nominal_coverage": 0.9, + "coverage": 0.30859375, + "mean_interval_width": 4.282591342926025, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 512, + "mae": 6.9155426025390625, + "rmse": 8.055585861206055, + "standardized_mae": 0.024173039942979813, + "standardized_rmse": 0.028158022090792656, + "standardized_gaussian_nll": 0.4867728853477814, + "physical_gaussian_nll": 6.143061600133423, + "nominal_coverage": 0.9, + "coverage": 0.1484375, + "mean_interval_width": 7.7179036140441895, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "small_room_3node": { + "windows": 512, + "threshold_available_windows": 512, + "behavior_flagged_windows": 445, + "behavior_flag_rate_all_windows": 0.869140625, + "behavior_flag_rate_available_windows": 0.869140625, + "limited_windows": 445, + "unavailable_windows": 0, + "by_field": { + "0": { + "available_windows": 512, + "flagged_windows": 108, + "empirical_flag_rate": 0.2109375 + }, + "1": { + "available_windows": 512, + "flagged_windows": 149, + "empirical_flag_rate": 0.291015625 + }, + "2": { + "available_windows": 512, + "flagged_windows": 406, + "empirical_flag_rate": 0.79296875 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "378af3360086fc774b78ed74badeea73f774625bef4048ef490bea639538dba9", + "family_window_counts": { + "thermal": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 5340, + "normalized_delta_mae": 0.09753306210041046 + }, + "unflagged": { + "query_count": 804, + "normalized_delta_mae": 0.10742999613285065 + } + }, + "metrics_by_field_horizon": [ + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.6328104138374329, + "rmse": 0.9534943699836731, + "standardized_mae": 0.07865363359451294, + "standardized_rmse": 0.11851226538419724, + "standardized_gaussian_nll": 14.429030149511128, + "physical_gaussian_nll": 16.51414723061779, + "nominal_coverage": 0.9, + "coverage": 0.443359375, + "mean_interval_width": 0.7868176102638245, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 1.3052150011062622, + "rmse": 1.869952917098999, + "standardized_mae": 0.162228524684906, + "standardized_rmse": 0.23242124915122986, + "standardized_gaussian_nll": 16.169025679269872, + "physical_gaussian_nll": 18.254142760376535, + "nominal_coverage": 0.9, + "coverage": 0.412109375, + "mean_interval_width": 1.5928350687026978, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 2.3163514137268066, + "rmse": 3.048537254333496, + "standardized_mae": 0.2879052758216858, + "standardized_rmse": 0.37891054153442383, + "standardized_gaussian_nll": 8.927287983684401, + "physical_gaussian_nll": 11.012405064791064, + "nominal_coverage": 0.9, + "coverage": 0.443359375, + "mean_interval_width": 3.274027109146118, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 3.1699142456054688, + "rmse": 4.041703701019287, + "standardized_mae": 0.3939967751502991, + "standardized_rmse": 0.5023537278175354, + "standardized_gaussian_nll": 3.6089667870891935, + "physical_gaussian_nll": 5.694083868195856, + "nominal_coverage": 0.9, + "coverage": 0.548828125, + "mean_interval_width": 6.1906657218933105, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.03852974623441696, + "rmse": 0.05372076481580734, + "standardized_mae": 0.010094523429870605, + "standardized_rmse": 0.014074464328587055, + "standardized_gaussian_nll": -2.404100756359221, + "physical_gaussian_nll": -1.0646632319981888, + "nominal_coverage": 0.9, + "coverage": 0.693359375, + "mean_interval_width": 0.09765787422657013, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.08611654490232468, + "rmse": 0.119275763630867, + "standardized_mae": 0.02256193198263645, + "standardized_rmse": 0.03124941512942314, + "standardized_gaussian_nll": -0.6964996717524995, + "physical_gaussian_nll": 0.6429378526085329, + "nominal_coverage": 0.9, + "coverage": 0.611328125, + "mean_interval_width": 0.1828160583972931, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.20558016002178192, + "rmse": 0.28216663002967834, + "standardized_mae": 0.053860560059547424, + "standardized_rmse": 0.07392568141222, + "standardized_gaussian_nll": 1.2501131198714208, + "physical_gaussian_nll": 2.589550644232453, + "nominal_coverage": 0.9, + "coverage": 0.580078125, + "mean_interval_width": 0.418140709400177, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.47777143120765686, + "rmse": 0.660382091999054, + "standardized_mae": 0.12517276406288147, + "standardized_rmse": 0.17301547527313232, + "standardized_gaussian_nll": 3.273935613547983, + "physical_gaussian_nll": 4.613373137909015, + "nominal_coverage": 0.9, + "coverage": 0.56640625, + "mean_interval_width": 0.9370824098587036, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.7736878395080566, + "rmse": 0.9599406719207764, + "standardized_mae": 0.002704399172216654, + "standardized_rmse": 0.003355439519509673, + "standardized_gaussian_nll": -4.367212882463756, + "physical_gaussian_nll": 1.2890758323218865, + "nominal_coverage": 0.9, + "coverage": 0.78125, + "mean_interval_width": 2.247596263885498, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 512, + "mae": 1.7928327322006226, + "rmse": 2.1883130073547363, + "standardized_mae": 0.006266784854233265, + "standardized_rmse": 0.007649172563105822, + "standardized_gaussian_nll": -2.6591901860320286, + "physical_gaussian_nll": 2.9970985287536136, + "nominal_coverage": 0.9, + "coverage": 0.353515625, + "mean_interval_width": 2.873093843460083, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 512, + "mae": 3.942636489868164, + "rmse": 4.670429706573486, + "standardized_mae": 0.0137813501060009, + "standardized_rmse": 0.0163253266364336, + "standardized_gaussian_nll": -0.08065118381095153, + "physical_gaussian_nll": 5.57563753097469, + "nominal_coverage": 0.9, + "coverage": 0.234375, + "mean_interval_width": 4.374939918518066, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 512, + "mae": 8.213906288146973, + "rmse": 9.278553009033203, + "standardized_mae": 0.02871142514050007, + "standardized_rmse": 0.032432861626148224, + "standardized_gaussian_nll": 2.309976341004549, + "physical_gaussian_nll": 7.966265055790191, + "nominal_coverage": 0.9, + "coverage": 0.1015625, + "mean_interval_width": 7.795405864715576, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "auditorium_3node": { + "windows": 512, + "threshold_available_windows": 512, + "behavior_flagged_windows": 134, + "behavior_flag_rate_all_windows": 0.26171875, + "behavior_flag_rate_available_windows": 0.26171875, + "limited_windows": 134, + "unavailable_windows": 0, + "by_field": { + "0": { + "available_windows": 512, + "flagged_windows": 53, + "empirical_flag_rate": 0.103515625 + }, + "1": { + "available_windows": 512, + "flagged_windows": 37, + "empirical_flag_rate": 0.072265625 + }, + "2": { + "available_windows": 512, + "flagged_windows": 68, + "empirical_flag_rate": 0.1328125 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "b565caadd72b23a5f518ab922d8e24d0adb304c188bb162982ce5aa186983710", + "family_window_counts": { + "thermal": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 1608, + "normalized_delta_mae": 0.032361093908548355 + }, + "unflagged": { + "query_count": 4536, + "normalized_delta_mae": 0.02771914191544056 + } + }, + "metrics_by_field_horizon": [ + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.11633700132369995, + "rmse": 0.21267448365688324, + "standardized_mae": 0.014459825120866299, + "standardized_rmse": 0.026433859020471573, + "standardized_gaussian_nll": -1.7354351542544828, + "physical_gaussian_nll": 0.34968192685217936, + "nominal_coverage": 0.9, + "coverage": 0.701171875, + "mean_interval_width": 0.2707083225250244, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.24726776778697968, + "rmse": 0.3975866734981537, + "standardized_mae": 0.030733546242117882, + "standardized_rmse": 0.04941707104444504, + "standardized_gaussian_nll": -0.13182761633110218, + "physical_gaussian_nll": 1.95328946477556, + "nominal_coverage": 0.9, + "coverage": 0.65625, + "mean_interval_width": 0.5478626489639282, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.5798839330673218, + "rmse": 0.8405568599700928, + "standardized_mae": 0.0720752626657486, + "standardized_rmse": 0.10447496920824051, + "standardized_gaussian_nll": 0.6811272189133517, + "physical_gaussian_nll": 2.7662443000200136, + "nominal_coverage": 0.9, + "coverage": 0.638671875, + "mean_interval_width": 1.283516526222229, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 1.1953481435775757, + "rmse": 1.5485135316848755, + "standardized_mae": 0.1485728919506073, + "standardized_rmse": 0.19246873259544373, + "standardized_gaussian_nll": 0.660028034972092, + "physical_gaussian_nll": 2.745145116078754, + "nominal_coverage": 0.9, + "coverage": 0.625, + "mean_interval_width": 2.7019762992858887, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.0085880346596241, + "rmse": 0.01090215053409338, + "standardized_mae": 0.0022500050254166126, + "standardized_rmse": 0.0028562871739268303, + "standardized_gaussian_nll": -4.41963943160412, + "physical_gaussian_nll": -3.0802019072430875, + "nominal_coverage": 0.9, + "coverage": 0.96484375, + "mean_interval_width": 0.044711120426654816, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.014716668985784054, + "rmse": 0.018536413088440895, + "standardized_mae": 0.0038556642830371857, + "standardized_rmse": 0.004856410436332226, + "standardized_gaussian_nll": -3.9209611799688355, + "physical_gaussian_nll": -2.5815236556078034, + "nominal_coverage": 0.9, + "coverage": 0.92578125, + "mean_interval_width": 0.06609740108251572, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.03670591861009598, + "rmse": 0.0473189502954483, + "standardized_mae": 0.00961669348180294, + "standardized_rmse": 0.01239723339676857, + "standardized_gaussian_nll": -2.952995225985469, + "physical_gaussian_nll": -1.6135577016244367, + "nominal_coverage": 0.9, + "coverage": 0.818359375, + "mean_interval_width": 0.12184098362922668, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.11004025489091873, + "rmse": 0.14114351570606232, + "standardized_mae": 0.028829775750637054, + "standardized_rmse": 0.03697861358523369, + "standardized_gaussian_nll": -1.590866512351604, + "physical_gaussian_nll": -0.25142898799057156, + "nominal_coverage": 0.9, + "coverage": 0.671875, + "mean_interval_width": 0.28069448471069336, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 512, + "mae": 1.1879627704620361, + "rmse": 1.4816581010818481, + "standardized_mae": 0.004152482841163874, + "standardized_rmse": 0.005179084837436676, + "standardized_gaussian_nll": -3.223469300393881, + "physical_gaussian_nll": 2.432819414391761, + "nominal_coverage": 0.9, + "coverage": 0.626953125, + "mean_interval_width": 2.2032933235168457, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 512, + "mae": 1.804345965385437, + "rmse": 2.4581501483917236, + "standardized_mae": 0.006307029165327549, + "standardized_rmse": 0.008592379279434681, + "standardized_gaussian_nll": -2.448003581457706, + "physical_gaussian_nll": 3.2082851333279363, + "nominal_coverage": 0.9, + "coverage": 0.59375, + "mean_interval_width": 2.8599982261657715, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 512, + "mae": 2.847985029220581, + "rmse": 4.076533794403076, + "standardized_mae": 0.009955033659934998, + "standardized_rmse": 0.01424938254058361, + "standardized_gaussian_nll": -2.2551020437040643, + "physical_gaussian_nll": 3.401186671081578, + "nominal_coverage": 0.9, + "coverage": 0.57421875, + "mean_interval_width": 4.505398273468018, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 512, + "mae": 4.69182014465332, + "rmse": 6.592087268829346, + "standardized_mae": 0.01640009507536888, + "standardized_rmse": 0.02304241433739662, + "standardized_gaussian_nll": -2.0632713294708447, + "physical_gaussian_nll": 3.5930173853147975, + "nominal_coverage": 0.9, + "coverage": 0.587890625, + "mean_interval_width": 8.316699981689453, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + } + } + }, + "battery": { + "transform_id": "citylearn-soc-and-requested-power-only-v1", + "threshold_sha256": "d1dade44adb8562e08c9967b86c2257d21ac5daf5aed79b427f713da2c9db0cc", + "populations": { + "original_heldout": { + "windows": 512, + "threshold_available_windows": 489, + "behavior_flagged_windows": 10, + "behavior_flag_rate_all_windows": 0.01953125, + "behavior_flag_rate_available_windows": 0.02044989775051125, + "limited_windows": 148, + "unavailable_windows": 23, + "by_field": { + "7": { + "available_windows": 489, + "flagged_windows": 10, + "empirical_flag_rate": 0.02044989775051125 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "84cc9e4edde5671b4f54215a743be563d79423b80049df27afd8f0fc4aebd269", + "family_window_counts": { + "battery": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 40, + "normalized_delta_mae": 0.13656648993492126 + }, + "unflagged": { + "query_count": 1934, + "normalized_delta_mae": 0.09629222005605698 + } + }, + "metrics_by_field_horizon": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 496, + "mae": 0.010942483320832253, + "rmse": 0.023644525557756424, + "standardized_mae": 0.030065303668379784, + "standardized_rmse": 0.0649651288986206, + "standardized_gaussian_nll": -1.9513199829166221, + "physical_gaussian_nll": -2.962038965642806, + "nominal_coverage": 0.9, + "coverage": 0.655241935483871, + "mean_interval_width": 0.02506820298731327, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 492, + "mae": 0.02151644416153431, + "rmse": 0.04700184240937233, + "standardized_mae": 0.059118062257766724, + "standardized_rmse": 0.12914112210273743, + "standardized_gaussian_nll": -1.3345829983127553, + "physical_gaussian_nll": -2.345301981038939, + "nominal_coverage": 0.9, + "coverage": 0.6686991869918699, + "mean_interval_width": 0.05153634771704674, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 496, + "mae": 0.044142454862594604, + "rmse": 0.08440425246953964, + "standardized_mae": 0.12128474563360214, + "standardized_rmse": 0.23190708458423615, + "standardized_gaussian_nll": -0.5940188148930441, + "physical_gaussian_nll": -1.6047377976192279, + "nominal_coverage": 0.9, + "coverage": 0.6693548387096774, + "mean_interval_width": 0.10414054989814758, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 490, + "mae": 0.0650191679596901, + "rmse": 0.10903104394674301, + "standardized_mae": 0.17864510416984558, + "standardized_rmse": 0.29957106709480286, + "standardized_gaussian_nll": 0.13816866832436367, + "physical_gaussian_nll": -0.8725503144018201, + "nominal_coverage": 0.9, + "coverage": 0.6918367346938775, + "mean_interval_width": 0.17796804010868073, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "citylearn_battery_common_scale": { + "windows": 512, + "threshold_available_windows": 512, + "behavior_flagged_windows": 75, + "behavior_flag_rate_all_windows": 0.146484375, + "behavior_flag_rate_available_windows": 0.146484375, + "limited_windows": 77, + "unavailable_windows": 0, + "by_field": { + "7": { + "available_windows": 512, + "flagged_windows": 75, + "empirical_flag_rate": 0.146484375 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "c76ba99a5a5423d26cca63ff3038f89d54d7049f7ccb5166c4e763545187b851", + "family_window_counts": { + "battery": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 300, + "normalized_delta_mae": 0.1319713294506073 + }, + "unflagged": { + "query_count": 1748, + "normalized_delta_mae": 0.12098551541566849 + } + }, + "metrics_by_field_horizon": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.010969370603561401, + "rmse": 0.026219358667731285, + "standardized_mae": 0.030139178037643433, + "standardized_rmse": 0.07203967869281769, + "standardized_gaussian_nll": -0.11495454035506601, + "physical_gaussian_nll": -1.1256735230812498, + "nominal_coverage": 0.9, + "coverage": 0.5703125, + "mean_interval_width": 0.01730058342218399, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.025449031963944435, + "rmse": 0.0506412610411644, + "standardized_mae": 0.06992314755916595, + "standardized_rmse": 0.13914071023464203, + "standardized_gaussian_nll": 1.8393139990857523, + "physical_gaussian_nll": 0.8285950163595686, + "nominal_coverage": 0.9, + "coverage": 0.509765625, + "mean_interval_width": 0.0369577519595623, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.05254277214407921, + "rmse": 0.09123646467924118, + "standardized_mae": 0.14436525106430054, + "standardized_rmse": 0.2506791055202484, + "standardized_gaussian_nll": 2.9396435682774245, + "physical_gaussian_nll": 1.9289245855512407, + "nominal_coverage": 0.9, + "coverage": 0.46875, + "mean_interval_width": 0.07432789355516434, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.0895158126950264, + "rmse": 0.1385434865951538, + "standardized_mae": 0.24595148861408234, + "standardized_rmse": 0.38065874576568604, + "standardized_gaussian_nll": 3.8943294446562136, + "physical_gaussian_nll": 2.88361046193003, + "nominal_coverage": 0.9, + "coverage": 0.466796875, + "mean_interval_width": 0.1313142478466034, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "citylearn_battery_scale_shift": { + "windows": 512, + "threshold_available_windows": 512, + "behavior_flagged_windows": 105, + "behavior_flag_rate_all_windows": 0.205078125, + "behavior_flag_rate_available_windows": 0.205078125, + "limited_windows": 106, + "unavailable_windows": 0, + "by_field": { + "7": { + "available_windows": 512, + "flagged_windows": 105, + "empirical_flag_rate": 0.205078125 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "fc9f4f8071a23e9f6d99b783276c68dd332fb8985c0c568a915b99e58611ebe4", + "family_window_counts": { + "battery": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 420, + "normalized_delta_mae": 0.24692457914352417 + }, + "unflagged": { + "query_count": 1628, + "normalized_delta_mae": 0.1864938884973526 + } + }, + "metrics_by_field_horizon": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02439645119011402, + "rmse": 0.05601156875491142, + "standardized_mae": 0.06703110039234161, + "standardized_rmse": 0.1538960337638855, + "standardized_gaussian_nll": 17.125870162655666, + "physical_gaussian_nll": 16.115151179929484, + "nominal_coverage": 0.9, + "coverage": 0.45703125, + "mean_interval_width": 0.027053283527493477, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.04789796844124794, + "rmse": 0.09223564714193344, + "standardized_mae": 0.13160330057144165, + "standardized_rmse": 0.25342443585395813, + "standardized_gaussian_nll": 26.357601450441475, + "physical_gaussian_nll": 25.34688246771529, + "nominal_coverage": 0.9, + "coverage": 0.4140625, + "mean_interval_width": 0.05252694711089134, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.08559183031320572, + "rmse": 0.14502479135990143, + "standardized_mae": 0.23517005145549774, + "standardized_rmse": 0.3984666168689728, + "standardized_gaussian_nll": 31.463216550391703, + "physical_gaussian_nll": 30.452497567665517, + "nominal_coverage": 0.9, + "coverage": 0.404296875, + "mean_interval_width": 0.09671718627214432, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.13165903091430664, + "rmse": 0.19529908895492554, + "standardized_mae": 0.36174315214157104, + "standardized_rmse": 0.5365990400314331, + "standardized_gaussian_nll": 17.553435425876124, + "physical_gaussian_nll": 16.542716443149942, + "nominal_coverage": 0.9, + "coverage": 0.373046875, + "mean_interval_width": 0.16183660924434662, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + } + } + } + }, + "weights_updated": false, + "thresholds_fit_on_training_systems_only": true, + "future_errors_used_for_flag_fitting": false, + "real_world_validation": false, + "confidence_probability": null, + "frozen_bindings_unchanged": true +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/auditorium_3node-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/auditorium_3node-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..744685514d0ae3dec285d76eeb7993096b431ec9 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/auditorium_3node-assessments.json @@ -0,0 +1,18484 @@ +{ + "assessments": [ + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5992220206880328, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3362635267702296, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8376211934566449, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2180810509430258, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3488594034115998, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3366523048909715, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7969388144212464, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3971320080642067, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7910546520988229, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3574173442715547, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3569448067550258, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3383501189617045, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1739964640882055, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3220204170473298, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.9823250541451067, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4164333950064665, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.38521930225550743, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8622495600994454, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06418308604937052, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.338523393584565, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.049844224763064, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.049194222246445, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.378927519002762, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9081161674004375, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5186373464386935, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3543876854087333, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.4089419141632975, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6874236458926805, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8393759712969722, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.603326860509286, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8738232898759007, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9315850496469624, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8066153433033074, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1917899977297832, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1365344503052688, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6098532938534649, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8259153589510924, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.497215318393664, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.4141790249018857, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2229342741165772, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5058370649928865, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.84233298681974, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0200661478405526, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.14873872849475644, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.188265065940295, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2064089260996944, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8056151157869702, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19843380612708086, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9955473134787884, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6933973194513291, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.688273167799019, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.133074227758766, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.144696007381971, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.567185341702034, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.677014581911005, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4542909587047754, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.632970246114485, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.751474375046789, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.1510980131454644, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.315954951640847, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2726735922326964, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5206388385972338, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3456891384586265, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3085193062816643, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3736896520376267, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.688925824508498, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.157154538556899, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9440459771989678, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.040682671686063133, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2264215423736464, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.543201891675412, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9599457315118803, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3134295374672993, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3595326959456005, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1600332839703493, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2117801988941967, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6382291238016685, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3513166856164137, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8936694750464533, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.077368170460798, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6498886327274676, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6090275123121514, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1258570023599745, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.15410392118724173, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6573610224491375, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4419228443119017, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.47139056758412, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.212824756684764, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.08716558591697242, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.17258626731396115, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.623823858301248, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.650915372643708, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6502364326683835, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.014461527156293216, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1874128266392991, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7488192341556135, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.005426785744270274, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32797685352843114, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.432053642956194, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3069815417017952, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.835126409867261, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.37983153419968635, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3077633469238394, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5824643204509097, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19538580731003324, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.26285032180483076, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7949996356404628, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2149189127441278, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5052651373142124, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2820527333358855, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6455939161692466, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.234019241494278, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4842183777604647, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.417730444626305, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5281784794466247, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5947845758541038, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5442600900695873, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0761938242766704, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6960793292327327, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4195604036355896, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8976727554284113, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1048521740643595, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5581484821744618, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3171584070584286, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3449244439804383, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6905682784571568, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.06050400626218541, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.609764753101152, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.9111413768149874, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2508356826961267, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7545221360775924, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.662553627027281, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.66978252194068, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.572495160362627, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2632205635995414, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6512701594479557, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6697430918365463, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5973393089316588, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06268747778011499, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3216871395752487, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2808093070966318, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6440567389091714, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0312630120219015, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.255513501990862, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.04051423819409802, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5023192190862042, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.511915455722858, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.004631707359007695, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6421107740325358, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.331396559524502, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7670234067291583, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4426976027344254, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.34333215466846, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8257079360404892, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7485477239853906, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1636498236365358, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2178812281182936, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3424624561152816, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1034806312590018, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8471750157872644, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3833949183523357, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.940485377373283, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.22638271598480098, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3557393235624935, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.931075035163509, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1415880205223001, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.10640453679099701, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9533697594309294, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.575998509249393, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.224413506852562, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.455633122505149, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.844629223584468, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.4351797711384605, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1017433788280786, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06307894930728543, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.503882407333678, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5689547443199143, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9877161622937426, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7689786753998433, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5675836639738052, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.08968623090129722, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6351228487179341, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11186667667839616, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6124319373460765, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9874304968153065, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.26134703688214694, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.574820053682787, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8260559214802714, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5696732698081879, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7748534955744648, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3489244843748867, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9078295191783655, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9161955656385591, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5757405044057269, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.34481121353035, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9396823570290047, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5848193806600016, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8550373631451065, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.238491444847969, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7181009505080928, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9089538479468924, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2137585249769884, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.87355006373228, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.974211357543705, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9012427368089901, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4723715762753224, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.1894295612423993, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07633031100972143, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6565461074968321, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2524656529210019, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6188444449382704, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.22472091844934716, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0019688279389851, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.3646764906210125, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.3901422518778287, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9043248022360669, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.45098643924401516, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.701007963721961, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4129544649538297, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1560171196522706, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.890574069821411, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.22902428888910262, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6854050800072672, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.14509086970156485, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9104032256016422, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4767116002039071, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.13405495628553604, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5894425986863002, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5111094428911964, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5190443102952125, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8607679239745735, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.535494168086629, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03483014747190542, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.124267077134928, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4798125283095893, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1887375378846747, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.997407967155084, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7945707888837588, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1544901924921982, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.754715574487529, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8125458651788277, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.840366317590666, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.507510409327872, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4076076685312298, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16013721118023724, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9650220844685142, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.854834565112846, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4870562872565214, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8006149121248736, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.23058899427166632, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.110429690118197, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1203951257842386, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.574820053682787, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8260559214802714, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5696732698081879, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.074526304291997, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5657153342454655, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9382147241872915, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8163594655430172, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0046006225222979, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2073957093431521, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1907411192050303, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5678638662253808, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6636076016784243, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2450062846941607, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9118184275356285, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.398237124789177, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5112985018952352, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8056161911200399, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.43199762719452445, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6500323524922125, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.40030576335757, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5251058027071113, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.283187354949502, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7034077160923904, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9446646812444972, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0157945332693177, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1701293751402111, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0963455800246769, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5731523374294183, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5671403190395532, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8940703179622729, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7643112099614937, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.539209050100406, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9207145030863764, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1330484744372287, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0620066753136297, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8470176754648758, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5017784520615656, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6498281196727993, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2428318394779547, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.38595535092739824, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8593188925528753, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.29465863630981726, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0368699349555146, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8099054927651854, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.395005459342988, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9264048600074668, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1494793131706604, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8400935111683236, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.16879836632586426, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.30914713548647876, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8859723549092149, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4752122014341158, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.01077905109777, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0864407414839612, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1878009746106568, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6797454048331824, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6665929407090974, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39149808009132536, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.17957949058073444, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8553952245321643, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9715537400748886, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2683288371278223, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.288810315725154, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2144419798580621, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.550386554728178, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.640232680587212, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4551653340517646, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1842196498158635, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.624046701778117, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7344407534538114, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2763204353676914, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3183177211811135, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1608939406581573, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.826019085774133, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.511773463557356, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1236371815421766, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0377200897608803, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9889679464166736, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3910604568553595, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.509681532657003, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.7924132722949566, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.24948427469438775, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.007616764473238305, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.618496705725322, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3071420617276255, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.521270387006303, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7386812574751404, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 9.482355449011221, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2126749934517385, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4402943634536902, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4331886629318023, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.263656690836443, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.443963642123013, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1587415666474403, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.422757281469885, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6159792664747403, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5112985018952352, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8056161911200399, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.43199762719452445, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9493298883983372, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.0986230225836022, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6302067878497147, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9170326545978672, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.087876216499324, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2980020904895255, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9995732524242125, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.268992849074945, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6374233802441167, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2255357811795198, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7231347695396741, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9910801111126096, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 8.528418712204866, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.1890497574474406, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2133798351880656, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.176588409320179, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8611531358953246, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4812356449603647, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6249107166319088, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7025441690118472, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8115720526021303, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6171536839016751, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8421213696995262, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8294564330132272, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.134312052632287, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2541279986649854, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.354229433123155, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0682919255364522, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9380897060983588, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2159101832699257, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1683546828637563, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4960138711191349, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.644674405928146, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.212625536249683, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9078678473917093, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7513454064474572, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5394435725962048, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2592007321956321, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.238114088587817, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6539615091642033, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6550660467909861, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.425434851543116, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.411838426066141, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8998551777718997, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8472258875349845, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.5647141971440996, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.0441777573044542, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6951822755110233, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 7.131684630805139, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.19837883748236612, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5134550346626928, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6435841567156888, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.571531322072833, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8427806644909301, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6320608275414539, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5479564441813207, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.23117834094527787, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.40967905233097307, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.072903295632539, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8559161649876965, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.062484522098021765, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8936481901570856, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9748451210591944, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.32019201246812484, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3577667277638004, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6801574004929405, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.722013126513558, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.05781162773451557, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1164581562873357, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6987298030337555, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3702604438789674, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5019315266564436, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.962901039904122, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.44451796959564577, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.34260858288783697, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4078276030585177, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.355643967827906, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.07207293740157653, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0091798601442052, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0769575374479592, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5064339255716823, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3198494070189222, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7404964964917444, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6644643490332256, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3730203058471674, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7483458219098216, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.12523446440073113, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.08657389169422261, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0395772911229824, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.506859247928479, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9677081652822648, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7165531417002126, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.01909185624483701, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0599509764602348, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5962478351286213, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1013414297290636, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7165395582936716, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.37347586374494157, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2814820105734213, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5638453770153394, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6815951414873763, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.48999682784225823, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5905064602395416, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.720155265432192, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.352042857639395, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.419264279331086, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.730824092644587, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.2531673854154552, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.739728243171188, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.16669444696889735, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09247651016392867, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.868556955568269, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7500236962850076, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5662486406014345, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.38733461011287124, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5142959109220024, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.6032726262826412, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0060210343244376, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.1677255968181455, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.650613458988252, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7381454121310407, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1702205411258, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.18498492564284508, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.830936684367279, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3734598491670984, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7219582530190466, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4739661521005814, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3681330896970405, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2154019959699054, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2208002077616813, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07965928845336398, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6014845858720061, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.28914666344629, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8519956482109315, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.741517552500117, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.17580372854985293, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0510076828896073, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.687766054768646, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.55477174138615, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4946432267272953, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9193935572876509, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5284157113990164, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1603148112953547, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2635020802565606, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0386782468192326, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8391820564479398, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0592066176659936, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1695102509141626, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2668372393687772, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.06032471037661421, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22161019579855581, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5198079805306395, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7778640406651214, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.770180887857348, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.3930574730377616, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.620332853726185, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2831108322761859, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6530376634607079, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3285681445503994, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7335763153937328, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6778931497210634, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.929644700189109, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2797280741777946, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.792894351622983, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.0027377908982085, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13931997629019294, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32828741284000656, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.331524150885276, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.25170897790664065, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0499760877967128, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6553971697897041, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39149808009132536, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.17957949058073444, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8553952245321643, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0761938242766704, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6960793292327327, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4195604036355896, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.559328265376156, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.377058641380168, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9600422003686597, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7076888597078246, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.578400869952359, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0322329991153518, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4299292207700876, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5719596472206336, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.21810516696201, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5056317550077842, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.15354852282094347, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.040873788671113, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 7.5803831162525075, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.8457380594335139, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6352856274965685, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.990430482994278, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.7295175168938166, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.6078372205191656, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5558615342994546, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3268203988883782, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7713976383955065, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.867315233762054, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9324936069532578, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4758676652850212, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4577634592972633, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5561579921808962, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5045095449666879, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4443500304044796, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4230128781861286, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.36989953783329554, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4134247267149533, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0034890663991796, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.4216040616068208, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0108005776826574, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8916354796852737, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09775743967153384, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4790095585433414, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8392857916775547, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7336483328092074, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6705134177013243, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.084413992544529, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.36027157841732965, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2125427139151352, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3349614545297478, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9518409349612673, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3297391667692142, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7887066090913513, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1044298263707806, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.608686137305446, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2451270821313429, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9174320703488384, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.035239089481553805, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7804944442564692, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8883914320786355, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8550054856325736, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5550833061376887, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.377470590028133, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2088536700733488, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6810622282274431, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8928692393701252, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1691819920399276, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7277765861392542, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1205907929055035, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.738087764698664, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.36962610963214254, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.006059109143094732, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3982943456040948, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.600286229788313, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4165733466467085, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.982874822290418, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6225738301100647, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5032364458801437, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7447719892779512, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1799998995239107, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5793973506525961, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2170521777413328, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8828518669131524, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.402202667063487, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6918159546149973, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6817989999265872, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7956647942464845, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39149808009132536, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.17957949058073444, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8553952245321643, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3538054054606967, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.084725739487913, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.032829678186066, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.48863374186142516, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.003032774043977, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.526713135616625, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6929245890522426, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3298800661866474, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.26241864496418654, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.287309266625551, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2054193391815242, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0882112580929393, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0683383932245243, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1702479880160013, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4884786347724361, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0959837092453177, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.30937132971261727, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.031390366695056474, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.32953113723835303, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.10089455948160742, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21078937268239034, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0236398646250886, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5405648078449194, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.36122860616422, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5775623398468879, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6939324509401225, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.38179067332871186, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8649253005698906, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.672472181906144, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3114440487220866, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6955131661664637, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0239583194570874, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.811120162115325, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5846664568440669, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6054454742164881, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3518401977891914, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0495095801403225, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2696415455560308, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.12814262699813228, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.822200532068025, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.40469511494506083, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.49165293232981855, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9885671109228097, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1635615364786163, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.105134980837694, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.14480695505593977, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7336419005693281, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1304749378141286, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5647517240211788, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.734016315317026, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.06563161296503, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5982617172128681, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9079505163464947, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8535679793031417, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4217179289262807, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3544364546903789, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4252719471594652, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9781464306294023, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1213670946450225, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2989920573324785, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7467300442481941, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.29853330740143097, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8323658376382453, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8027607336584766, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2834044385006369, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14796151865504648, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6263709647580797, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6449431253368642, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9042034362977707, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4887405740632254, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.68122858424983, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.28778829327676475, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3981371090467767, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31636673028968537, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.31828208093730004, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07828268303219495, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.737751906299799, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.3936325619807443, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5370464042118988, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0210590149730179, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.055514596534018294, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6875405654385401, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2657207272689766, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4874872982844569, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1200580999992595, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3060901464320145, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13199569069459033, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5775623398468879, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6939324509401225, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.38179067332871186, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.29891073935988327, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9144541402705744, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1013972380425068, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6045706341542108, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5377360069575847, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.399999223043887, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8519531175185862, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1032406433162026, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4378965863306645, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5389353715463066, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5449780328348144, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7885802422911596, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.497813744964211, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6687564948784988, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.22235883173429544, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1927712475400387, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6593310167924697, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7550707466244018, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7022404008979701, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.42289469118114953, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9651977343987053, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1280518897310907, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8251154877742675, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4218443462931196, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 8.159734586029474, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.812628701862864, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.04586366082019438, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7737858689779606, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2625100013946899, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1303037844598996, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2264215423736464, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.543201891675412, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9599457315118803, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.38304794841023304, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.615553704425208, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4540660239890012, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.060877239968137, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.5695924311181947, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9712979982795196, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2635873767384446, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2037971658858717, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.106610750079487, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5034093613385804, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4717612351657385, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2638373397037457, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3996627262318797, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9019432854144258, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9044895963891605, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.822458144636016, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.010277290278351562, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5200574009829532, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4563834072390507, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.01019569171406792, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.08870089297760997, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2400772725856886, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.159607900999911, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.396906486138002, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6031302314994847, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.848503700629587, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8997437524570728, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3649828074684556, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5929810279591305, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0232084096067726, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7983252717821631, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5458421896822019, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1018788218728157, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5563578565750932, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6810341599373027, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.323444023308759, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9870700934710925, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.0006688718990379155, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6737168907988693, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.252075854508536, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.628588628325683, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21522800273845008, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9687891032857527, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3654582537616642, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4609071529280024, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1242742210697692, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6346215908585828, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7083890803719877, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9719091331331249, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3493399845679899, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5418209237011562, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7858756363957551, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3709962639312088, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.257811688901189, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8968334862071918, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5163949371042542, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.297306993929589, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.594776999054458, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3976519163471204, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.275685453650133, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.461139608756683, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2999272200230938, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4212186790745063, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1280518897310907, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8251154877742675, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4218443462931196, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7768954634555234, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7089142367052663, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.190763279446359, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8884827886955421, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6636840288297254, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1683535805798721, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.46429816623738684, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.077607625186334, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9093651620824796, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0483966351570155, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9727658138966623, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6434347692660378, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4664888400390876, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.012641144101627, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2017787731646287, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.021213214299223116, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7090169571022397, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0106693393710615, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6682656181576005, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.966657948703488, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8724007083602012, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5017784520615656, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6498281196727993, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2428318394779547, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.927352921608312, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6657562617830808, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5390151658907878, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.948394086691423, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5245622960101758, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9103052142160576, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2761243752165818, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7554135091362326, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.883438961301864, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0203411051475033, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5326441064308463, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20926524593904497, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1365971008103104, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5917643584586985, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6121693652791398, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4427872131898718, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.008822021382175, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.431732776515717, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8590606692930967, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.04581686927808241, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.48461304771040203, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.109508997192902, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.7418632923136883, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.9558865683636908, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9305878144481121, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7102279156122628, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.29081216330998133, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1309764529384907, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.864995053850461, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6482203676696733, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0129073235625308, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0429427192688452, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5369752790687651, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.946245312216786, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.71956428979007, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.861004751817861, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6919736607745492, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2000351489614403, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.531985136287468, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7361496520235824, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8364143641070436, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13178595005210242, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6888807787514015, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2236890900472446, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.454321159976997, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.500964405182438, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.056897749909626, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5240501446171206, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.767033556828276, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2461602998182937, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3683674447339956, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.498804487680477, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.315651695751681, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1216228989867414, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1854143904506969, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0378993078794656, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.961433097546371, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1961952651514032, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4983334003390683, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5682900357652518, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.909771478403656, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1601208066459509, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19418058767344507, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.558843964638923, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9461316865195202, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.19508871743376, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3675918295684655, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.002770418929126416, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3986985198718558, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7096108804045398, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.36408181152292823, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4874766065055485, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7767024012542489, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3946454375201316, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.22457241476906403, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7154389171885936, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6721680141821944, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1687578611903353, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.064254677973304, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8142363090629108, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9888855204065767, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.728247162435119, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.2357506112345016, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5483861796475913, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06072385509893484, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.41542647355699347, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9712307037524845, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6653261368359338, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9148297692130114, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.085711858860338, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22232904850618695, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3468330447578212, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11311080339115837, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.313809227827253, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4102568859471883, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5357217078662215, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9421461364137118, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9230631969002151, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4581678338656094, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7198434907179679, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.19936211542639617, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.286770626336617, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0755637787618042, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1791916610847966, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8917389384171576, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.3307450576152164, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3403219207630124, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.47714301201178233, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6756058826804614, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8611122100717874, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.34033616601295213, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4015531697521622, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.34202296422549483, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.32439040504293387, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.00012533938802502035, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3352774266100909, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7075523279149262, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9081917315277996, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8867477272826272, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.394328797589279, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4271372225468384, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.377258513076735, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4982248312048125, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5867981610472863, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3123297539498107, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.630042451633622, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1477948458234826, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.309870563475825, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.25488009355693125, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0992101806154702, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.17579037539059944, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1106594145300868, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2981223847466041, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0767238411514226, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.347809915170954, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2838230101154979, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.40936815077223876, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.31109590927644554, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.231577597863874, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6851919737563195, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2722685707628896, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7209223240589991, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3219172563481014, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4317904084159503, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1164126411561878, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2203679621358324, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2911545872909947, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.647441417112837, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.5860772879925126, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5904462208831454, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.351563953224013, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.43519247557295904, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0209293410820197, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6882114850997088, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4232470051001764, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9316973134946255, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9239912260959755, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.157895138633465, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.058951611291832, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9719091331331249, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3493399845679899, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5418209237011562, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2440815532294352, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.19970144275125504, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7923192804386732, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.838309113828661, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.716888166108389, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8154896578955184, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5939144227270816, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3548139413104112, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4719172828098568, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6277822737629375, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.35423243363050855, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0186707771889107, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4929046034092126, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.20723813892668191, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4320723216785089, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.586190602143494, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.925423062332342, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4400588589915278, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3988057741379258, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9537141471326833, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5023378047353753, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5450223925165572, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2804194740205292, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6378429171393294, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.074526304291997, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5657153342454655, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9382147241872915, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.717551209236185, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.392509173565901, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.6291693681366731, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0140709414951006, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2520523478354755, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.286481914704806, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.71467898272832, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0693652210306794, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.988012847676952, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1780906737340033, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6344076370174337, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.00409282338539816, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0284825708499308, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5290630582456013, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8788530139084866, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6882114850997088, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4232470051001764, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9316973134946255, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.815296566788931, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.3107868000062055, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.004017037306049, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0897297769252483, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2527162308334163, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5080317397593695, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.351563953224013, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.43519247557295904, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0209293410820197, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0270911768571156, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8835620335827606, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.701543754545018, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.402728040766074, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7328318709734798, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.42088160243748196, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.278017147896997, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2194292531926885, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2108442564219046, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.017096889487545, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6722023513597252, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.907115759307003, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.904734865781211, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2038657540692905, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.495631874069625, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.40982330315146454, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0761578736386856, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3974308079478313, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1309764529384907, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.864995053850461, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6482203676696733, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5074528278986734, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0104205980451635, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4982001354410715, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6332199500183487, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.04979533063311014, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.30004759519399, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.414330882402925, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.10207268387374491, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5425955423189255, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2895176578636326, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.30227314908567654, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.784530438932122, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5473141675963924, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6252746765249537, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0084133738445513, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.607032345843914, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3497489288329272, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.038438945304746355, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.7041990402209994, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6273632815049806, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.44357130532219874, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6315631638840498, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.08701247514159964, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.05331935047689794, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6657362999483656, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6141004145676137, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5728854804235448, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.639609613016362, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.18389451355268868, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2277789490002968, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9070184287603829, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7461720082312184, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6756168431633136, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5939144227270816, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3548139413104112, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4719172828098568, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4491989230965956, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.864017473281617, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2653781368787043, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4304868202688614, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6093520068639531, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.45609854422312723, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6876306551333802, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6978546990189807, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.445819773596986, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.118139441541329, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.473264076752595, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.171772440189297, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.294520688774516, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.237173613709129, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.7452128737433268, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2541593338826127, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4540715466395513, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.618889591157477, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4058443491775074, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.857402233859734, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.045072153701695414, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.940310267267757, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6288774443391528, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.026884830161004, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1670297324991594, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.3871877121110394, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.1983064430322452, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3700879152670407, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.17580476794451347, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6647034944812885, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.012801246904873893, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3618413478168108, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6245066741606609, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.297496256918895, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8004906883550106, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8793748184587634, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7543575676064704, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8719774606527733, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5516225310539521, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.472654685909532, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.2142475223848113, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.122285324700056, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5949027390363155, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7023663657310544, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.031883435190995, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.705902615252215, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.1457226812652244, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.3119953999809815, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3239054366119078, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.012667207865717884, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.028914702203163, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6417135088887584, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2039008715817765, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20323498920905303, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.952737240566257, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.9757416062506515, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.23989502529221, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.024520309190672, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9941702334739284, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.103910559096793, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3479705126762039, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6368491862085518, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14924404309328665, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8666565270551725, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0068515653938597, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6509956385919099, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6481281543889437, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9028230791201268, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8905244145452396, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3894264411616706, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5498887655076811, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.36649426089571835, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9124921062596452, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1639396019452373, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.924971982611865, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9161955656385591, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5757405044057269, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.34481121353035, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.497432892493343, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.9009860539469812, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.08819290976096719, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6181567084566786, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.715857228155873, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3728303518393459, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6402459258850883, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2760286467557496, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4363884156935158, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.5632372784959654, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.8301333183344074, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3605089547364184, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3972615581093506, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7408390711063578, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3697833886921453, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3487597011361349, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8005784593085501, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3617999414000253, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9144074408361877, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.4162805041045483, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.119262860191645, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3982004387512232, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.594747828494733, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2119478423178975, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3702572265170656, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4850171844417597, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8480865711467921, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0946979913877093, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.15433743998682958, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.026852198989502, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6339090603053896, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7694311367371334, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.178097824959844, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1450269473579259, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.017426150229618, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3082906257749953, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6511501630257066, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4729882455622756, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.17999054561071776, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5545802138404885, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.48904147114182994, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.12903260501708366, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0288163083875808, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5905558214663409, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9982464863670321, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.976587035428813, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.6561845796486319, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7152779533164074, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6345354740650453, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1192231633472771, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.810313651603074, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6002519878423507, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.993268402683952, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4173431277685298, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0796965899236208, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1715993213591471, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7216038275528618, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04127422752682744, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9381368703335735, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.40955466455075, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7504674179130115, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.30993748878947774, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6640620617187976, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8781783829885594, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.01057932838349953, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5878936257916236, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.645454488533286, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.81204556286842, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.138963206077312, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9309979864013265, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3625101286720673, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6183731285664638, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.419264279331086, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.730824092644587, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.2531673854154552, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9428583515453763, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31421736886101437, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.37854059599874856, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9143384836659936, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.083416481019435, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.35717379793692, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.03965341893812116, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0363295597000006, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1926608181446827, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6443803816402256, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7986478195858314, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.91132767350377, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.184985022613495, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5256411589658687, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8698523960369346, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9223188160751028, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8082521802405371, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.121405033916085, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7805735260017969, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.42013263578446236, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8495137342643149, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7687084987675583, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.42886772259727257, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2151332891970032, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7946009681698804, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3818005160919669, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2917289461579036, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.267321606320953, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.595335868736885, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.267295273698486, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6638421202894264, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.606865795220133, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.9546514904365188, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.232435643867472, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.19204800164051086, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2512439075065491, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3646266262173148, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3994945941568302, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.892503762199459, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9870111135947709, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.904519783673421, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.222075930010745, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.99437117049967, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6227057531068744, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2079213646118125, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.467069347458843, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6430673244717537, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.380885353857841, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2880810046447024, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8956466699592338, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.711926479312452, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2319969553250845, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.077960478533652, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5905556284445883, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.915014656759152, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7018765932972704, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3917163959627867, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.317926342501173, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.10664719478949827, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.039898022699475656, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4965193331931035, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7737530188526043, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3511525934096495, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4935544498001363, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1685037052443654, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.40027659264181703, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.443152136674452, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.47473683553814244, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6438201740332105, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0056608687116904, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.1448936109118866, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7814729427371718, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0945055074399126, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8274632215863602, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8582009099707215, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.1808012739007765, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.2396640734645064, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.9268443081542443, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.012157140118345205, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6563896602584796, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6483035477768118, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3221920445233857, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1112851927577025, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9160923443288583, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.838500977380003, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.118610954018294, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.40625917502337344, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6644253403991612, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3157251349744281, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5061847966706192, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8895406727206254, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5474298166472058, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7587792207063508, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5824578796379547, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9537822320512084, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.406063281068907, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7784953809669386, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4788803554716442, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9995200531142243, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7214812482950897, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1266012298039763, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0459681797205294, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5040870940935573, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8417208519648326, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9477004842394292, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1019716239956403, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0861679766961383, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7506088659560846, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8839085718311925, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.14942335704970272, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1656695147400367, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.06657491249348, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1614247382819187, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5518580745875723, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.28597811194811906, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4913482874230943, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.833834917715249, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0315566277891404, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4452913360734742, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.172369819455056, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2056645476613255, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7715760047422995, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.419107202886199, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8334960673511445, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21046027127124187, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3325105512040025, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7296590273331507, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.19519106758692445, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.469962012800058, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.24983302933837062, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1680692803192181, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3787205529510333, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5648434978942455, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0052319685848663, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3194333597618695, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0106763076960408, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2627898574324454, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.023962607185807, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1983803373092636, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.08074222445003193, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.530914266244124, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2371858935545017, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.810425378878569, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.44877734953696874, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9475914712458922, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06934280238584226, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8287551920220396, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3210221304075294, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0983820678638145, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.977547924722808, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5070385523161505, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2920912106704999, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2394722834469978, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.267321606320953, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.595335868736885, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.267295273698486, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.209255000337454, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7396852305023962, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.521101758219361, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8740509779659784, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9134277888565208, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.943723876723184, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8902615796399675, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9815479942086097, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.23622895016047052, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2237519696317425, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.377607368516884, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.973573336087339, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.067874161213229, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4044635932023743, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2196517376077838, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4665445275648528, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8021909689940063, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2993367923752699, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.262091429573176, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.930222863985411, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4969460355481898, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6491521214290243, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3903861832886781, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.39142795556274534, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5832053639588075, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5743045720980067, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4597972727046349, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3364845217365178, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.79744907282969, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.8231191464216041, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.182679946678299, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3883726196305637, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.15468742196469853, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.045188727928400105, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4254142350238872, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7426972014050315, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9144074408361877, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.4162805041045483, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.119262860191645, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.955129313476584, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9166885873519643, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0566364994095008, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.124226545536666, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8027093947488196, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5920559196160039, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5338405391877972, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.664396483265563, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.283499569505839, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9877161622937426, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7689786753998433, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5675836639738052, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.730321694913436, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6850704758701155, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5362977155602354, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5832053639588075, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5743045720980067, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4597972727046349, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.764515788401391, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3609859134520983, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.730255524726512, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2854165904588166, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9488597824208926, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.927815642403948, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.38057073317405116, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3286779768475134, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0715554800011957, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6366531686824652, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4924076626683989, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6891134794794342, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2167276912896885, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0802197460055531, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19525393001030683, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8064386568111098, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8437456288999496, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9659717686317515, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4443500304044796, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4230128781861286, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.36989953783329554, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.079671415810029, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5401581545893157, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11714065631568925, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.40967905233097307, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.072903295632539, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8559161649876965, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.134312052632287, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2541279986649854, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.354229433123155, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.052501304798804, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1845432031392717, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1279772443317113, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1854415920207244, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.799301101636283, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6389878338650226, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8596420261576159, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5380306758526846, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2944450969136256, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6997044654846198, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9220397419945698, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7865257327483233, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.7145212936437106, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5465549258647429, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.07540589776817397, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.713418524676494, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2005620310797833, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.284434493714095, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9822408425415059, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3948639137904655, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.814737284027361, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5955489937413538, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6518099205642466, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.835037040560563, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.314954053299713, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8887386340743162, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.12916591040041708, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.15864983266529514, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.34507987989678, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.3965991330351604, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1650306526974115, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2312756138524945, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6697774361251289, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7473698572577172, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8782579512823396, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4777198740323976, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.08414478300297537, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8467883003283738, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.996079310069615, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.682451825314135, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9266627039708415, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.202986283645683, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/original_heldout-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/original_heldout-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..a3de8cd5e6460058d24e523a4bbb4e543928110d --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/original_heldout-assessments.json @@ -0,0 +1,16724 @@ +{ + "assessments": [ + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.563779641042194, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4363738325970745, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.42562513549669784, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8216788208005681, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6543090524310529, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.826709882978326, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6524347526788956, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.45128141111889264, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.894043560327253, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7391650290881239, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7593870120168333, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5704625278566203, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.15882719665999367, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0028912436781614, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.081272600503315, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6051674928367217, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3733371250385095, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.08394501091002367, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.702620462479816, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.43132282491481533, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1094054973130628, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14070763327735575, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9912157756549529, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.831731020814152, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.520486677788869, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8516475601435152, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13910512066336309, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2481656052764774, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.082752883900481, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7745000936384226, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4856589959156943, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7646424150447575, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3835155995018888, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.523425915286695, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.44457977085398936, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2503624022309654, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.752082467073438, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9777228827828731, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.211538672713357, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.190414242932786, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4276114113771177, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8513239164294537, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9866801296474448, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.10642715775152282, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3382818403918573, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8140297397444647, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8662455591252688, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3939730632380869, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.33541573346839, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4243347908549788, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4599948347892138, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.34987627372911057, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8665614652028082, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.294614613000972, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.178067715684156, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9120258196300696, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8978247473855995, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7879867144821574, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5493585576445563, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.23277000012273055, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9150438284217487, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1174768798883512, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5319105380483274, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6211563712479545, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.537281917964545, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7257119912799613, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7991093636804065, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3861735896765421, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.056762399304018, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1073237392478135, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6131867957214832, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0345511248552068, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.09252920829822568, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6067212193341524, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7497804673615394, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3445194997350889, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.33284970600311453, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2362954710546492, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2789104584432789, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.430059393891292, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19083470512617454, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.44729000549923426, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19178515682650749, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4293139654555258, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5377654500042122, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.0002566679897886806, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.3358021541378595, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.4993391149725576, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6699232992329196, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6329686979643074, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7077744915313355, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.432306972559808, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.31823750009730406, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.47271804330921546, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2905543877675687, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.933652248489624, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.004949313178834963, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.118502825830004, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3513598615114444, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.24618398199602723, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2764618853278333, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4264517860682072, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1658933041274486, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1965355415413033, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6394693224333664, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.65348402874423, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4533659328989486, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9138274318675658, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3875217417950656, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.23497684195005952, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.10979100716581527, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0850160285521726, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8403736745639061, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2412846355443894, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.17716564506950838, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5515068678700862, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.37417461071034946, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5400707705832586, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5757764109488824, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0647524051591739, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3153712383716077, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6089639029512061, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.187880791082317, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.24702350040209134, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4083280697031517, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4073872612712013, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14372396842309182, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.10280673899575614, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.265177140074652, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.18216417377181812, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7235862372727568, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7377356805991329, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.483714813445355, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5792230196785544, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3245693619562322, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8651933761998327, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2816482962703497, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04488147398671163, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23577548144962382, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2562301777487492, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39732206243531415, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.041577567968397594, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1031275561557603, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8569735557008362, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6962035960184988, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.095323976751588, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1357503254589813, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9447554389111557, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3567396695365206, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9153041982696499, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9526385220685487, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.24959945541123177, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.23201960468129715, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22297616275259627, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11551314953041897, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.658990831696755, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5449672794855606, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.178737535651239, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0738592649382797, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9247840175274736, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0721078429818216, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5096952943394735, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.12703797993232457, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.99112504199949, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.7295201529102907, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06473171507328886, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.653330699304346, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0293782193212622, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0723192373593515, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.49428348688859275, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.22520816339627855, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 1.4076491487696496, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4137049163799027, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8917231527673123, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4741962937070139, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.893415113366333, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.313216553959272, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4612740563156563, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.010911406638408854, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2510047094621228, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32888204905901647, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.920868035809674, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9092625659480291, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4697523791738505, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09232993865637419, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2539398609038734, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7432584439783346, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7713212614585611, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14142742060761251, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.036858426280138, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1639142221073153, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.029077837140390073, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5923143192197696, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.22072765484851467, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.919723094205153, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0102796944217887, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03860752450491218, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5985957946839267, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.16507694075367557, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20286719913787285, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.26109828499978077, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5442140413340915, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1800105874458082, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.3515839122206611, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1103386284602772, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9040557025684066, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8128147629552087, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20717745507064356, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20563876755851856, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6270381966610067, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6126996882751553, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.814333366501234, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.249851414692167, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.6771553584792886, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1984359204622286, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.34974170949454764, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.4252347148260941, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.770428788559607, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9785815988255382, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5295300482488747, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16551795634103944, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19465171953370658, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.625909343613131, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1050634959168132, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2966501082664628, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8729529532679401, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03959578325968629, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4591749877136078, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4178377031124898, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7788391234785594, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 0, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6708483441698863, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1879677804348747, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7762171587070079, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0631504999410177, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5427923461793808, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4735719035882489, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0477145146272278, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9914755532689616, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8086194125097084, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22858649107968004, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23534999720722333, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.26498795627008354, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5378060531399792, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.42557484316364447, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.402607849992908, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.0285495999291236, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10406653447102396, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8068259495048788, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2174485823889389, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6775313886195153, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.0726431829879977, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1044539135177285, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8954863811942398, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.816961970985813, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.467615982442877, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.0466608898231833, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.46162631565901224, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.360438947754436, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.24643028915646828, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0189580538852772, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.46633020716840323, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9457731249158993, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2632228469113419, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3856689877758444, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.010097816890474611, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4319714731438874, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.015319671985735316, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0559365673840548, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.616210867396532, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.47918576905571003, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6804947547982613, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.627967742562161, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0579635359842026, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.42482641926208653, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7750493325093667, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1115802502606438, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.47912307093432543, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.895708096557883, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.38277288097500395, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.708912153687498, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2769169892100646, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.47453516243529464, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1877463094359229, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1459139221782093, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2077987482840817, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3926189776253924, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.17277396406817103, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1897692613586297, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3377519500637036, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.13210562091136185, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4281603684432882, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.45540615255550154, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8057708586279717, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5011957199463268, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4403642983409636, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.765393301428033, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6708609301110986, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8051113798317522, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.382418342486851, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2433057707043754, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1783040570292924, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0742247183985143, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.45716197377851614, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8670544491202523, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6239465597421406, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7922888985327927, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.26191843897255723, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06025752562058528, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9715528949243241, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1239495241435083, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06257463460861017, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16356259622947408, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3316935731132444, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6718731717739708, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.704290181276224, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07891086840325101, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6956722768800613, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.22886507975391127, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.38063237839674186, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0467161849565962, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14047022666855896, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2123605064469232, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.160512620175515, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6725498646353962, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.151458418373712, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.30125899185345756, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5951454027439027, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.28605038487023954, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2723905346680477, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0253848026522048, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3796277670691566, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04211518923153443, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9514394751514383, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1793382176575893, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3162476101137794, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.070348483395926, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.11711029227485717, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4975523081284245, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1976189089286875, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8341586473586637, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8815106462520252, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8521727684959773, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3476752442271213, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.08836233236591667, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6610419547211562, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.874704033911093, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.07964239552423445, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4222551618434391, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.749497168814584, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2159531512508661, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7214737466270467, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6036795882137276, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2851350899795424, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9966670587856503, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1672896563715334, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.30456281166148613, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9707285206639731, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2150775086893551, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.12388015371111032, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6187850541116992, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0145737959069192, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2576737346998223, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6078471842571879, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.944727725177444, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.721983862072847, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1566271258697045, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8491236335623198, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9845732973706732, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5867274401293968, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5656750303979788, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.42095478040162987, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2212346806016381, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3958915167348957, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0466668657698133, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8247882650139869, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16790876350377695, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.49327218135778894, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.04453125464134, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6121744956688463, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6513891520189187, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2815545839179918, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4385213128196201, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.777838699675992, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9435596587445431, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5443770043359395, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.13116296820061527, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04225702479383246, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.35644567607720135, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0090339824086934, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.03341005006728986, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.010807551761311393, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21823445933960112, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7490578094953408, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7988666935943263, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1642301284180476, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.47205318566448295, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4613474724371827, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4164843385717434, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.31832384156896903, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7406117839609023, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6246871841061885, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9197039919396867, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7078696113616517, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9474136578282801, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4386836716413015, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1218423144592062, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6490386365099763, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.260232516859872, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.794584030849879, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.2482401794958933, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.09765382404076, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.22390427813392, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5628962573225157, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21150069600161686, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7811231623784807, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.25319257360208375, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5571813847491897, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.27776048750445026, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0240685083029046, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3150849858023164, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20947081376211138, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9971091040632938, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.27756645772768757, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6737930944101476, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21429130985334174, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.629871240609965, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31688512395180274, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9210439720092316, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39216062495297055, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21075491399525415, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0217090663644433, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6983603701094934, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3730594897290409, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1425912008275767, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0685688970813079, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.724125727612521, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5055977886197218, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7348821441056742, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1022109023736364, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20994745568110648, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.09638986642122897, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5642384167968463, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0358229876702596, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4591426811746604, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.502798601732796, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4506578465027083, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5737289969011576, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.44400252172490734, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8582738299531345, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1658313448440825, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6070165546150853, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2412358381408826, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.750263120479382, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07691523253553967, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16049962119585176, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5878788370004063, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4114023819363828, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39909460808308367, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7498903199699934, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.42525701970680796, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3245387353446914, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3723070031189773, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4433828016781933, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6296876369786046, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2668533988416967, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.515544081847494, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9845844878639706, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4649413773804838, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1837577311203573, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.206586599073693, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20335656530794022, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0769440522245053, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12900125443098973, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5350063896068717, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5304226133773182, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.13563097716693065, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4032379575951337, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9627784903890176, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7663328839631537, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9242128009602144, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.38111063320441824, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6477044403156434, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.35347376996054547, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4671665426388555, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.1996209612129243, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4252639839774266, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14353017643922225, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.008654347383808885, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.44993622321770377, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.121323031655373, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8212700062967384, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6349026378980397, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1246162000820523, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.027462068422366596, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.549669904329356, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8201775921032857, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1880728142764791, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.048134125403373806, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8571756256826686, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9945334552569799, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7032237066877862, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6245674793397156, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4754062026239236, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.015335269343828, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8285538615921794, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7931695876996583, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8796983681112894, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7189967172135516, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19309303272985948, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7380949763121936, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6777881145888979, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.09188145147128349, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3290691660064721, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0435240923711375, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.8533519380813104, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.24905722727770055, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6680707514782785, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1332851554353345, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6189088876432098, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8358953201336659, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.551881732090866, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3762520150610738, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6004583567384613, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.778852397096208, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7686685489533781, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1142982671965127, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.106980034388569, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.32827338554258817, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 1.0474249689094313, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4777273860325988, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5788327449924731, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3923644839418177, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0252386080055056, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5523739857150654, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0234568966181086, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.45353026081187037, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.19626770814314, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21459641993840217, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.313877039147436, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9270308805575833, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.38079074065872637, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.014905635954968369, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9790327163120758, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.39563285175901186, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.550394449395681, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2195818382823285, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8574850143898823, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.12334783699028315, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07270666188671719, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5086635017551261, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1798504019367968, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6494711055113201, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1796193113540927, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8412584888176445, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2748830499204622, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8113553000445279, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4111859393870735, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5640358695478838, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5072493533867533, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12080835187395429, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.476212611288619, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1693168542757457, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4327986810733511, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6958817915863944, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5474533776120998, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6329143036501113, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9251812812590082, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21240981838625742, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.415057878525696, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.163550190031675, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.647071741473659, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3006529471460322, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.73443694965009, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6089959332394543, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7822973529616097, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2422828650677573, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.31435047727811577, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.36230763588272213, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04805490049065306, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.147755220590233, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1665916038089115, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4205476513076639, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.946794974587298, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2017057022437745, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9323946779020439, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.240365138868753, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.025970564644373022, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07899461169417221, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5138717741685759, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2751575124247618, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.40741372957904903, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5549394380918793, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.7899670777890314, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1174768798883512, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5319105380483274, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8780478808747862, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5206941403798693, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2864964868244848, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6404264682877782, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3434270180493282, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23196490903187605, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8812319968059983, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3810532999175369, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5647187998179418, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.30973532948665616, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7518444288816236, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.898012378125347, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2971325741071464, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2800405397042491, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5074944148855187, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9556801795729295, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.454496611390961, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6861516078943416, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7784001251155235, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1692136300338194, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.201594403437885, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0829834286079305, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.49176123150031664, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6103929807899372, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.12487740376115092, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.381653180178078, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9238575789212576, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6594277057385868, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5348978664321377, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.17567621828934732, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7321208052749125, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.09619011018261858, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.47107903954878416, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7076055771772365, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1542582955232514, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.30203041263134517, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.406667280687636, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14455335146325596, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16322618663288027, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6374532769129646, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4481170538421142, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6913274665273781, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.797509415994883, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3202812379346081, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06171553102593357, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.49064919686775177, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.46755582476995117, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.975666789108184, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5026202456381874, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8878485912758591, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.028858698165710423, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4331974844356074, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4576342971755607, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6453120911689767, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5639702918622104, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.08986961773702193, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.770332405775972, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4055738442664452, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9210009045389425, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6990814485694142, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8850181857081729, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3434123340991813, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.500631289356337, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2263382979985058, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9853427855119501, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7796957657229587, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.05339631048309978, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1823555673059553, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5578473062319909, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2504175071444996, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2187654486337691, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8759268911710968, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.009300646003167, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.35418659528933905, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.06214547705866694, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8223149222369222, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.41710502238558395, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7864992848624885, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4489456885776724, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8138946533873195, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2349319671558971, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7224542960514144, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0706290159123193, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.047776200176634025, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0575811617956998, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9799446190465354, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.583990589905351, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.0883052212989148, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2859294012199783, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1351328851011444, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.150394275398773, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10033551665685751, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4624591258177845, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10506096290511924, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.797699337785466, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.794593712713737, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3069671729485333, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8599238543016726, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3002414388233126, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6023720370265959, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.11691804348406848, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2050808402612097, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.128587343107455, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1907613632970942, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2077068405939275, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9035040276009302, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.027915783152483, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7761526494437111, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4682269577096602, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6007013864106238, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.48612328693730267, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3442645869868364, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21065518682435172, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6716506941242413, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9256002299806652, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9423608224300039, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6694603681565326, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.061207607253889844, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.184017549456058, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.057913424901389135, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5195754083014066, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7049125023679242, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.144523953264022, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.149795946953681, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.374312359745293, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.09820438040891107, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7423582046049649, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22432013462199268, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5170027379751241, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.17413808529391048, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4100378255244952, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6043946056727526, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 1.0844156655995396, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4824581552036458, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5885555744831055, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.46450515691298316, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6718786426829452, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7444240353663457, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1363539301668835, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6401921630338618, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2986850630769105, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3760707309069569, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.15074788545855528, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13281955829494377, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8300175500049292, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8237605986547107, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1488180608225897, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.147834799280385, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.467446088437319, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3151341968328786, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4825185403927365, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9723556754348501, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.15931827763309103, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.315109057850779, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.48054875543368186, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6206502382881207, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.53067010284975, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8862269402750528, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5376201674821443, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5884009653260518, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.041844211049028, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9204856954595718, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.245216082690172, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.093967507990942, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.920449821754456, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8252693346377503, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 1.1536932534601279, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.04890945650153544, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.398770923667923, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.7519250473380061, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.032867717905886294, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07421828242398083, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7461777394309349, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.15050496816122322, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.22335079940884053, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3923192722837681, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.277452743119827, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3936866833796463, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3227128804741382, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.15211036430934163, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7420234880241535, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.766989305498993, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22050458852182256, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3355688677745876, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.25137389029204393, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1560874978315046, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5538709783021993, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3122128453443476, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.21538002991640623, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23552165247102805, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5929158181309642, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0357984710764468, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.0769383826107532, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14492266014829433, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7338976310401994, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5404888484010095, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14444446659940421, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5452313147660551, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0237784611400065, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.23685730364106702, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.500689971137784, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.17570583850623667, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9526122522554643, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8202350280393417, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8233715376514268, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9680481959518541, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5662403742375286, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6460094500663085, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13610384725369443, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0842400516548536, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2700494001865203, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.47555663264587106, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39384660425277906, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1175429973730238, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.5986872062578263, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1716171620402525, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.18231431559094385, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8925588149158619, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.5685590333453845, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0544559513629914, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0504449948397974, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20919776368098736, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.217603229720252, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6949208402019265, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0481082980761849, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.44112891601543014, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.01943997576089858, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7984282073740614, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0931238712595372, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6017789096583697, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14245707236514854, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5003919809244595, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.557134688273701, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.41077163075275835, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2148477279201944, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4425049951165193, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.151890752456448, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19358277459836956, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6779783111974845, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9019196448229684, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9444489164078462, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0703680430519193, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8603422996842298, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2590991870823416, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.075472728376035, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0181302984413763, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5345103539425167, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.39580498891794463, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0400051274489468, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2966275940484914, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6740601316916786, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0790695448037375, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13420916554552506, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1835117175375376, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.40302449470457796, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5182018040361837, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6447491681665483, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21443922499874404, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4729713562214435, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5949098149796784, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.012600912474918, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5189389694758558, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3264950737918786, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.47097910822151867, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5842107226075981, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2834776898250648, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2901937264457486, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6706897594755337, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1378452724170228, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7028932207391893, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.35995286463295334, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9235049756589512, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5023254070001448, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.4182309142681987, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5066399301743796, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.21521217256649616, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4148869259661412, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3996746926931596, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.121211690937592, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7668833696297945, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7164561790818412, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.259484627717012, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.27762006573476505, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.015705813689890734, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.287347210213732, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0319868827859184, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4256135625425717, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6569234938004106, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.7363761374920729, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8334998783601151, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0191315124215825, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6008199922266969, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4297085641680592, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0198724674626394, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09283701980643479, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4151771671383946, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.4193321771987942, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3472051272775304, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31651087249567333, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9486405186052956, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6172469142942131, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6431626630623404, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1240336762981549, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5573291543089138, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0463819374588148, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.39765870528805886, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.34836700608367216, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04510586198143513, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5756097429097068, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5462836012774059, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0546417147205926, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4686978165762232, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7307255918234219, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0847928109692566, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.484614273943239, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0701228759043074, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5700781149370386, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9994084400722707, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9104045138060538, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7434475157202043, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16060677051975156, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.29069341822064354, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13134640275747025, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2667207208439015, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7584619321723011, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5567579111896186, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.05289172243964479, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2571459687308058, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5431201743711329, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.66638396255737, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1487120657145702, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0735072476616871, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.17483031983110722, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7452762719896437, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1033077711738069, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10897260214541292, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5345704170053545, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.35301160352448213, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.389961791887234, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6770702970672996, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.19668027214386052, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11660594679856652, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.02696881445003497, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.13753899985245216, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4927237836479825, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.30981296755020754, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6224316596219984, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9809145034798181, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.24870044143532163, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9410485611472554, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.39145437423257234, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6900384011024562, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9377216887005606, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0461165341895664, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.963382037879155, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3739239641923022, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0807656550284201, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4022832643760868, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5726101127206906, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5475598045912811, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21651629883663454, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6487480586549247, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.99112504199949, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.7295201529102907, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7616226223079472, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1649121204048428, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1716479714817127, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1209315396386075, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3459106385467224, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8089062450759151, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.22271483382746834, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4170397239416155, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9829302197648114, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.465364065306922, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5682389130664993, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5330483797096943, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0087198562659183, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7967002934120384, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9493617206139888, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2251583441257597, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3266466134250334, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.15589013213672134, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.170057835786158, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.12003488055079051, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7889594285622367, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.49182416136106094, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.439653663981018, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6176363871751833, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.36838974019837034, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.48185199796148837, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07586597907804239, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6731910686638437, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10956105079457339, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3698525255129871, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9808737295207753, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1578020006535963, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.017813096992778273, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0531866086777129, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2627221413546234, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7490889259989553, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.391969945841601, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2604488482461993, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7164764003930477, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.5014521089867782, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3468834909182571, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4727210895551035, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11657173429956388, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 2.2346126423926576, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8770442284817878, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9042523054407007, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20467879117133786, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.11715657022160497, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1354006055880572, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.16491878748913016, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1110847171440585, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.36556500182156715, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8576758609553247, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6506749741439328, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5500219252216667, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.46830217826752735, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2618086071504004, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5150668313047897, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07429882657787736, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3307743193601714, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3149690787712158, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7314897201650266, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1082330598932835, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5181133821648174, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.09710521579592657, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2010988265893327, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07558932163635791, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8922955346914856, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.27833003995960126, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7555444316662948, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9536244406284666, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2118316468645356, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.1206211115397878, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.27814082499704096, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5570116364395158, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3335423011848246, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6020147932130124, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3687063771841895, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7780722133698472, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3885503968547543, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.5228660952374365, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6548256905442764, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9642193006573521, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5583669416046608, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.306837733238086, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.08557853878545588, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2887589910256407, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4509970482712107, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5165025401452371, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3167883217133753, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.102427285966669, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3487537286754614, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3987332446924259, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8374458948190997, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8099820804614741, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.40854210591391893, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.097750633239486, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9043425333668171, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9712285929971252, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.29719631930744134, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09208226756204918, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3242247752629428, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2369817799580884, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20227631767454798, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2683551955467818, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09142665871112664, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06347342255576713, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7379543179192024, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.960903189228591, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9067699481311446, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6258853090055608, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6307272947055059, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1928242051267171, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8702723907117462, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3449382350485923, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16611531575285976, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0751863167758877, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9128368005889654, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13425878686912546, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11367039741366111, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2780570599042553, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.293033410025699, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7680352008472856, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16836546338451866, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7799231781552443, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.069810880930058, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21255446276998277, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3378209109460708, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.35604593903985154, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.27215217920642387, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.713921675642098, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.58983378365495, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9470357530621881, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.75570981274716, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.23566365472368, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2912076282798846, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1090641008343014, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.802404077708539, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5423389709343365, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.14356360532411197, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3380438661052565, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8380445868521834, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2890840020958639, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1375733665878849, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7827199893328936, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6996122328123857, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2373601537353, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5057588293790682, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9581151283390341, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0679816098138837, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0883768422090918, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5053741698089563, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6124050432820888, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6843551803287408, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1759618266993568, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.064930799112419, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8844808745072907, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3629860630155568, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1157253919100247, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8645847016575456, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7968565218014145, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5220450736881971, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5826629267951307, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9077554816950315, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7296436453699464, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7584567055615546, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8736512062657456, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8783834046951666, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5900204163175234, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.024792612965219018, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5893654397647535, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8976726138275863, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7205928853564245, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6832740976732308, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3473646348150669, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1768347217843915, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3725418494089117, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5863182062430441, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5236038522987067, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5221506262550236, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5820889555527801, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1959044162676462, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3636323177971581, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.754896764577556, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.4526839434891805, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5026393863312228, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4147977475957483, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3840719800772809, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2501147418122485, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6801906078246545, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11502558242188415, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7796060945269073, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9820831768250902, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0099267210213725, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.024880123754588177, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.024784655999594, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5296507587730555, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.015584717726705437, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2273195590846944, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8135751640567289, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04454797846664313, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4990516147910137, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3467472794261681, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0346709238472047, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3763344103667774, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7471332790163109, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31310370885513367, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5565701782150649, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6144766777729416, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6189462285817208, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2228087950892161, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.720849924343161, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5850371221498187, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.034911559343165935, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5389521455673578, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4188308886437331, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5621544000563128, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2327828787385534, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5034832518353562, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6979570756679131, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7431467209409964, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7301618222659239, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.0874482751605703, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.964997012499204, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6375497012747986, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19318972776321044, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.40183530997712263, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4981044736793374, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3513805159301127, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.18204671431797184, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20821640542382128, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3793952527897395, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1181846534869504, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4505313625535408, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.03726184013747492, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5245978193326183, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1636285931988393, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.34384908983716966, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6925113017187425, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4965682211519449, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.46070084478299783, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.589691064178671, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8407696926151598, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1233412672824501, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.42258852067927355, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04727059243657807, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2289605220183745, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.451670949667818, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0981106011162173, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.40346441745653144, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7989344307475097, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04502036140594968, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.19708612113868595, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1684241879936408, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5804053868635757, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8062865091327421, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8008765917213679, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6615296549944654, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7843899005601517, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5053688879450825, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6765020448846903, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.954101910469748, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2196195767064046, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5917015282504355, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.856798344483218, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3286398164003571, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2666723185087311, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1924226155293332, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9191755678916025, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9868581789388877, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5266210317649372, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2667580960723027, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6472831808422197, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.056774284760419, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7625533811304072, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.43964220400671905, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1977046199512507, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.0903440443310615, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3468516981986714, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.38832814290556766, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6708211695077364, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16503497491483962, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.18128221357758356, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3767792364946151, + "threshold": 1.983026587653538, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6422845868670269, + "threshold": 2.3795163846065046, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4648533215057544, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.411763706845674, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9468626522309959, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.12152461043939645, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6424103758914519, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.430928703716759, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.37364505355571026, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.18366773276840226, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8733813381145729, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8107012732642054, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4391674219796164, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1623487086373983, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.664435954377318, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3635075555202827, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1497086926873725, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.600712602103713, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7050110736475546, + "threshold": 3.241888762365618, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9190009897180228, + "threshold": 2.359288046175598, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5054364548462418, + "threshold": 2.22742192742415, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6366475260368266, + "threshold": 2.5049017350574285, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3147167746694293, + "threshold": 2.1129659908949443, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/parameter_shift_2node-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/parameter_shift_2node-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..22357d478b0fc477583747b68ae47792f3963b80 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/parameter_shift_2node-assessments.json @@ -0,0 +1,19606 @@ +{ + "assessments": [ + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.271826986863836, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32385943514215637, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.349447958998556, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2697291126031747, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.188159248408189, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7202396508666173, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9010094600817273, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6752533421629698, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.39768814894658244, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0472000705683189, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6174484748734845, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.0864381701163053, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9163417935373457, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.165128270557175, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.689594098326838, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.09660646933991356, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9537886488471217, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.954711021346266, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.308833065965555, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.215440102043505, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3871565573318074, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8182453614027934, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.561082922225506, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5384957947992257, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8872326993725383, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.593870036620802, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7818861160375707, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6947040550421875, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2742106621139198, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3121479123865525, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9688868465837208, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7174803475040368, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.571027180757688, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.209302357945808, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6057575211683988, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.7143025186743137, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.676895008438011, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.249544355902005, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.31904669636733196, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.422487084966642, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.194027900143534, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.671814686738686, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5701102005981236, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.19266705030358267, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.904007275668052, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.750184471309524, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7845137345865079, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.730192070479723, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5693616565299384, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1663425481379646, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.288474217826709, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4572073689807528, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4162485987670932, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.273195330674288, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0911920903042023, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.374407442069023, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.66477419918908, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8763059737136685, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5192657027799905, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.845967240391405, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.57064282065398, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.477112459098568, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.274885877390623, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.781047298069514, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31241402151996017, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8299502093876776, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.577816067782353, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.118391905517256, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.5630802618277695, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.39497233086712763, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7403645350604289, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9079193263856222, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8972961903042324, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21016150621223187, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5608302530147027, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5698167629516077, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9005227492860075, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5255962450543947, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 8.132543017495507, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8431953979082571, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.81766111572037, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3276720655132004, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2932874251358912, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6403688274060455, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.3384219233337165, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.28628960330733, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7115827609414752, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.780801194047702, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.6570843573520184, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.1516845495067236, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4689825108441323, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5150462859807714, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.3766142322145815, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2220385527621523, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7533410492639583, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3665944390502807, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8648312092404035, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.010809686262001, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.746672214441763, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4757509137336308, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5236251421878344, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.5061780596981658, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1319898758944751, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9569623720697182, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6900495374342834, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1535494173055063, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6021958637586667, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8927020191802257, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6563581289929243, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.411013138361976, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.416114299952294, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.445709895062994, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.039206587783623, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.238927098582585, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.6354431971697325, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9967639324103934, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.937492694092477, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9033533321748144, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5744140922351584, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.34870205779815, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9310441675982306, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6192173003758927, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.090054243932379, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.429467965365685, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.0133566653669224, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7192304168785937, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.8473047604133073, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.6252116741718658, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.129288541467445, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3253105352539465, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4025568845549128, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.505808718435995, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1651503429408838, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6663247478724559, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.218047267731712, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1518846037617196, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.01566665805114095, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.754571035692222, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1667706683533992, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.223578394019087, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5383031670793497, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.502239585342351, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.980226701035801, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.539349008321518, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2763735989601068, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2026557932187275, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7460775914370705, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.809154820225563, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2013911169751648, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5687220328808924, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7590089985052457, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.7466903615649408, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3672951380888054, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.515076310261827, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.47257214874706094, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5038221414410848, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.150153196671658, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.745253233467316, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8249697917002186, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.145142695382642, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.805705717496082, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.1366585257119612, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.904167191607545, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.3881689859866524, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2123657304509647, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.265518336651483, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7930335787845393, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7377984000248845, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5744347011059054, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1858786927656286, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7900506268922673, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.629408641208479, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7456870223487617, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0946051045578513, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6554829001402056, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1604159099248736, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2537979705644746, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2418656581871264, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9346034013792346, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4688627682560087, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.581683881149719, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4241050153671348, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8645636376416865, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.903426880598213, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9176431178853642, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9501363864199852, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5533012474854988, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.34660658125857186, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2073572040759375, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.10997275027421846, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.758792905441059, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3873086456468333, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6730200197066738, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5613929407711407, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.363520750433156, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.945681809524678, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.13097563788354, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10072850477895708, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7464052780380881, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.42288096845520673, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.093733258793877, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6628994568978396, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4628781671617246, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2606702005070294, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.811448870177554, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3550076260787052, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.025770732869335, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2612848681386466, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4450033628043424, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.8118132046207966, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1420031090330593, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7136759418610596, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.740131451843171, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6683818555535157, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.114357466396873, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6647899572917204, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9385897515284735, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0371548016187344, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.679384262679779, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5173135728536233, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.26495915410325, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3452261705746653, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.39526299787921265, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.058032197291398, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.289719248766563, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.446810738593867, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.66149376953899, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7698849774270533, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.37628656366111035, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8371761843934179, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1254745217437223, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5005783011976987, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9959776541341696, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7431386432394227, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.518357977412094, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.33547675230615, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.9793998984276917, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7522623354183163, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.40838539320234063, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3999382163366503, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0269580800284774, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.646421129159503, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6128748169034508, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2422239744340313, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4202027433553086, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.70854076215357, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7175206534545008, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.675103076106912, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9570875688807514, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.17433322010506672, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.786155330737374, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.98413510515857, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5533012474854988, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.34660658125857186, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2073572040759375, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.821103449837192, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7020092046011834, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.166681611852125, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1093778015947595, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.868645760159383, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.172107794476362, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.21518518646929777, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7770396032777478, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4075362450931617, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5712910326471246, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5547184545264812, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1098701680124263, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.067189757286501, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.583480641799453, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4912789492012193, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.8378409931120365, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.0566509592323883, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0958639396894285, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3981379148163169, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.491564575160534, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9491184166358693, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.404583259407795, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8597245592053437, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.918148795032702, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.9961932393135218, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.542169300422102, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.301309899907385, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4152334660898114, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.808464065780486, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.372010761528424, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.569962065409606, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7447623848636027, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.574881656601466, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6056776700476876, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0239425375094164, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2661057030498064, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5835227510619648, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.89141328800716, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8199967966527, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7915881404547185, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.6467699235722237, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.040238826652942, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.81902414725831, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.68923962057167, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.984456452368632, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4647239059706332, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.684765332214768, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.9309733588183184, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8269777206461773, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.36007196889244697, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.330000851343704, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0741826194190076, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2981750087375017, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8943024915930486, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.424273704517865, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8101369949799302, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.258924008989651, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8119906275683865, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.040602127876712, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.8467002797359164, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.01920376145591374, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7089330481808118, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7783065365501225, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9864615674084007, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9551935645394742, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.5009145098825747, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9128305183580112, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3086795540340757, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.481351059543433, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.11985666401303956, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1505337109359086, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7336844693710924, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.232209357017275, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8055964565546335, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8279984663622226, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.40538507405696, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4687803778837012, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1276380468368217, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4760226299487883, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8412848664331594, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6515253944404287, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.20915620063780785, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7211885227143235, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.680242025916883, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.464741676712925, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.077066602341286, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.012741235376565395, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6342971758195102, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5000308844828232, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.193221443990579, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7553291517113164, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3716783811249744, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.870137299771167, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.067189757286501, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.583480641799453, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4912789492012193, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.5605422784857614, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.798044364547819, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8772077142219796, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.29029845929272635, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0379446728375976, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4246777282478096, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.125032877569325, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4702678276490873, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.5513161466728644, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07796302334790323, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.235321745253643, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.396636427933906, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6173640262100165, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8626849438420685, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.766397268482425, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.08093756542393563, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0389380907294754, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.770539806026294, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.789787248535082, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.634993864478143, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.0821212577673722, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7607981705049651, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.12974981551631, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.130972739699383, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.743392172955689, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4906621313964487, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0909222814907653, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2226778833790686, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0961166640900315, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.368011354699311, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2585803025974136, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2208521769560526, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.142820583692914, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6480072416364981, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5061700326804344, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6956725907510117, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9617415756756259, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2666801476590929, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.956046018359274, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6758956636247024, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.240841803496544, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6761501475338423, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1051871407716725, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5369448079635886, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.576144438787014, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4079542502638747, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1087556440924265, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1900123048646543, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5638761744253208, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.246501664811141, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1843896079608363, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.8175342548326263, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.3346803040400533, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7611712840958873, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2824813088670894, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0798557841271266, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.382160653653803, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.45393373088896005, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.305844563545202, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.035843370416909, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6094294601328392, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0376068652734025, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5714953577760076, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8860367343597375, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9202170670079362, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.903608656864031, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0851595919864625, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5320894094546993, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.983181937268627, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9020566650443801, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.436948168785576, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.1538990428091918, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.263633872237225, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.17204674606375, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.486393761447385, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.29297231210578756, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9404652093244603, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7194046066630087, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.02669082125603865, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.20627658274504648, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0688341542606583, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1785618566178213, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.76499663994813, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9226020041768916, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2077815646234122, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1435145397827833, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.304571673022351, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9204255735834437, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.283242718256726, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7355192326691653, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0523802458569618, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5639284306391836, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3487748946561577, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3937278135668985, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.20246848696300698, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7081402181710357, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0535606533386246, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0966070799822805, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10090362284409188, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3069500246110688, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.799929566330288, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3894220421372276, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20388743726097205, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.302854307803812, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4121355489740686, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.07717637147953, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4910983206117656, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5911277572387115, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4857709810940634, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.040616455341914, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0062994426419603, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9126560419137995, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2295806910365548, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.297801004839362, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.29465081976375446, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03904825213868484, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.867977633228081, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6026162389921305, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2364633826578753, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.25493532372128, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.261093153486014, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5983265367420896, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6814501113328184, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.627705237217417, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7762418989659279, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1563034027294172, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9902296278828817, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.125732685687474, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7884875193598444, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.169698829475027, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.4272653356472041, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5915393995300713, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1659514262615045, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.323147357318754, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.649123096749091, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6094072904707233, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4867719270864943, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.302203742916941, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6993467576170174, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.24901498981380235, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9640540668882265, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.15095513058811413, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.13998902266849853, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.787779737536206, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8305858459094555, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0415373729996351, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.944622996958844, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.981857164060884, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.752696469270998, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.314046105022465, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3759523001501106, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8519580553766675, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.2351194519837, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4064487375952674, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6989861940595188, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8259247074486917, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.9116646947325924, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9613184936411783, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.801571561333465, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.14518737420157998, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.306134683136243, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.163582731779059, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3417113299846006, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16017300201562554, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.283036741266044, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0943302436424642, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.2293832755953298, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3399858313822572, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.819795372327524, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.6123395862966756, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.07278531081703465, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.424273704517865, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8101369949799302, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.258924008989651, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9033533321748144, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5744140922351584, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.34870205779815, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6267996008621198, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7116980113292704, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.798684791069356, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4714054251432619, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.700829618342055, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.1912434511612426, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.26773542813302453, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2011206299766488, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8080339579934837, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3613119765121218, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.20345597723060913, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7868325484264815, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2150046467815603, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.6378461391207728, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5618872816839485, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5805415658800109, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0879211857988595, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9260010221419597, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.04619955107256411, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6398669704163655, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.914121029798424, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.22290060281022767, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9876234890895093, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8912262329173517, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.33646248120947, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8086679435660267, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0891076383807154, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.197431640704703, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2102970707586261, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.160897181096819, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.261203709711537, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1642857287623423, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.272462393663429, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.37961614289541873, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.143025579705161, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.925320007038939, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9877229281783775, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.34763700263327046, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6933178357969885, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6688865588887654, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.300690857550995, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.075758883785449, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.76827557473476, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.261491219152336, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3093173856766197, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8094625282041215, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1860861043154205, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.452752326921351, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.256443633909973, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06757826556092383, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.648137735144316, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1654530877059732, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2755585649917292, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6310319121639938, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7178021802233653, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6643211474146757, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.948490564170644, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1588008978135427, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1574857906425879, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.096297444546846, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.10716525846916655, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5141499190709278, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9882836657650722, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6787893775986666, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7065402373571137, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.628061223161567, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07969750713618036, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6058265606974185, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.813159079371581, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.3364029733320026, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7968280697483132, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.460433175562762, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8418875025608588, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9482960713469137, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.956265232264197, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.3115604845410904, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1631409188501816, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5162721034258153, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1867028969927054, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.07925824239308343, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6579820009184436, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.424273704517865, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8101369949799302, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.258924008989651, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6067745685899046, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.034836901992377135, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9497672150311556, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9028587254022816, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5589574933385197, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1293839333086377, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.522922638322465, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9250888195257676, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.175334122120674, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6497686137452862, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.018121751056208, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.532083199010736, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0811876026727703, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.14979971557800975, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5430015700712751, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 8.619584956541237, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.7564810266216843, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9744962533257481, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1053152259445251, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6738106887645112, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.797585512154126, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4270728293282496, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8058099104683478, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1182826253247415, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0782097587375896, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.755571863861881, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9671574663594422, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8978199980992407, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9239959163610239, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1050510040006913, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4832263341897095, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5183372075793466, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9175849763763475, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2483783445043815, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.038637784374846, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5266326942513304, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5009521462140143, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.0652323463222286, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.3449967037391755, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7507207897882093, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.1992447183429014, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1805109875562616, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8603867508152767, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8212012254820484, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8913535859826474, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.622674126416327, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.06605810710925433, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0180714137225209, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6841073857091222, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8533023244191773, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8187122867710779, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8274664640087726, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8080665278867625, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.105624990810812, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 8.981581055520442, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.608844036152959, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9096057829471833, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0583902120591109, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4907655451865451, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8733578609166193, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.062014547929607956, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7558612348135547, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5427091524822614, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.612138194081414, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.004279643403273063, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9214446869239699, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.603285564847973, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.04667405356420545, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4433552590711125, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.35959781549693237, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32131859110796035, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3517289928807914, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.05724982134482738, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.12496687941374, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.368330306720174, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5513931250323252, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1692153410749261, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.820161984243306, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4542069227309478, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3791648544225636, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.1122909622066588, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.177460566165379, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1372589819634293, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9175929273387635, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2785245362052654, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7424311247317448, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6911370990270536, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0782097587375896, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.755571863861881, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9671574663594422, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.35058309911641, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.48800757594407, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.832277935471097, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8223243643596791, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8667393724070472, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6784234794206485, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.211865655442459, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6594305092445205, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.09192771125092, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5177791475447728, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4679720158506226, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.4004328459222344, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.382216387238874, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.222216130120847, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.681115086288453, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2965312523875365, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2168728109077356, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.584206547663855, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12814797973834585, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5807416504961938, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1128738482912146, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1128574202946818, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.064835852890585, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.107045099828337, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.8456553672822675, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.4167312017099603, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.718230964772362, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2845104024618985, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8199874275030974, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.101818652634519, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.39497233086712763, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7403645350604289, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9079193263856222, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6867320725887969, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2079816854665584, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7373400802801844, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4384680203501627, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9527218466186467, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6253965530691894, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2317505067155203, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4921365428106554, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.545097242929304, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6332693252346806, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31939939012457536, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.498038792439895, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8247636009043506, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.039639051711535, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4118123801191587, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.30967637787117, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0197962339648425, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4206455612237088, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6220204258639231, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.320129143879923, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.19098442855912, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.545106831134203, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.479302740647857, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.160155308495922, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9825725206257874, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5505715185917865, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5259936590238636, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6455930906478482, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4652601549589748, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.609026100006195, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07397803384498958, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8432575596204128, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0011787824611167, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.79688798363235, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5555934670110572, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5691445076883865, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3873199684777007, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0406334130126016, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.5749679009778, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7629391454159915, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.4097070316936757, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.357685322208085, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7708579346157207, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.880903733050047, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.779180103118503, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4581691912061947, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.3597496262978645, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.110703208196036, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.17609302813822156, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1218748682251083, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.977472395965897, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4054646654967953, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.4153327655752832, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7578593985981368, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 6.090718416251941, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.6986525676142525, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.6805581449239044, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.431822235950501, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7934184415876784, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.715996128501465, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8722165922977526, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8097807179168652, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.712249722206418, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1128574202946818, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.064835852890585, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.107045099828337, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.613977393452976, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9374527849786336, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.204795500756774, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.41995982250040825, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2645900908983818, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.828520953759216, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.29779699326415, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.356867942809932, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.147705384417206, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.591218552100005, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3756742848201682, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7616270093651039, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.29745603600365306, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8709022933922899, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.173267568614585, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8110114104508507, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2503927844798368, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.807478072924305, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6263149373514616, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5730231222864879, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.607311199020701, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6056776700476876, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0239425375094164, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2661057030498064, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6339684327014807, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2783899008500208, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0218493330760854, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6662649379158947, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.272306450371744, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.149843959649224, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.13833993829951524, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1632138523094853, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.543738405033124, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3639244025760559, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.026907930820629148, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4411629248324624, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2573962946723733, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7004635374610926, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.0974786245139265, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.431949746738078, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6761727019880134, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7372848312521143, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3501582776411873, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.987379353829899, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.642659474499458, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4165168600445664, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7801125760840124, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.1521436775990646, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2776140436042411, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8007329008712127, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.072094375214685, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.547130351391395, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0703924430739522, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.149229488012463, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7199557108272385, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5158169139430605, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4438668421064613, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1363829822053525, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.060367885341119, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.568981397596183, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.42437091662792353, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9431609095114442, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.804561373565786, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.43898356801285504, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2878365842643704, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2866121846200937, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9817568284130436, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1625572317387722, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.956248804470552, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.384375470016487, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4794748526578431, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.835460279075612, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6089567209584051, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5150248127747359, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6539980454158534, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6877042413419171, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5296814069329336, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.377622151906887, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7335251580840065, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16132776544569782, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.453745231607929, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5872724808002733, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0087125145629225, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5462569326575624, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.320739113707025, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.39093711235874024, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6998950919794056, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.06198599372862727, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6300531380195435, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.257243355776405, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5934021195250385, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8658421375844084, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6462714574609048, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6783302562828578, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5234128371639892, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.397490517133347, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7709271480702141, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4915573974456284, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3997613459127014, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5350866625270645, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3054626818036816, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.241045085753265, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9603508911199254, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7282424786491297, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.015838345262862, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4264748371182998, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.968795518823984, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.154756375842302, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9986848278160655, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3453937798053324, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8461805783446303, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.00635468494384, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.012703279865807281, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.470682850535635, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6141593093501188, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8621058297477173, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.1196345767556115, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0402597539311311, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.435440816605263, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9158510896770506, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1573783987319552, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7511014523180366, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3485020297843966, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8755119631977728, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4772422173091014, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6279537382688279, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.42975541010229507, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6993991529486587, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3896523795223246, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07656331725695356, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5484840870727159, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1137779872913693, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.306807230649222, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.289753817267583, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7465167073838925, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8764682968599297, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9482937121350932, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.415758000078382, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.609184585431509, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9418387507104387, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.197727949120855, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6117007897110063, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9659216749961443, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.324041826289744, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.01581887491586932, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.637043718437704, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.266218666059208, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6623958753518844, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7530957905943252, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0919950789389468, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0107045113111837, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7258252632296056, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0318389697753236, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2354659429411695, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2604272909591114, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.656623777829895, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.11915390351444473, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0778522887580104, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.817400385534784, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7196937200055903, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2744261149326872, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.058375864607749045, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.836382995433666, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.8843151037259833, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.26626641209979296, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0131401966880675, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9070373191626655, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5511029313048588, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.873918454763289, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6268002776779806, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.372754350238713, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4278370439358759, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.04428798444125944, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.079854529431468, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3372512917460835, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3689036685958476, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3937413886613244, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.273994268934616, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.075787642735416, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3971299007202862, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.206629274194841, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0156206860449704, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9789876839516025, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.17609302813822156, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1218748682251083, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.977472395965897, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9205314820121617, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7908162928561537, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.938494718971365, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7531351000863211, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6835388875503776, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.256257497929312, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9302302860903349, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.278449330734867, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.19355723566614, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4337960000354601, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0928424079277312, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7811745464061144, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3408148776159414, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0573289051274832, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0630688393772934, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3930976526064935, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3821506196798987, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.4887498438963993, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2016842599511217, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0905441156921416, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9230044878142043, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0678317497906258, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8771130028178303, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2686490434355497, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.821103449837192, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7020092046011834, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.166681611852125, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9952513851302367, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7571118452880194, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5494019001934753, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7230803723484094, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.6380639294466248, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.489590629637582, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3839451423276137, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5361094458724436, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.414907691974227, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.782571983452121, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5655133694276193, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.4751548460721433, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.0576872043118989, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6736638087029573, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8390912064457616, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.273994268934616, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.075787642735416, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3971299007202862, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.607676362588986, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3963682011990564, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7982320087390296, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.25951713256884, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.603972620353568, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.389654471520228, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3372512917460835, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3689036685958476, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3937413886613244, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0509321696122798, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1795806041709698, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2710438710250846, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1330617706278714, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.131910512879329, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9159229234819732, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2171222411603146, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6283996874228839, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6557390217653243, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4036909737972523, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.9166715472280664, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2740832623913425, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1365192044311782, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8119521653418997, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.109471336596819, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.042175036809056, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2999983787456504, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.15727850575470112, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.547130351391395, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0703924430739522, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.149229488012463, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.630700415102654, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.502203282007632, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4757853775463374, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.08820997495009704, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9539853476165658, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.796331991362269, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.37816102514768113, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1217099176696568, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.152603494694921, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 8.549445662556023, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.5451891399029924, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.6053671086494381, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6486205053165093, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.038416272931864, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0115777230428002, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.411165270308942, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6777341743109582, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.750568341560145, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6775166241624191, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9965263933674064, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8448135610631458, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3273998320281615, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5598085345524119, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2079296188768622, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.10205489660563843, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6771868278596376, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.651353811636174, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1536516463637847, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0853988805567796, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2603412399654215, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.38250708822850304, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.807883747556933, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.9323061959608188, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9302302860903349, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.278449330734867, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.19355723566614, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.304574622876579, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7751581526577187, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4596699993928333, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8986420969327698, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.10430226054882924, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.396399469559233, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6363153479805885, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.036930907753202, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2646199086824055, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8983048058847911, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.009255895350717, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2777092222718704, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.740951895428479, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.0270840486082313, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.484854962082955, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3620261247518608, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3535315376803746, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8302973473375364, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6000120565584257, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.679290659992965, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7722023506586289, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.523047437885517, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3398715977210267, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2774433602737676, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22101954800112275, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7574447839791432, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.349495286556965, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9012276984460632, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.26491777048626947, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.34824320292644, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5508343118216847, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.119994146626994, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9984565225121664, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0029663193984584, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.117440899539286, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.72762130249623, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3161536120792814, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6815888154776181, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0260800105063894, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1839989481322042, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.25999124390027706, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.155761787245395, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.20232453604063, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9810830510326857, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.482648572360557, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.885260417956778, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5571340820250759, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4375223492385647, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.061566962506381, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.14126783560422423, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.398294164117819, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0668224507954238, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3364755493585005, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.567662571091686, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4932881468608277, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.37601397114634255, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.325686131013108, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5284052255300364, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6215764002969693, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7940675058231592, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2113669009172052, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3806991568294829, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.100398626970555, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19321031247574355, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6837118333360264, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4102232585373393, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2604741929850052, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4096758452566281, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.373614334978551, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9065782606384181, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8125951107028884, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8730703886622835, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 6.3627931954673285, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.340393051096563, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.926959037436567, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6730200197066738, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5613929407711407, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.363520750433156, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2125557273474772, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5331666125216934, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.415717815854004, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3196200547210974, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.27808436696548944, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.34476274385271527, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2706659368394433, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0112524554115023, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9846311687194196, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.3006268361833793, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9367083262844271, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5325130536353644, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.144273445888039, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.6714508548951477, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8871905053232667, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.35133178139419, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.416690826200233, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.8054151509837864, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.13249732342180193, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9980854601396977, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7095861142093773, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.649248977247195, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5443816833296732, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.577888765036495, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5303532776385488, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.543132740973733, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7134268588720025, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.07704687800539, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.179426098877867, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4446655551540477, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7224132918356548, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7032429931845883, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0426527060122126, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6370610878513636, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.481683169632919, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.6408531518717444, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5647586545502807, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.547328250932001, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.222514805002865, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4711226604439456, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1669186835318068, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.631277008284773, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9636599203434313, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9304331217953323, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0983080139620292, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.09871180302818348, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9055187019086124, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.766231764170242, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07634044182938474, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0265704076020217, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4079045362285068, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.03169442982462922, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5284130965515013, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.406300091679557, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5789017876412446, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4505990034916336, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.094794068638177, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1616134162162117, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.359338127027514, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.21164326357302, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6494061333819033, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.41103678538508537, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.098241407192416, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.615252633607704, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.30827708219665184, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.288193060162396, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1768683754130005, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.1625025956797934, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.2795444105654017, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9670903771138204, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.448183807522347, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2471206967242323, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.07717637147953, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4910983206117656, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5911277572387115, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.9066414118982054, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.654069061135192, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.030003679759135, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 7.061640033646342, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.1718700956608972, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.070944906100905, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9108779512214111, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.856159578486037, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0141999250464875, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4752418867529495, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.05781812164438224, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0530483882313613, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9289632513507216, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.43202856470663, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.5380660076403263, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.02182688734706, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9660561327225625, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5602676457112925, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.432957108405026, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.2747075212225965, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3286278106580796, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.174184099285062, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4799061047144184, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3779189888033865, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.88561578613087, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.349778681751959, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3672316614429705, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.67031662948524, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.396369504947093, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.4823709373419596, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.490938072384805, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3308653403384326, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.00024507246623, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5202647529884694, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.6247068247960454, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.5592214748693167, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.08337752483168973, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6209013469613553, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.087700982487712, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.139913032132959, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.866652046899386, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6631557232797096, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 6.094309588984048, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.9222683906946227, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.6094878037896831, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.229487360651197, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.0278054482550703, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0842478721043727, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 6.1808870097905855, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.833600121581262, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.5213135909734343, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0280752050852553, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.717274523332789, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.475152824201336, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.059677255256353, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9450032415757514, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.000479827312193, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6933450094330731, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6349769694479583, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6618100544523924, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9323714766801456, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.05517927406587664, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4263930670181417, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2494191722471073, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8885736443171275, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.129073802974304, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.27213117331377795, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0345546941308874, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.119876114321952, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.09100824904564722, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23632999353706832, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7856019463318207, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7775280373591746, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.6033852805767408, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.054191406506118, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.950021157812581, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.0245825621988116, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.6732178617346766, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5804847297929387, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9334545443647129, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8959249885597147, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.134560856517511, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.973166620837437, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.205656949469066, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3626069016872275, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.469412216033417, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.062166466854385, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7732349823636867, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8900993862600002, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.15239478155110667, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.4166762284166206, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.2724686120283075, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5897056780624014, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2270693702819857, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.284804466442999, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5686024958745994, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2394562301863846, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7472809289737765, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4275308377427387, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.505140778078285, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4636757091840986, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1489317354490356, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.24837505629744042, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3209135031440904, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.5204368934044235, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3012171157737584, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1291574716904718, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.318880965005425, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.988691808027573, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.44822843937192575, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9691202629627318, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.14110621678016716, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3256890576574547, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4918156740462982, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9442770774416234, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.171853332300186, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.49773639540322, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7349464167440747, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.431410445366561, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5938037442717539, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2996419201210723, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.848373825310941, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6930831452452424, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6822951634946035, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9698841848755588, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.335519659055519, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.21403532247885032, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6273950581274363, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3763185591147185, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.669226264056004, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.4624961324173867, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0648473872208064, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.5677249754168745, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.2497964196297016, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.734155832270456, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.503077457976459, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.7399022215233404, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.5593479704266433, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.290759021359167, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8718109860944976, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4223844099399363, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9310873676426035, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4382777437513978, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.102568852310701, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.391308558079947, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.078142206504401, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3756317110084357, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9220849854545983, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5417429027295495, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4215852616417504, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.15627049032355267, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9090941275471639, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7119149735707135, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.67031662948524, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.396369504947093, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.4823709373419596, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2554893347546625, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8945565686094152, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.458552869802255, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.572639273835295, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.1628357264631346, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.12688876343171154, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.173332524755768, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5582286607451405, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4152966890490295, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2676472070556075, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6611229669639974, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.114404790248976, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8514725270514454, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1422652276726706, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9759519298408175, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5557979188940703, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5462761823011362, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5126871559781034, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8512157831858055, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.541545206179449, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.4560271110740413, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9887776012722382, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.33436010075064393, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2976284384331147, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2462110329493359, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.562162075697159, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8344611006340379, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2456721433642173, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.728520057161081, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.468594108405371, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.541271851943171, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8832018754824067, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.305368686704136, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 7.08508455048426, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.393557523755449, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.9616506222445808, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.13249732342180193, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9980854601396977, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7095861142093773, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6598185601133151, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8831024550437303, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5123170376759965, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.09819626681544451, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9085774559419415, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.020913197549255, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8152554233067526, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.44231289028505744, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.683148514829568, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2418656581871264, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9346034013792346, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4688627682560087, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5942847737241879, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.169994596417284, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7910304187944845, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2462110329493359, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.562162075697159, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8344611006340379, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2868037156542049, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3282187777935487, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.32976655141043, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8172256781330137, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.110416206825857, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.978450220165352, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.857635225025079, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.6074001949928642, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8332397865706924, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.27225456127500924, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5537639822751316, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.521161634076311, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0692297158888726, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1358245152192596, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6712397284831499, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.305686355915764, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.46050895060935, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.22580268699225103, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.197431640704703, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2102970707586261, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.160897181096819, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.018051664603557234, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7982512752959483, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.951655850755366, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.45393373088896005, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.305844563545202, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.035843370416909, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.743392172955689, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4906621313964487, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0909222814907653, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.04347848040795502, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9661706764055615, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.060071748421816, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4086355404470383, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8102349997845009, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0372156272906479, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2361539106050639, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8645663590923329, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7935830418076222, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.829327193944424, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.090796534003309, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5721374828951363, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3913078814625073, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.154507865195423, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.852020290917205, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6817471634600512, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0869137377232754, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9519789315099314, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.871362685200264, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9637059699386301, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.47115520483473, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0253338332454622, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.02689543462203574, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0306142656647648, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.642419057150317, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2915340547422025, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4910370586602424, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2180550766646017, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1230935543614744, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.054146843682319, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6165609548630009, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9027279274787516, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.111213448795554, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6627161533202663, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07170712382235059, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8847644738216793, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.234007099927155, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.3204412959511553, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.806972728342311, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2035640898064053, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8948273205456164, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.461157093550721, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/small_room_3node-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/small_room_3node-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ecee3b0b830cd1116a196d4bd2183ab67f8260 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/small_room_3node-assessments.json @@ -0,0 +1,19922 @@ +{ + "assessments": [ + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9358898775949706, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16640310624859836, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7446132181923093, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.037393265768130436, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8904341309348659, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.302227614627699, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.09625053838358003, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.234847713683318, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.57516552373162, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7225412086519406, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3091520412506917, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.643101953858186, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3457444003951735, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.218398414122813, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6657059848444518, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.493343288043263, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 6.553601283862704, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.627725391315766, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 10.22659292905821, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3050971197908732, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.08595719891791895, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0102453057161203, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2229474578013844, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13464550016274723, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6275878973729438, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.416212436440009, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.0538788986406495, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3680032359581944, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6901414365291363, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.882872353153241, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4517873443172948, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.704662559151539, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.158713810240539, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4339205583797083, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3360887561934057, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5714661335278084, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4319087164739748, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.17231861441956, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.277055328737049, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.664572517573178, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5645616661439785, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4312330755220253, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.344115679941102, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.8592676721391603, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7923578830289264, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.41217249571787945, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6797623215600784, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.90075564148565, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2834765000790629, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2512817461919443, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2876211563156414, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 6.522541847574681, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.8545971858251321, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1399740810234307, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3171844628746274, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3438623363507993, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1486783071315454, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.35164943954791544, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.849943433955013, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.963268731238247, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3127545007249157, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3178994728368836, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.9318261306411455, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2406994571407157, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.383105688482249, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.9239242080542915, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4199713955519, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2387439314530122, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1302117963001788, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6086335851404499, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8750311880810059, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4519001250436765, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.13475906055355263, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21104728514289278, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7759380606445725, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.04920808256243589, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.726679299225065, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8659026876124596, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5410751466912203, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.072498020293313, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.166934375045502, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.8503563238557565, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2813532892008073, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4081815724207134, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0837395045517417, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8299124167995593, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8444074386986515, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2244712548062757, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8667195952951083, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.210307249385564, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.904008102335411, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.029952133539165395, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.462131007432755, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.33596219558409995, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3154051733879133, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.545305214093233, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5158382551109184, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.973347448794976, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.050349304835965, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1721412091709502, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.377812583197908, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.877324602247434, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2493886262021863, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4732746944920754, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.051598738195804, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5859381907378214, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5300656173833153, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.058639221073522, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4154830843447529, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.028992622162072, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.002905565573241, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.446380782663575, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0084062088640855, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7347802631176976, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9336619755539928, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.15017055912710808, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1515546761328126, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.5468068158173525, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.3617926803074356, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.83714126913221, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6545344234841743, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.17051027575689182, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.014917765250064, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.7781516299231033, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3903569467542185, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3826931707261787, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5723664103975543, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.4061614059885854, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.6870702955574655, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4270907314372496, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 6.210532706534659, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.57301117917642, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9810919839748204, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7210223683728245, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.884531775174423, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.627717013090644, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.891677335376012, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.366978607606166, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4906064262939442, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.926669240556862, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1768277400628726, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9704263708814564, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.52703800394195, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.281796992121692, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6459590115829084, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.441439406921345, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.1090400645044722, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4102350801164792, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1000669769228586, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3145717413032916, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.01850272909145, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.6284545068346294, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7852080831500063, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1466197935792457, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.713130330860967, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.5843655564176693, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.190021452880938, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.025439850972134, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.200367561335191, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4181329407562453, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7667926586287647, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20971195749756463, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5917931338247455, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2722367060775115, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.5435072405198427, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4764222180772377, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7356649107087453, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.3578360110808125, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5800604795163216, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.782526711074858, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.6487641666439177, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.651171460791559, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.93166214179241, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.563241369749413, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.091621062378085, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3479036237808195, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.8215167296033694, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 7.242581889308451, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.2378931276442958, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6973377985227573, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9207969093911252, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.133610366694867, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.071828277550029, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.719135593893934, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.45916839212833643, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.837131847366347, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5333456799225439, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6641110617360624, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.322684110235055, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4684156125241496, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0136390189367586, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.084090155263161, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.777711343921812, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.762737336675435, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.789010108824262, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.17789658990098361, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23741155360481075, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.550641809254646, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6490109316343804, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.083596327395806, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.873111518717185, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.172479943015476, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06342673136532323, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6388619229926698, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9981161046587048, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3843437498257101, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.096487316983876, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5766096395412882, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7164587843969545, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9484823262303324, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.710434810952226, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.44639763032105156, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9965556537965328, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 6.2703288630498415, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.956806888243333, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.2107718822027858, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5434738792525835, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2988358324413352, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.779680594317142, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.544949379433591, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5526487391801448, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9606591316404076, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5624662015652786, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9548277418382107, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9705216099967764, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7400638580495582, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0220263288927576, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.297549973712931, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.690294557049714, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.1284567858745005, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.661527123653459, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7870565938683476, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.769072838103237, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.07464200062856644, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3500521027435737, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.112977131006721, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.747915287026669, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2112422690741, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.392780017314362, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.604026517502052, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5643968817261726, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5245963500307429, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.31218278896587, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.803573444504008, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.2318047138914996, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.458853304992823, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.376819308598401, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5118023440476174, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4689762571457203, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6279798120770517, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6041484986254482, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.076412602395578, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5333456799225439, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6641110617360624, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.322684110235055, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7561324955490715, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.02497192290057001, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0922652313305226, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6485483441068935, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0738479158232905, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0222548079486065, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9112733208721615, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6315284454396223, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.243613362552243, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.052718296787219, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.402796494857001, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.290000344500509, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2243762422111137, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3555818447962162, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.57909473451896, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.136348411617613, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0336824126343587, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.625382987659428, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.0875235332159585, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.237870902129696, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.756553786588623, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6880367749311168, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3223503734247393, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6536397721186153, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.723341445566698, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3811883849546893, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.771896461543041, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.274316249858474, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.3497343630712906, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8057232309746727, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.067432308591646, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2587792444346733, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7040540499220955, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6923850575741208, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.819218763022836, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.071815119865224, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7797119020749896, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5166636318257292, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.5778700916425965, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.9791701075542485, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.426463218672032, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.2338868735968136, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.00681834067381, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4775163543747383, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.35214609504528, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6642071598177666, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.186642247823034, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.032483880254455, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7213124020765206, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9076640728218999, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8989056837157796, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.086730633946126, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.551421770675366, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.7235333412583933, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5995385115957325, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.358720973477799, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8519293986599057, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5075817058476733, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.611841865509445, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.43709081742923, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.38550701213316474, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6064998137229227, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.30035342760395, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.958876683944896, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.564882663283348, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.8439042529802534, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3968779430313623, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.038868030652179024, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.544067424484689, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.295222156443886, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8080037147449406, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.906637073324856, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9318228693325715, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5667540905515118, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.757512950051367, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.3927607991333675, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.403575804649801, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.624093063784241, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0357946623925491, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0367371934738374, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.188944265465717, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9265178873725117, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3061878403886779, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.462480677967592, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.938489414296295, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1122875834955683, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.298333788320537, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7094795058444195, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.009455147901508386, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.115614341788907, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4024594447101129, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4001001865726415, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.9369252407371347, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2243762422111137, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3555818447962162, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.57909473451896, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2896177250632417, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3460499062275513, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2300879574046295, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8709284335648988, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.006417694841739376, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.980913096392648, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3119227165082346, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8244781953267508, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4550025498415624, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.41671458111072, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5046569149302129, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.474178552766801, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8699662929431331, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3815279057999885, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.966764067400404, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.518532146599086, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0691160112639835, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.131589463998879, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8444803881471792, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.48992411073239894, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.800571382251144, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.789118915873979, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.515001347666086, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.4248656672788362, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.391452744477078, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.333141790576326, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.636693905413407, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3119363774023673, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7345306321036915, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.887852798709216, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 14.97384446781149, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 14.223083602367996, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8740342603879694, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1569246162785314, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0703537329714736, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.412236380891651, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.10959698835018393, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4373471529171865, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6975643097769915, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.28812656890825117, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7643676180434833, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.33476007036912, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3525495509999235, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.670292624058326, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.363912230039494, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9339487985357943, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5507178115057783, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.150236541574124, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.02979974210349917, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7045978818300509, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.716983560819995, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.23134819662313644, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.18285820409658787, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.429726219401729, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1810985940814849, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4345675420976644, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8426793253143106, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4760600471935965, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3098458541815792, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.282586238250311, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2875641596202345, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9725069526027015, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3813996094379943, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2541169388967206, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.807073904462723, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.973477807353144, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6560872116685773, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5731260281060088, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7480171189378684, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4381195071935974, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5385450222910793, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.9340964458471177, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1370604497369183, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8769618374770316, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.428866612246577, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7012055829500529, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.622033686445857, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13240596954757422, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.26222990768853516, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8329561341643074, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.565509328327042, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.14348566037971516, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.6719610374002665, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8528333151530414, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 6.188737714894921, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.5924828524073606, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.2659890622885234, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0721816712331185, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1302575066882716, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.795213078582657, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5478966060836931, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.14529822467783055, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0556475068245357, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8691356954604725, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23644823830749354, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5647885575143885, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 31.477012989488426, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 10.217905999528037, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.6160981067047415, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 7.573500662744547, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.165709813174987, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.5084121141747744, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1513941660376523, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 5.462168803627677, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.6426858853204442, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9431982561697176, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.27641782018185623, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.5426693855429585, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.0755762556126545, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.238938694856029, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.730093128645567, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.121027798857321, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6382341080102888, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14258348035514265, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9923732537618393, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4259107468384436, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.947632361312254, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2070793140543041, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7400243643891609, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.288577161697451, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.24788211379562747, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.232175184298112, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.940327049886805, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6944351403280122, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8355038180758478, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1283114981860303, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4888476029253229, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0839974733300242, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4749381072347987, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.081110196490925, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9545821777153174, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.731801105623086, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.05935177294067, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1563272653826095, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.580215008141369, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7924662664310096, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.8482657057403626, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.6716664685360283, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.30258525830210525, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.378317004599262, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.034855763012846, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.49644660758876324, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.09948045807818998, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.060325576942234, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6781312856019325, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3394249448893369, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.566141264267234, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8096676857676108, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.09698566156882005, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2589337162577605, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2883715213103416, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.49805615879998305, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4305341590858425, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8137151288769996, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.414920475653972, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.4880562208496158, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6091572004364256, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3341183346649708, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.981599408392935, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5395981741615271, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1634228558967781, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.168889130496582, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.3223776648783376, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.922711282684343, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.69861097466838, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.05662254231291438, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5628068491223077, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.27599873180752, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.13658015244992666, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6784718464764437, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2067040727944187, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5995385115957325, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.358720973477799, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8519293986599057, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.5468068158173525, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.3617926803074356, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.83714126913221, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1422018495852606, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6367264553864033, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3509527117089637, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0192461695982031, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8111637920953794, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.687808816902614, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.439912913799016, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 5.903373817865174, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.04765696555328, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2673377891661273, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4144901156466461, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3461992391893465, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2833086882622227, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9362514706554227, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.165135324426158, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7663961253073129, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.633273074333684, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.47723631828541, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5084572429668852, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2651027316445684, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6461537162152806, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.18815887450082366, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7228938124959918, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2894530759016742, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 6.522045374074034, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.17666802777415608, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.163373797181386, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.994356617088417, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.157692971666735, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.014773315643549, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8219448886311254, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4895631545893155, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6927061791711475, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.474717259600655, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4735468044077953, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6844756473976736, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2352453074908984, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.09445745834551511, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.180671935033182, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.501671991874249, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.24313420812337586, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9745794720976328, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5947598226685588, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5146956346251877, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.060702604539721, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8070712145750951, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5253749456128843, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6315074097391428, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7529954434890748, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6340056026890954, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2139931766106953, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2445125231888463, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.0800434538284906, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.46962299853671885, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.315672979051887, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.770296220283029, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.236761607059399, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.1202461775282195, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 6.453677245584217, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8820216741454843, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9054111178556534, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0664766855459675, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.33584240310055, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 11.345796460593347, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.553213970368376, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.9195299620874717, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1501140901373779, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9570408720857064, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.191488599112135, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 8.35279527300085, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.6125284073062667, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.8899585702683688, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7633659488031734, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.72470717799622, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.674556668683218, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.226406864726391, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0015661628459047, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.714957197678302, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5824258243499814, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0343887409499695, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9948896381048975, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5995385115957325, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.358720973477799, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8519293986599057, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9651531436905508, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7714257793925053, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.519721786758971, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.47062558221974415, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.346994705551429, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.238277598193477, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.10905965864388464, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4530266173121539, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.726516640399, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 7.269418711484407, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.9174225302222143, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.833472308704055, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8153398750086817, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3139176287707293, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.2705810053606275, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9223679221916553, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5043420812014725, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.627744722457807, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4174005164859351, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7373349327401486, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.779178706081847, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.627338708071182, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.937201792032499, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.362734948541606, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9475551350484137, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.83717217138724, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.6185033690652878, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.080997970489874, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.177093901193872, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.44595791508263755, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7526869692444713, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9275429622628361, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.260112870962922, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.31866263151686325, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16414516855951863, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.0657910985740084, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5761309900636589, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.608888669016823, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8707049548543906, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3374546401935299, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.837974316920712, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2285069820306647, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5664548509911846, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4100395666986643, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7986152402056836, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 6.283066352737369, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.9251566905453331, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.803193245019428, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.8413157323107123, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8936038727837994, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5686934435155684, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.5300247045399558, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.39244244406307677, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5898942624015775, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.743714759598168, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9532389185611558, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.240203634429791, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.248024347777635, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.43432507815940125, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.625454402769361, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.417236401010276, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.44145344740680725, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8933045210608626, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6105852884454412, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8523727869116673, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.509849446814875, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.133429790610104, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6075114370454588, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9465910254511645, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.752966144312393, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.663318056917477, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.2126360048735796, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2242308209763277, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.4797004332846466, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.233865158347908, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4060641153342668, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1986613415913682, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8545709356573274, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.683905055451944, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.33909887993247023, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.512116727503612, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.515198818870665, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.958456048630995, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5541644759566466, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.395615866142567, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.404295765412335, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.8306042968396897, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9475551350484137, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.83717217138724, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.6185033690652878, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.099363912318933, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.678818795935098, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8560909277245896, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0394492644237108, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7877572545644986, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16941244098827257, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9789596790013608, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0415370212277204, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.223765853202721, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6446284733681933, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7941610395040749, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.742965406150319, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6547368401246445, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.449388640258972, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8823924500862685, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.879805986071721, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8816254416961131, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0307684815596803, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4348243075831957, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.30231332567370134, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6765875839929616, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1481539396025265, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1926443529822213, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.059381112928427, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.06279320824699283, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.674548495107383, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8291158232659543, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07621150468618691, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7776569236333459, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.913745608041176, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6086335851404499, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8750311880810059, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4519001250436765, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6749887144265769, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5890409348133439, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2704584076209335, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4304354393305059, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.40060565871385834, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9105493304133265, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9383013530019058, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31648096063645653, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.780200565738136, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0184229311304, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1722683634874365, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.409684823961906, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.56383057380514, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2595682338644159, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7589231209811365, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.240726776765726, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.744677968573443, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.620131658615611, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7516293852563418, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.39333954284068656, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3393978150894244, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7287903372991169, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4467694488484085, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9809365692498937, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7771493231392042, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3466155715722685, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9436320316238223, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4504808348837167, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4312257978000338, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1121748411368806, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.059845567137013, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8931971475595016, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.24158254219034986, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.9005105040857035, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.075711634430552, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.178417558368989, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5629325027494786, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9176978774377068, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.79707847715077, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0610973213593469, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.302031520846219, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.432416622625528, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.03393165575431, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0590209515075841, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.607573332975113, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4320806994636253, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6723708797034174, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21611193828613223, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.03395520017533579, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2258963129340423, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3919493276140322, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.720491063032406, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.7046736720210468, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.798270201874585, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6482911915605911, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8556445158542957, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.550289233955537, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7283262240933797, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.511264618378141, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7137368421362904, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.136602377129098, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.462176428548464, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.5806621428178722, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1481539396025265, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1926443529822213, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.059381112928427, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.05432490293445076, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9134005901791755, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5006445144555385, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2563391693971464, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7795614375071938, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.8407609047591675, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9177179531565463, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2934670237682466, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.542611681085236, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7685123888008967, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.20238291366185904, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9989129351213495, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9446428244254285, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4659724523306963, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.404405754103876, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.565083611873002, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3057610981926147, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.59056365875189, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6447033812785081, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1211752554673557, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.04103570401804819, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6923850575741208, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.819218763022836, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.071815119865224, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.736924518356177, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.148028585760722, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5773859003932653, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3304346322523287, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4436915980529377, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.467054012141049, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.7841715809366954, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.8240498504785152, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1272836637226265, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12197914550238106, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2988787452795706, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8328956791393202, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0758360306642658, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5632501047032398, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1617115920876575, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6346149951941802, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.181934831057018, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.936751078355719, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0720328354776607, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.752395491178465, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.525711950677922, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2180018592860264, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.207692527491417, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4115177871852365, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2090220797985212, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5600267664757964, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.635979425179956, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7351559066146038, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 6.117879558921535, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.3915614672515195, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5987824050131719, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1581220632477014, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0264717934164307, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2561165097485567, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.9600176237575134, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1699971406644347, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4557199570360924, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.2950513074679098, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.825514216168781, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5344577843639986, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.02231600876611, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.23473735097582085, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.313123519551844, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2229653084890157, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.76923551390136, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7605170841424416, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5741749604617297, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.066164844623734, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3420000439121055, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8497682254098515, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0942575336884577, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2110834176327319, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.286652558417552, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.674933891347255, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9619863394918353, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3944905241218672, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7590802473938527, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3358810518085575, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6636482322264468, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.15743498630668207, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2940583450712224, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.639414809799206, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.859350213319174, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.012700737939106, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5505072294712061, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.1650644692424645, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8544727181732779, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8775482394214535, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0250837959453256, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.014767637356935745, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16798475141745683, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.18658078203733, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1114157962590143, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9795267908307923, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7652183923215183, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.49012577652048744, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.746119867202707, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.18028250395484, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.01605904072219304, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9026185809108545, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3315364724765124, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.717154478015118, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1112167566823623, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1933577266455124, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 9.085300700068354, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 11.879740938324128, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.284566256838393, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8895646072697447, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1177978256159093, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.507677108984572, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.10169753875846992, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.734212216517093, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7077702433903514, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5182746525454482, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3846276974343668, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.6261444424248728, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6229830508009486, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4468625583166723, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2616110446304027, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.48090786025644366, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.40035930754370447, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9177190151315013, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7574552165174285, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.22994283351111178, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4833122640331426, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.887297737937047, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9770920742001306, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7576043224344113, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6744838394900006, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.335911592475005, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.630095375981321, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.942317493556671, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.582403599268756, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.597917693316683, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1932056040471384, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.266728069497654, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5184615281680443, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4065468820642815, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6775826931190441, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.645358061437957, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7944158960839165, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6418348006978885, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.0611560692687565, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.322814495130831, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.306883501245535, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.2780772902728352, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7140819263572706, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0359500892407785, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0574873943973486, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6114561263881277, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.077055223898863, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.434560547532151, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.133838993568471, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.004770978200127, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.727716636109801, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.107262939193155, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7753024031835243, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.088809749178403, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.391550201286256, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.1551896503713577, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.07292620772097844, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0182593279058187, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9355290343494428, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7188686195858665, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0653228790323956, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2220439871520066, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4035973530470853, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.351524629275549, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3647799301653443, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.350449196369059, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8262727029564125, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9251106679251904, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.904441724941163, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 7.514443583784712, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.4024167019655422, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.2673239021748093, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2004751898785333, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3222284049348825, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.245904550967674, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.03395520017533579, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2258963129340423, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3919493276140322, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.552495624854955, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.761037381459612, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.569716266083617, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8050307749520513, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0728686818684134, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4472815489621853, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.624066568812169, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.175877796101376, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.8393402928740357, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.938861862974233, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.7692963131840651, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5656178667716355, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6748779385518873, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6031188164112162, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7743860402047216, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1759358938646012, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.716092961954063, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.420971213620987, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.02747684763315336, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5634455441645935, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3122965451835795, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.314164030362959, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5585497982598397, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8133369898990708, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7561324955490715, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.02497192290057001, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0922652313305226, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7008056333016855, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7438661822981347, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.58715631180301, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1166045626772445, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5455536809217763, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.0676530140628433, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.31984611531590046, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.055503693810532155, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.349104625732341, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.11034676576760458, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4307204043332034, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.4646277896359883, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0035405686601266, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3227315009381193, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.234428195097189, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 7.514443583784712, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.4024167019655422, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.2673239021748093, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3572035946006329, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4438967952981458, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3999941466347807, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5693942872709463, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.255018325574069, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5086022408151627, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8262727029564125, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9251106679251904, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.904441724941163, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.36867357691308944, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.9922783220306672, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.593383146944407, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1461598729399083, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.13116776301715838, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1804736136131178, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.547865875850336, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6087981526868735, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.4743650742249788, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.354141894226947, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.228599249101332, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.11838570567091695, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.28177810673334885, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7403276297993753, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9787679822199973, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.816472270276612, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2451573749217035, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6142999771220747, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7351559066146038, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 6.117879558921535, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.3915614672515195, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.865834708167757, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9304194770333554, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.257061193359235, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.157888866885251, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9874455650946562, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7307595210999973, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4289399367755532, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3965621418936455, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.236222061712879, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.272448145545358, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1174400210075073, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2081065906894373, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3708550948837634, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7450585324766419, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.132898891402964, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.0026777188426275, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.7839838385729534, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.8824687640723266, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.8466267983018305, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.4441365569171065, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.3443005637961045, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.180693284574609, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6143378085338017, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8997735136181144, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2494059556930353, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7123918273138788, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0717021441286123, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.039862326663713324, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.408047803281373, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.111950573507896, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8230891787654968, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.013754203076635402, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3469313965391954, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.624066568812169, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.175877796101376, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.8393402928740357, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2264242304320248, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.48900256042861207, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.309046120615747, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5728760805704851, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6164569915698201, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5183606690140765, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6270745411862366, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2182060178877998, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.34283930179157845, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7552343456615368, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.156684889545962, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.165517870304499, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.09218580991250289, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7573240256751728, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.280589968756789, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.051525412082516, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.14633833312632707, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3119992151667983, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9539203479509293, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8996691333614792, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8173500122620285, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.194063874884172, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.347835818026182, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.669252438706255, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6455808085751311, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2541213228651515, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9390697093832455, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3698186523034014, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6994995963126597, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.147645871610885, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.120199325896713, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.3119793165593195, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.185309155047789, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0252730339603295, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3143545877520857, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.949168326349181, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4307466407330804, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.29970794456504674, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.984504952351144, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3115344701241625, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2971455449364346, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.473157973999911, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7245124871769746, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.6690234809102975, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.4501273847702536, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9033374665044867, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.779118072423541, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.4917395984084685, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4454143751921587, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.55260656392383, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.034056227627109276, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.000975833694523, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9398467272709023, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.578636839220857, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.46686999395047774, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2657704921830587, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.17639897840946192, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.435805276016572, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.9546557225520185, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.823957725102645, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9397094533835126, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1050499758434404, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3824861559400663, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.510160833587953, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9068508404107547, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.7362712804938008, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1519654107075156, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4129823928973844, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.2453635356880906, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.654015693645981, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.276461435062392, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4573046524867346, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.716326977763395, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06835078948476966, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.163481364575049, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.777711343921812, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.762737336675435, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.789010108824262, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.163098961734469, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.924865070568503, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.1396900007735637, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0856281547579916, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.439315255926248, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.91668283234231, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.861408138372495, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.1218934857863077, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.359486022838827, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.389885102053311, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7866874164048583, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.2608583750555, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7439192859356498, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0818965878005171, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4421847353839334, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.442661632181717, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7701089424224399, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.505853523523896, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5596591028064304, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9043118407070982, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.375763707711193, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4507880358613585, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 6.401231246863342, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.468482047104503, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2064256457047655, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4498685734355123, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.824350941938806, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.995403421447303, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7908615096125087, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.49388552187592916, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2276408271085961, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.206285989930828, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.122252380543422, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.12143632856627125, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0342177610715613, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6822395760364395, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1311326569999958, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2345368554993301, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1741630944585313, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6398098638479524, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9658966182171879, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3677331578685146, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 7.14927985586801, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8548683144140905, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.077405062103583, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4700931889094484, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.809210325112561, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.139601263040134, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8582985510114539, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3740149835359812, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7659935263644395, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1786727620101478, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.389700990461066, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.723966893862634, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.347787977973184, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.971274960631401, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.301184858044804, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.815545309458524, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.7993330962762017, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.286450801624914, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6475589502141914, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6222243128512266, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.261649769760214, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.684055418865072, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6233079644769892, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9500115679959458, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.860087144010049, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5865797007714069, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.398611867166006, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.446143855551549, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.049335353419408, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.3433824477670857, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9431982561697176, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.27641782018185623, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.5426693855429585, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.28831235454365334, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.17278830271757764, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.693145888265525, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6049248979653008, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5106038562037691, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.824271135031313, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.13966767598574728, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.013970108430392054, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.960526414428321, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 13.280458609253326, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 14.784729301320924, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7444311083053465, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.01315226546021, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5254320383840783, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.790221048837027, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6322259701342491, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.43472992225687196, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.511871140613191, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.37115454161046435, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.098482343839717, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.04222436125774, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1222489011712436, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.50584385320035, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7481213137708203, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.48907291370275835, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.25773235647315, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7686001791538266, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.178871705774716, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.6417262125964975, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.615855972070035, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.40304646400261857, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5901975534409799, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.646855998232145, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.852054216322366, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2942114266327738, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.799653385503017, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.31211448693726, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.414749861945805, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8448496818991256, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9123428616187382, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.11322055616945817, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5978179358584526, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7309388505880134, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.9827745945624735, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.6344919621000997, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2569714716803975, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0271419223043246, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.547579580556822, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.366633114610093, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.477117586864365, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.912348629200906, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.513422290222657, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.3832625844764608, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.706715227276802, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5090480264229231, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6412656416982827, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3750744370328323, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0636743164025007, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6734244794278065, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16820537042751021, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9369772644890066, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.440830887171714, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.09577264829538, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9434730484881393, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2894129811305053, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6453627859650455, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9053044656545823, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4440456775100752, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.442540129658071, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6475784561974833, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8278885705716164, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9940392436022066, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.835634099603784, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9789164319350356, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.745453696007104, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5113623291610747, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.08201086365793725, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3408811001496903, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4830394376541027, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2320767523430023, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.117145912434259, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.511275198253397, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.09500112821006851, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4225264181881005, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8219040290262531, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3914204285096785, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.633925847470422, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0526244862670913, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0958165529539383, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.035385840450206, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3008548385172458, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2959618698636874, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.603270172515031, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1935277814536973, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5282148941931364, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.212900978170887, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2453962993666794, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.83049737536424, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5365236216816855, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.741070421612704, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.017000819690903, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.70227516716437, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3883189100515752, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1823652173764991, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8944201310965816, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.009045152871811, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.36522196253299455, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8036949165238263, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1689416688895784, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.406034880496077, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.978087106202168, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7309508026459464, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0517118126806613, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.806630037382632, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.033906320342305, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 5.829177012710606, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.2048379382680188, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.304026782436215, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.5703528565846656, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.3801826702864556, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9852519249441836, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32984426054691424, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6840248748028102, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.240180465189496, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.30166084112586755, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9890848549165936, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.076834283360427, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.526608624087894, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.71171794557823, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5915064941657585, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4355753330434378, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.9231412676802186, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7550146154127475, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.362259143925762, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.3675485133387575, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7898693411774698, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.37394696982055975, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.678799827881217, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3626744313884005, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8143170662075933, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.068254630353367, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.024442101739097, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.824817094479142, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.728738619913248, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6769458195855361, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.1787929402986705, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.3163660561916752, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6997820045729792, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.09447228624201115, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.285787732993113, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.032642068262688534, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2047706418120352, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2761168537035905, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.178871705774716, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.6417262125964975, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.615855972070035, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4418819908235281, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.658580004282525, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.51322455616249, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.354041246372141, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.35590716469438977, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.255258836710867, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.698691399611448, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.062062457641256265, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.077869449052438, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.22088054213048686, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.744222248433084, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3314981557457175, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7409059181820266, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.811291050228432, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.187262300753011, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6908575953763058, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.451225221502854, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0487788839211443, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8205267819743152, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.14187720567231218, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.929238384812674, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5146441109831589, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8510209945624124, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.2463637532855465, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8909257762304994, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.44717706257344186, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5879360599666916, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5650014869755693, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5792888279012046, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0042695601135994, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3290988999449167, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4785986764959351, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9834107679486666, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.3369378869180957, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6335622530344664, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.90416347231975, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5596591028064304, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9043118407070982, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.375763707711193, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5065281176434469, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6833464081810772, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.829280641704642, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.26400202728517286, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8410312497782068, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1588661526797557, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9562165081670762, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.33344030203910696, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5046526211678137, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 7.242581889308451, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.2378931276442958, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6973377985227573, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5904495834262359, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0512396163109172, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.130050701816255, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8909257762304994, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.44717706257344186, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5879360599666916, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.338187123900809, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.167583911815541, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4451449380197734, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8537658940926727, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7399288682254772, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5340096175155873, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 7.927145624806405, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.5740660022446286, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6450304648899221, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.155243758314623, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.8288059955935063, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0814273177870204, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5527961110704904, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.38416366128525936, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.533130897227105, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.39326960981790926, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6836355780968936, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.279644040738851, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.994356617088417, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.157692971666735, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.014773315643549, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2630926317067197, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07324007765052801, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.669469123572246, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4760600471935965, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3098458541815792, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.282586238250311, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.391452744477078, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.333141790576326, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.636693905413407, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.875485829818936, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8916979292378456, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.229199447324575, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.323153498824775, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9589359415491295, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.535043477778948, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.03964446774323, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.2698234958571, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9622408807820544, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.1310598113127375, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.200794784816223, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.695444474963688, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.182926785087493, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.09267342146670395, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4203636998387044, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4838948316118283, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2513464315489113, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6905457718337664, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7864574173231111, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.34963833572241876, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.055258727841251, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.925969699550975, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.22518976365274326, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5812572816884196, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.06865129431502609, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 6.552144671670274, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.9728167841272066, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.38448561403466697, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3020143446502757, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2295585693650035, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4011132309977605, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.5696783802796475, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.157586263166907, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1076106939251824, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7110915531188966, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.245989992418872, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.11248776452246086, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.11504003790067108, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6776771316288195, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9384260142392024, + "threshold": 2.7224006872092286, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1147411330841603, + "threshold": 2.291549851394941, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.930507588632191, + "threshold": 2.4368125395726885, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/thresholds.json b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/thresholds.json new file mode 100644 index 0000000000000000000000000000000000000000..6f0c28a44ce6955e51a75f00e42fd1bb5f3ce59c --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/behavior/thermal/thresholds.json @@ -0,0 +1,376 @@ +{ + "version": "tfm-retrospective-behavior-support-v1", + "policy": { + "history_steps": 24, + "anchor_index": 15, + "end_index": 23, + "horizon_minutes": 120, + "quantile": 0.99, + "quantile_method": "higher", + "min_count": 30, + "low_driver_std": 0.05 + }, + "training_system_ids": [ + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "transform_id": "thermal-full-canonical-observations-v1", + "source_sha256": { + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "/Users/maxfarrell/repos/experimental/scripts/behavior_support.py": "fde731bd86dbd989031b2ba34d31dfa483c34b476753d09bfd5575110480b27d", + "scripts/evaluate_citylearn.py": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "scripts/citylearn_validation.py": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162" + }, + "training_anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261012, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "91e7d74532855b853236a07350005493cb3ea13b4d76562836b20e9cd1f5e068", + "family_window_counts": { + "thermal": 512 + } + } + }, + "entries": { + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete|0": { + "count": 136, + "threshold": 2.7224006872092286 + }, + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete|1": { + "count": 133, + "threshold": 2.291549851394941 + }, + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete|2": { + "count": 135, + "threshold": 2.4368125395726885 + }, + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial|0": { + "count": 183, + "threshold": 3.241888762365618 + }, + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial|1": { + "count": 191, + "threshold": 2.359288046175598 + }, + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial|2": { + "count": 187, + "threshold": 2.22742192742415 + }, + "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial|0": { + "count": 74, + "threshold": 1.983026587653538 + }, + "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial|2": { + "count": 70, + "threshold": 2.3795163846065046 + }, + "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete|0": { + "count": 97, + "threshold": 2.5049017350574285 + }, + "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete|2": { + "count": 101, + "threshold": 2.1129659908949443 + } + }, + "interpretation": "Observation-only retrospective residual heuristic; no confidence probability or future coverage guarantee.", + "limitations": [ + "Thresholds use model training systems and may be optimistic.", + "Overlapping sampled windows are correlated; no independent-window false-alarm guarantee.", + "No flag cannot prove a new system safe or identify hidden room size.", + "A good fit under constant drivers cannot resolve hidden action response.", + "Prefix history is shortened by 8 masked rows; this is a fixed retrospective assay, not ordinary deployment context." + ], + "sha256": "e5afaeea309a061e0ff72100aa9e2220f03ec745e339426945df83e37de71d65" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/interventions.json b/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/interventions.json new file mode 100644 index 0000000000000000000000000000000000000000..3635460fef2455280d89416b4cf73e93a07d413c --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/interventions.json @@ -0,0 +1,21023 @@ +{ + "status": "completed", + "external_real_world_validation": false, + "objective": "Sum of squared indoor_temp deviation from 21 degC at 15,30,60,120 minutes; units degC^2.", + "policy": "A is the recorded future HVAC command plan. B adds 6 electrical kW to all eight commands, clipped to public [-15,15] kW. If that leaves the entire plan unchanged, B subtracts 6 kW instead. Both branches start from the identical replayed snapshot with identical external disturbances. Hidden actuator saturation can legitimately make different requested plans physically equivalent.", + "provenance_sha256": "35977663cd38d3ca6dbd3edf7c0768174d6ddbf2288797dbcdea13e541de92c6", + "observed_plan_max_replay_error": 0.0, + "summary": [ + { + "cohort": "auditorium_3node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.2542869410121623, + "action_effect_rmse": 0.33058562323808743, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.003488366993602665, + "action_effect_rmse": 0.004092668310579629, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.2652178339305875, + "action_effect_rmse": 0.34283756095688894, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.4237558285536963, + "action_effect_rmse": 0.5367067482674245, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.008763933395118051, + "action_effect_rmse": 0.010763674510435276, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.6477342008495506, + "action_effect_rmse": 0.810821578023733, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.6134296226904796, + "action_effect_rmse": 0.7758803325917524, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.031480576333465904, + "action_effect_rmse": 0.042756297075925515, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 1.5161405370583796, + "action_effect_rmse": 2.0246147060158046, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.7161370478362058, + "action_effect_rmse": 0.927898390779598, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.09261061415533123, + "action_effect_rmse": 0.11322177286892775, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.5608205329673277, + "action_effect_rmse": 4.435303538788489, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 1.0, + "mean_regret_degC_squared": 0.0 + }, + { + "cohort": "auditorium_3node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.02455548614671188, + "action_effect_rmse": 0.032069379707972315, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.000721583647489199, + "action_effect_rmse": 0.0010191934813555776, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6136340470259962, + "action_effect_rmse": 0.7584465982872618, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.04567632511762987, + "action_effect_rmse": 0.06204231183259322, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0014630654737015636, + "action_effect_rmse": 0.0020143312815209097, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.5412186850669096, + "action_effect_rmse": 1.9833714617648963, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.10015042880204472, + "action_effect_rmse": 0.13433788788541173, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.0033794511976239505, + "action_effect_rmse": 0.004357821335663697, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 3.8179527653290943, + "action_effect_rmse": 4.798308341207214, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.19723939228267628, + "action_effect_rmse": 0.24580139178109733, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.008112721633385611, + "action_effect_rmse": 0.011125083765287569, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 7.99387290627196, + "action_effect_rmse": 9.489395883034748, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 0.9375, + "mean_regret_degC_squared": 0.8901179958549896 + }, + { + "cohort": "auditorium_3node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.04755446866276547, + "action_effect_rmse": 0.052258294079647466, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 8.214917146620593e-05, + "action_effect_rmse": 9.688340858845823e-05, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.5734549882911328, + "action_effect_rmse": 0.6637778482641495, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.12462930493172497, + "action_effect_rmse": 0.135877970931866, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.00046879179395975523, + "action_effect_rmse": 0.000551920417058589, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.6851368221106022, + "action_effect_rmse": 1.819641134921439, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.275309445659932, + "action_effect_rmse": 0.2958546147600714, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.002277111246946517, + "action_effect_rmse": 0.0026713334127942846, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 3.7818242732765563, + "action_effect_rmse": 4.10405646642949, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.5078931197695817, + "action_effect_rmse": 0.5285506067099681, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.009367321593782618, + "action_effect_rmse": 0.010710421002151525, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 7.3838131816985175, + "action_effect_rmse": 7.978900137092953, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 7.395654559967647 + }, + { + "cohort": "parameter_shift_2node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.5906248838708554, + "action_effect_rmse": 0.8390551275651404, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.003859691347371186, + "action_effect_rmse": 0.004721373149278637, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6113616589639379, + "action_effect_rmse": 0.707383897346148, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.9610313856909214, + "action_effect_rmse": 1.4695113057436924, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.011951751808714217, + "action_effect_rmse": 0.015250477099184565, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.2855659853023607, + "action_effect_rmse": 1.484491496919845, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.7998073549428204, + "action_effect_rmse": 2.374120410598146, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.035600025275991376, + "action_effect_rmse": 0.05381274907399123, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 2.5439432162370426, + "action_effect_rmse": 2.899216326544431, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 1.9916754505368175, + "action_effect_rmse": 2.950815602864714, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.1253993327000673, + "action_effect_rmse": 0.16649383273574456, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.7776643394874094, + "action_effect_rmse": 4.546433490206043, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.6923076923076923, + "mean_regret_degC_squared": 8.84957192407689 + }, + { + "cohort": "parameter_shift_2node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 1.1433774926786884, + "action_effect_rmse": 1.5124840088622833, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0005406143512178829, + "action_effect_rmse": 0.0006723619363045372, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.15884217079396568, + "action_effect_rmse": 0.21446888690731306, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.9652919392702088, + "action_effect_rmse": 2.6389189733222076, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0016652010085149715, + "action_effect_rmse": 0.002184213681367584, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.3317435515928031, + "action_effect_rmse": 0.4397416722226582, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 3.21712000638128, + "action_effect_rmse": 3.931883638293644, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.0054118109247465185, + "action_effect_rmse": 0.007075494165032193, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.740521003006118, + "action_effect_rmse": 0.9507302056719876, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 3.4657996975548793, + "action_effect_rmse": 4.2740744343782335, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.014477995162645696, + "action_effect_rmse": 0.017891494938079934, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 1.3763058666503785, + "action_effect_rmse": 1.8008052404373094, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.6153846153846154, + "mean_regret_degC_squared": 26.594845533617782 + }, + { + "cohort": "parameter_shift_2node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 1.0250664211215113, + "action_effect_rmse": 1.8028350796104138, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.000412841017036536, + "action_effect_rmse": 0.0007310218720341981, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.12816891279450138, + "action_effect_rmse": 0.20382310878561952, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.830946447091714, + "action_effect_rmse": 3.1774373640395086, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0015319047557005305, + "action_effect_rmse": 0.002686597583960336, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.2676304019204412, + "action_effect_rmse": 0.41919410833848403, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 3.4763366184245834, + "action_effect_rmse": 5.129950934992006, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.005696493079064391, + "action_effect_rmse": 0.009258230634837846, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.6037065390234144, + "action_effect_rmse": 0.8874567793189667, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 4.932939145105796, + "action_effect_rmse": 6.366260183841524, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.020161831187375467, + "action_effect_rmse": 0.026901814254096598, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 1.2517715738053719, + "action_effect_rmse": 1.6438101625225194, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 19.35963094920246 + }, + { + "cohort": "small_room_3node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.8767140816597144, + "action_effect_rmse": 1.2602809985618095, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.012429628285375582, + "action_effect_rmse": 0.022239928030842498, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.606961211617496, + "action_effect_rmse": 0.6859013110982052, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.5047918345928601, + "action_effect_rmse": 2.328225337033118, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.02748426726902653, + "action_effect_rmse": 0.04441336879045282, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.1840619787887001, + "action_effect_rmse": 1.320526632231042, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.8662814202885802, + "action_effect_rmse": 2.7141922178285345, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.08079486736449104, + "action_effect_rmse": 0.10963668393059003, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 1.9843406224552653, + "action_effect_rmse": 2.3824353488074967, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.3435384335566027, + "action_effect_rmse": 2.7404573152779848, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.1961508381052518, + "action_effect_rmse": 0.282324832204521, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.7296034067834807, + "action_effect_rmse": 4.626867007767064, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.8, + "mean_regret_degC_squared": 2.660399445005255 + }, + { + "cohort": "small_room_3node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.9402621041485266, + "action_effect_rmse": 1.5183092944905492, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.008951623758586269, + "action_effect_rmse": 0.010798569641325438, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.03803369867779688, + "action_effect_rmse": 0.054636380217583096, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.8556263952994758, + "action_effect_rmse": 2.844641409855803, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.029974362128682597, + "action_effect_rmse": 0.040160773554367715, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.06384974448511777, + "action_effect_rmse": 0.09707044933169796, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 2.4575200765508236, + "action_effect_rmse": 3.4916387146284578, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.09331126348105767, + "action_effect_rmse": 0.1299378526589725, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.11890294182181271, + "action_effect_rmse": 0.1833419083808375, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.4677421679889338, + "action_effect_rmse": 2.9696009835360484, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.21098148675686024, + "action_effect_rmse": 0.27617138088416276, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 0.20393316026950947, + "action_effect_rmse": 0.27499510048490655, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.8, + "mean_regret_degC_squared": 1.215336255613826 + }, + { + "cohort": "small_room_3node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.8087640014917343, + "action_effect_rmse": 1.6992210644787389, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0045880184984599115, + "action_effect_rmse": 0.008937693912503103, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.021008467119171648, + "action_effect_rmse": 0.0451326380733191, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.5535490946615613, + "action_effect_rmse": 3.1640125374625043, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.021378155011888222, + "action_effect_rmse": 0.04152587691284955, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.042857777090698046, + "action_effect_rmse": 0.09108964062758883, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.8323960502994412, + "action_effect_rmse": 3.914088900253609, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.06803636544464531, + "action_effect_rmse": 0.13484085035245816, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.08926394955617684, + "action_effect_rmse": 0.18126218024164384, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 1.6474832148071799, + "action_effect_rmse": 3.107536526248188, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.1519573616030584, + "action_effect_rmse": 0.2903318155332886, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 0.15616887135203578, + "action_effect_rmse": 0.3159780211252609, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 89.30202913463818 + } + ], + "true_effect_summary": [ + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 1.0250664211215113, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.830946447091714, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 3.4763366184245834, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 4.932939145105796, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.000412841017036536, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.0015319047557005305, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.005696493079064391, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.020161831187375467, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.12816891279450138, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.2676304019204412, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.6037065390234144, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 1.2517715738053719, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.8087640014917343, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.5535490946615613, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 1.8323960502994412, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 1.6474832148071799, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.0045880184984599115, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.021378155011888222, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.06803636544464531, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.1519573616030584, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.021008467119171648, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.042857777090698046, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.08926394955617684, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.15616887135203578, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.04755446866276547, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.12462930493172497, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.275309445659932, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.5078931197695817, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 8.214917146620593e-05, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.00046879179395975523, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.002277111246946517, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.009367321593782618, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.5734549882911328, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.6851368221106022, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 3.7818242732765563, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 7.3838131816985175, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + } + ], + "truth_effects": [ + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841241", + "anchor_step": 100, + "sample_index": 0, + "commands_kw": [ + [ + 6.314795185310229, + 6.885870066880851, + 7.182628342291165, + 7.103093519530175, + 6.663796722323511, + 0.0013888575685340114, + -0.6664787220861571, + -1.1112755175976567 + ], + [ + 12.314795185310228, + 12.885870066880852, + 13.182628342291165, + 13.103093519530175, + 12.66379672232351, + 6.001388857568534, + 5.333521277913843, + 4.888724482402344 + ] + ], + "shared_exogenous_sha256": "52c25cd9a4238b472e5662aadc0ff6e2b5d2d0fff47acbb09a88080200e3ab9b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 5.599938693251175, + 0.00815672553264335, + 1.425493353515776 + ] + ], + "true_objective_degC_squared": [ + 70.85794490458532, + 54.21209248129788 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 128, + "sample_index": 1, + "commands_kw": [ + [ + -1.124460767665984, + -1.127949349367997, + -0.5884360095366262, + 0.24133487840388002, + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814 + ], + [ + 4.875539232334016, + 4.872050650632003, + 5.411563990463374, + 6.24133487840388, + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485 + ] + ], + "shared_exogenous_sha256": "648241647546ee8893e355774a69a445827ee87234c6f8e6b2b506d200fe1f16", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 4.578667090804823, + 0.0015828787732807825, + 0.2724784579710047 + ], + [ + 8.287423791536776, + 0.00592138056457614, + 0.5440847705165055 + ], + [ + 11.239933281826257, + 0.019507498061113182, + 1.4438293483063873 + ], + [ + 11.17567260368298, + 0.04766754572979437, + 2.9036583440399397 + ] + ], + "true_objective_degC_squared": [ + 151.917020940983, + 217.4803719302422 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841250", + "anchor_step": 74, + "sample_index": 2, + "commands_kw": [ + [ + -0.5061041849405723, + -0.0004540226012765937, + 0.5107165437915179, + -14.07158960966246, + -13.833311814402206, + -13.828616249142225, + -14.066027025541132, + -14.503061229273346 + ], + [ + 5.493895815059428, + 5.999545977398723, + 6.510716543791518, + -8.07158960966246, + -7.833311814402206, + -7.828616249142225, + -8.066027025541132, + -8.503061229273346 + ] + ], + "shared_exogenous_sha256": "1ccb291845f0d0d710cbc68135c0f92ffc19e5f354d27b2aa8706f9c5744e0cb", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 2.3376617055714775, + 0.0007027869155642463, + 0.3681796070139782 + ], + [ + 3.906982548423901, + 0.0025489557459756895, + 0.8627717546127798 + ], + [ + 4.1986425181769285, + 0.0077522059030492585, + 1.2297982719140208 + ], + [ + 2.462314163162162, + 0.015379196603397816, + 1.2297982719140172 + ] + ], + "true_objective_degC_squared": [ + 112.32812328131324, + 30.957355118422797 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 168, + "sample_index": 3, + "commands_kw": [ + [ + 1.1785138416924874, + 0.905733757423075, + -0.0655883053033218, + -0.9896485612111593, + -1.1395016134956146, + -0.3853401335385292, + 0.6806295727934457, + -4.800641705524654 + ], + [ + 7.178513841692487, + 6.905733757423075, + 5.934411694696678, + 5.010351438788841, + 4.860498386504386, + 5.614659866461471, + 6.680629572793446, + 1.1993582944753456 + ] + ], + "shared_exogenous_sha256": "45b5ec47e4dfdb0b9beab7614ffdf4d23c1306d45ad3ef92e7d8984b4c204e43", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 1.5178451554881498, + 0.0007270332753250841, + 0.3001955791808655 + ], + [ + 2.987114672164541, + 0.0028148063276631774, + 0.6685861794290915 + ], + [ + 8.059863567251384, + 0.012799337762466223, + 1.619863806895303 + ], + [ + 10.268018843929488, + 0.049735049629621386, + 2.9937363219112143 + ] + ], + "true_objective_degC_squared": [ + 79.11063310587983, + 37.40676189113059 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 93, + "sample_index": 4, + "commands_kw": [ + [ + -1.1017638196712802, + -1.1909993478046257, + -0.9497862806066801, + -0.43756192507966424, + 0.20509920977314797, + 6.792847547211602, + 7.148498001827496, + 7.15780781580534 + ], + [ + 4.89823618032872, + 4.809000652195374, + 5.050213719393319, + 5.562438074920336, + 6.205099209773148, + 12.792847547211602, + 13.148498001827496, + 13.15780781580534 + ] + ], + "shared_exogenous_sha256": "f9341a408488d5002f13c6f6132bf60e99413ae951e2bb0060a77a5bb0260768", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 4.129880935575958, + 0.0019781733679700153, + 0.3728506641880358 + ], + [ + 7.189413751774563, + 0.007209383174863859, + 0.7457013283760716 + ], + [ + 10.56868055498591, + 0.02399357951090053, + 1.6039855508981837 + ], + [ + 4.321266882331095, + 0.05262774402887871, + 2.1475347880588984 + ] + ], + "true_objective_degC_squared": [ + 67.96067696099597, + 80.9453067373747 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 88, + "sample_index": 5, + "commands_kw": [ + [ + 15.0, + 14.816141306469314, + 14.26064245335104, + -1.1089877207721732, + -1.1901791646525737, + -0.953099269471377, + -0.4537512388417928, + 0.17603697936397894 + ], + [ + 15.0, + 15.0, + 15.0, + 4.8910122792278266, + 4.809820835347426, + 5.046900730528623, + 5.546248761158207, + 6.176036979363979 + ] + ], + "shared_exogenous_sha256": "bdf29f20dcc7034df24c8a76a17ff2a1f20fc12c8098ef43503c68aab17f254b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 2.196720538793393, + 0.001108533888132257, + 0.04970331438818221 + ], + [ + 5.17784885352539, + 0.018617766700987914, + 0.5949917166092789 + ] + ], + "true_objective_degC_squared": [ + 21.219180639384557, + 26.131328628015602 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 130, + "sample_index": 6, + "commands_kw": [ + [ + 5.962709730752956, + 5.185481427315803, + 4.806573266944698, + -6.976456160776877, + -6.262475603142569, + -5.409493411100404, + -4.859531889971691, + -4.908587337906088 + ], + [ + 11.962709730752955, + 11.185481427315803, + 10.806573266944698, + -0.9764561607768769, + -0.262475603142569, + 0.5905065888995962, + 1.1404681100283094, + 1.0914126620939122 + ] + ], + "shared_exogenous_sha256": "968e55fd6624ec505831d037fd70f1d2a0ae77c09c647cdd6977d38706a0e028", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.013252769981232149, + 6.687762223123173e-06, + -0.0032849653349984465 + ], + [ + 4.9559111890651195, + 0.008945236016653979, + -0.22166524641077245 + ] + ], + "true_objective_degC_squared": [ + 25.26515898991221, + 3.4010819308554856 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841245", + "anchor_step": 128, + "sample_index": 7, + "commands_kw": [ + [ + -15.0, + -15.0, + -15.0, + -15.0, + -15.0, + 15.0, + 15.0, + 15.0 + ], + [ + -9.0, + -9.0, + -9.0, + -9.0, + -9.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ec3433213ec8abc0bb7e8117066a7581f08c8cac07abba0496dfb294b2bf238a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 458.20363902084245, + 458.20363902084245 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 136, + "sample_index": 8, + "commands_kw": [ + [ + -14.445997432604097, + -15.0, + -15.0, + -15.0, + 5.311115674188667, + 6.183515169917933, + 6.957283527555702, + 7.190223497377864 + ], + [ + -8.445997432604097, + -9.0, + -9.0, + -9.0, + 11.311115674188667, + 12.183515169917932, + 12.957283527555703, + 13.190223497377865 + ] + ], + "shared_exogenous_sha256": "04cb144f66cccddb950b0eeef2c6a6944475109067952aee3d2a00a2edcebebc", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 188.67060279073317, + 188.67060279073317 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 132, + "sample_index": 9, + "commands_kw": [ + [ + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814, + -0.7830199085716563, + -1.1920881114355302, + -0.9660117105499163, + -0.21565232292645167 + ], + [ + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485, + 5.2169800914283435, + 4.80791188856447, + 5.033988289450083, + 5.784347677073549 + ] + ], + "shared_exogenous_sha256": "65e769fc4edc379a1752a912cb4c02a996868bfd519b1496bcbbdd6e5b7e174a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 1.7249260833931963, + 0.0005963195901230733, + 0.3144607425506365 + ], + [ + 2.7912882455378885, + 0.002116393559269625, + 0.5689363259043887 + ], + [ + 6.351442526913072, + 0.007982032687827711, + 1.4598289957335595 + ], + [ + 14.819949358750698, + 0.038876050634058856, + 2.8850105819126597 + ] + ], + "true_objective_degC_squared": [ + 8.811078698913011, + 289.4359287903498 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841237", + "anchor_step": 112, + "sample_index": 10, + "commands_kw": [ + [ + 6.995484269523677, + 7.1993646957001305, + 6.946117907703424, + 6.323840582044115, + 5.569705513601598, + 4.982689657042318, + 4.804959569907024, + 5.118666672240532 + ], + [ + 12.995484269523677, + 13.19936469570013, + 12.946117907703425, + 12.323840582044115, + 11.569705513601598, + 10.982689657042318, + 10.804959569907023, + 11.118666672240533 + ] + ], + "shared_exogenous_sha256": "97dfbddaa6612f071152df40a2f4bb55e60815d9f0580158afecd1fab701d8db", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 100.23868021804267, + 100.23868021804267 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841248", + "anchor_step": 46, + "sample_index": 11, + "commands_kw": [ + [ + 6.468669452443291, + 6.1272453535769476, + 5.768937217364043, + -6.574006972893149, + -6.868120020631595, + -7.082079975519624, + -7.190330454864462, + -7.1765623366704245 + ], + [ + 12.46866945244329, + 12.127245353576948, + 11.768937217364044, + -0.574006972893149, + -0.8681200206315953, + -1.0820799755196244, + -1.190330454864462, + -1.1765623366704245 + ] + ], + "shared_exogenous_sha256": "d6e5c7cd65a85f8c27b80937b6c23b01395d3004857596f488f03fe4cc92f78e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 2.3023778089889575, + 0.0012171198568502462, + -0.3916832185415089 + ], + [ + 4.320538086602378, + 0.016134786544647284, + -1.453149868679155 + ] + ], + "true_objective_degC_squared": [ + 137.8272958220111, + 96.64620286147549 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841247", + "anchor_step": 29, + "sample_index": 12, + "commands_kw": [ + [ + -14.02273470473942, + -14.189372747715375, + -14.396807611699405, + -14.637733309721725, + -14.902100861102662, + -15.0, + -0.44880926367409074, + -0.7004872796342669 + ], + [ + -8.02273470473942, + -8.189372747715375, + -8.396807611699405, + -8.637733309721725, + -8.902100861102662, + -9.0, + 5.55119073632591, + 5.299512720365733 + ] + ], + "shared_exogenous_sha256": "7490256e5afaa747bd31bf4dc051406c34571ffd99adfae1b5affc0af6e9e673", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 3.7076658745222435, + 0.002416276075056345, + 0.31015176767799346 + ] + ], + "true_objective_degC_squared": [ + 874.5360206108751, + 793.3690390912666 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841240", + "anchor_step": 46, + "sample_index": 13, + "commands_kw": [ + [ + 0.6937314633970053, + 0.9484419617829692, + 1.1233353705860014, + 1.1982257101959788, + 1.161009997834388, + 1.0098836273383827, + 0.7547221006908548, + 0.4173140122967344 + ], + [ + 6.693731463397006, + 6.94844196178297, + 7.123335370586002, + 7.198225710195979, + 7.1610099978343875, + 7.009883627338382, + 6.754722100690855, + 6.4173140122967345 + ] + ], + "shared_exogenous_sha256": "d3982bccdd87ef2fd3162d580c966e2c095f1c895788e5f6313dca0cdae99043", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 1.7831316509899722, + 0.0008596012643380391, + 0.3518311479324012 + ], + [ + 2.853374796265644, + 0.003025764296992861, + 0.6399846712683086 + ], + [ + 3.8537655986139647, + 0.009352813763957357, + 1.1101224286361138 + ], + [ + 6.318563762552387, + 0.02722241814568349, + 2.3754460492226315 + ] + ], + "true_objective_degC_squared": [ + 156.45724444394392, + 416.2365934306593 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841230", + "anchor_step": 71, + "sample_index": 14, + "commands_kw": [ + [ + -7.1240716413473235, + -7.197667326785682, + -7.060285423197824, + -6.72949998376096, + -6.260041423085827, + -5.736290969832109, + 0.7419487424379883, + 1.0783187593908918 + ], + [ + -1.1240716413473235, + -1.197667326785682, + -1.0602854231978238, + -0.7294999837609604, + -0.260041423085827, + 0.2637090301678908, + 6.741948742437988, + 7.078318759390892 + ] + ], + "shared_exogenous_sha256": "c01d70b6b25ad3458f1dead66526a482d187462f5d1310d7daa48f3230f4a3c3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.21819462998177386, + 0.00011116978154390722, + -0.05261015804725844 + ], + [ + 0.3009176908210911, + 0.0003643918538642765, + -0.08682139473492967 + ], + [ + 0.9945210987853805, + 0.001495449914667546, + -0.3066311797634178 + ], + [ + 1.927953794777011, + 0.010095671924883476, + -0.7367203927331936 + ] + ], + "true_objective_degC_squared": [ + 67.05104114750051, + 41.229589300389094 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 162, + "sample_index": 15, + "commands_kw": [ + [ + -7.194614972929072, + -6.678584932011833, + -5.66955451159669, + -4.89793971223434, + -4.937373355838005, + -5.770286452630984, + 14.220183529687512, + 13.801037531166072 + ], + [ + -1.194614972929072, + -0.6785849320118329, + 0.3304454884033099, + 1.10206028776566, + 1.0626266441619947, + 0.22971354736901617, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "374b00b7dd6d5776eb825897cf9dca928ab7bb825319250e9f96b75ca9d7d521", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.11075548613882802, + 4.7493304439427675e-05, + -0.018096247827841694 + ], + [ + 0.9786276569430186, + 0.0005094005680028602, + -0.16520000588498363 + ], + [ + 5.842185630476848, + 0.005928630153842818, + -0.4405735439629552 + ], + [ + 3.871384215540619, + 0.026714831431700503, + -0.7509884782004193 + ] + ], + "true_objective_degC_squared": [ + 15.146058769652841, + 40.30966348992702 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941240", + "anchor_step": 61, + "sample_index": 0, + "commands_kw": [ + [ + -6.143581457204094, + -5.703043819846363, + 0.7021765115637569, + 1.01303387933639, + 1.1804542316156172, + 1.1738206154142588, + 0.9875038252145056, + 0.6440501255962707 + ], + [ + -0.14358145720409432, + 0.2969561801536367, + 6.702176511563757, + 7.01303387933639, + 7.1804542316156175, + 7.173820615414259, + 6.987503825214506, + 6.644050125596271 + ] + ], + "shared_exogenous_sha256": "c1dc9ec56047223498bec34bea86f42ee432fc0f1e37641ac6a0332ece9d8555", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.24526507207153259, + 0.0018577033316411473, + -0.02022658797657062 + ], + [ + 1.1878461860440872, + 0.014460274812424956, + -0.07481686907258833 + ], + [ + 1.9349992202953246, + 0.0835523532250555, + 0.1018128890224217 + ], + [ + 1.210728596195132, + 0.15806614785340756, + 0.23399159569373307 + ] + ], + "true_objective_degC_squared": [ + 21.664701214560356, + 23.160573078483687 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941238", + "anchor_step": 123, + "sample_index": 1, + "commands_kw": [ + [ + -5.171479089184098, + -5.901603846851414, + -6.680451197740407, + -1.1539652431569318, + -1.0971139713129867, + -0.5259332095968186, + 0.2984173769510247, + 0.9839363743780322 + ], + [ + 0.828520910815902, + 0.09839615314858641, + -0.6804511977404069, + 4.846034756843068, + 4.902886028687013, + 5.474066790403182, + 6.298417376951025, + 6.9839363743780325 + ] + ], + "shared_exogenous_sha256": "db82e86f48723cedf40fc03f47f34182608c33152a77d5c05b183f4b0d05a024", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 3.8539348134946145, + 0.012123593623648787, + -0.14878472004073373 + ], + [ + 6.458152747174291, + 0.053254471494655675, + -0.325903886605726 + ], + [ + 8.546585559900208, + 0.1511584849621066, + -0.5958579409130387 + ], + [ + 5.806791472801654, + 0.4524207876752815, + -0.12100455126099519 + ] + ], + "true_objective_degC_squared": [ + 845.1699625383346, + 322.94882422727966 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 47, + "sample_index": 2, + "commands_kw": [ + [ + -5.660465614600596, + -5.335497515036206, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 0.3395343853994044, + 0.6645024849637942, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ee6f5139848a2c22bc722608dba191f6d753d31da46465fcfc74555851c3bf32", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.8806519439586786, + 0.009699171470341383, + 0.0015118827347659902 + ], + [ + 2.134018842902364, + 0.04727304060299886, + 0.0920147486980536 + ], + [ + 1.0989406528760988, + 0.1269892089720166, + 0.15235609800023653 + ], + [ + 0.28736260694358506, + 0.16513402291301915, + 0.15242093483233354 + ] + ], + "true_objective_degC_squared": [ + 139.69455129592686, + 157.64405952182474 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941235", + "anchor_step": 127, + "sample_index": 3, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 14.263820605086341, + 13.821670445925946, + -7.03252601614092, + -6.361644199466099 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -1.0325260161409204, + -0.3616441994660988 + ] + ], + "shared_exogenous_sha256": "7cb0203f7a50386256348ae28ecc250aa13d824e579ab6430aa597b67a347b40", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.29009608566236267, + 0.0011625034476754337, + -0.02494061496069122 + ] + ], + "true_objective_degC_squared": [ + 310.09047233596476, + 303.6422336135963 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941242", + "anchor_step": 127, + "sample_index": 4, + "commands_kw": [ + [ + 4.9073176974385895, + 4.844719421966549, + 5.330438438772936, + 6.141348911393336, + 6.887995561190814, + 7.199811361969164, + -14.087832590649285, + -14.840242373365967 + ], + [ + 10.90731769743859, + 10.844719421966548, + 11.330438438772937, + 12.141348911393337, + 12.887995561190813, + 13.199811361969164, + -8.087832590649285, + -8.840242373365967 + ] + ], + "shared_exogenous_sha256": "8b492f41e99d51ef3250d7f09bacc11948423596ee9f8bd4b0309c92399331a4", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 155.0761619392837, + 155.0761619392837 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941246", + "anchor_step": 82, + "sample_index": 5, + "commands_kw": [ + [ + -1.0085135255066169, + -1.1942745796593564, + -1.1133815843626185, + -0.7762873499899549, + -0.2542818161243725, + 0.3333329618922933, + 0.8451967486491865, + 1.1518242940088046 + ], + [ + 4.991486474493383, + 4.805725420340644, + 4.886618415637382, + 5.223712650010045, + 5.745718183875628, + 6.333332961892293, + 6.845196748649187, + 7.151824294008804 + ] + ], + "shared_exogenous_sha256": "37596ec88d167dc596573db16bcd222c81c63f0e10c538d2a1d4fd66ce2079a5", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 4.858918081004658, + 0.025947813795662356, + -0.03359660477104498 + ], + [ + 8.918085198318757, + 0.11551289682205379, + 0.05477478573956063 + ], + [ + 11.266675017010773, + 0.3719596717030207, + 0.30363389547001063 + ], + [ + 2.5139747733592284, + 0.7182231316435281, + 1.0868163411963145 + ] + ], + "true_objective_degC_squared": [ + 607.3440860439023, + 130.99073263371386 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941251", + "anchor_step": 54, + "sample_index": 6, + "commands_kw": [ + [ + 0.9037345353648802, + 1.1130498189405704, + 1.1988899175835945, + 1.145698149228389, + 0.9538582441702244, + 0.6412953593821143, + 0.24288568868273547, + -0.19258807767687627 + ], + [ + 6.9037345353648805, + 7.113049818940571, + 7.198889917583594, + 7.145698149228389, + 6.953858244170224, + 6.641295359382115, + 6.242885688682735, + 5.807411922323124 + ] + ], + "shared_exogenous_sha256": "4c82242f007a6b07db2a17fa3e41bc5fef4c8c57a7299865bca8e466593d5a98", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 1.4448928942970856, + 0.013410712816009251, + 0.08016560771022974 + ] + ], + "true_objective_degC_squared": [ + 163.20756935993683, + 145.11612568839712 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 125, + "sample_index": 7, + "commands_kw": [ + [ + 1.0115454485592053, + 7.191087188944712, + 6.821332940322192, + 6.0645779481263125, + 5.272669575147961, + 4.8262722475967355, + 4.950001276407379, + 5.593674343181838 + ], + [ + 7.011545448559206, + 13.191087188944712, + 12.821332940322192, + 12.064577948126313, + 11.272669575147962, + 10.826272247596735, + 10.950001276407379, + 11.593674343181839 + ] + ], + "shared_exogenous_sha256": "45a15ccc7e83f579b67eb4bbb2b529b2184ecb7815f7a5f0745fdeaf1f8e0909", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.5211724764876031, + 0.005622137395512539, + 0.054088086732029694 + ], + [ + 0.42397145459145236, + 0.018568096248436916, + 0.07461502482099647 + ], + [ + 0.12835624076394936, + 0.02946970955795436, + 0.07529724804794569 + ], + [ + 0.02799397957036831, + 0.031372474787751514, + 0.07529795608308021 + ] + ], + "true_objective_degC_squared": [ + 37.217719606879285, + 30.996247751897094 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941249", + "anchor_step": 66, + "sample_index": 8, + "commands_kw": [ + [ + 15.0, + 15.0, + 14.99387277549042, + 14.521552104443476, + 5.122538195838569, + 4.866980231411133, + 4.8042623512328575, + 4.952302463132314 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 11.122538195838569, + 10.866980231411134, + 10.804262351232857, + 10.952302463132314 + ] + ], + "shared_exogenous_sha256": "9345c34e86a8344b726deebf749b14b28615aad9bc2cf947c3b1a25629cf7bbf", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 8.156107016128493, + 8.156107016128493 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 109, + "sample_index": 9, + "commands_kw": [ + [ + 5.863995401753189, + 6.571535585194884, + 7.075594392754347, + -13.815446491102351, + -14.151662199720118, + -14.814537736145118, + -15.0, + -15.0 + ], + [ + 11.86399540175319, + 12.571535585194884, + 13.075594392754347, + -7.815446491102351, + -8.151662199720118, + -8.814537736145118, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "6347053ddf17060b244c6ad456a019c8ab787232eb2ad047c5f066c1d137e473", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 22.429324368693003, + 22.429324368693003 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 128, + "sample_index": 10, + "commands_kw": [ + [ + -15.0, + -14.456484927143029, + -13.890450769632348, + -13.86253277309423, + -14.39694133301685, + 14.763413528463245, + 14.0391652350347, + 13.805147750035047 + ], + [ + -9.0, + -8.456484927143029, + -7.8904507696323485, + -7.86253277309423, + -8.39694133301685, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "900d5af2aee682aa5f5f7bfcd34df2e8f5ff0be9351fb0f40d1dac0e42f8db89", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 67.29610388860095, + 67.29610388860095 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941239", + "anchor_step": 57, + "sample_index": 11, + "commands_kw": [ + [ + 4.982603168633629, + 4.826092298759373, + 4.812781656514885, + 4.950420884728985, + 5.227203310933605, + 5.611475549600046, + -5.945672747916333, + -5.504900020142093 + ], + [ + 10.982603168633629, + 10.826092298759374, + 10.812781656514886, + 10.950420884728985, + 11.227203310933605, + 11.611475549600046, + 0.05432725208366662, + 0.49509997985790744 + ] + ], + "shared_exogenous_sha256": "3bf72f57e3509e7f0cd5322fa9d5e1e4690d5a29b8d4822a027a5a260b8c2fa9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 8.27638519143679, + 0.1475140470296772, + -0.20367774363857727 + ] + ], + "true_objective_degC_squared": [ + 60.57816977968861, + 19.507650523527865 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 63, + "sample_index": 12, + "commands_kw": [ + [ + 4.800000290676744, + 4.885912514471909, + 5.134919814638987, + 5.516061948849242, + 5.975881271019871, + 6.4449927933532924, + 6.848105076662049, + 1.1162146083066473 + ], + [ + 10.800000290676744, + 10.885912514471908, + 11.134919814638987, + 11.516061948849242, + 11.97588127101987, + 12.444992793353293, + 12.848105076662048, + 7.116214608306647 + ] + ], + "shared_exogenous_sha256": "6cb61c3cec695fc28e522fc2501a65f041ece9186cc91d77c8763dd48c964f9e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 198.48661080829598, + 198.48661080829598 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941236", + "anchor_step": 108, + "sample_index": 13, + "commands_kw": [ + [ + -1.1918018327073219, + -0.9006157728027688, + -0.2838887839049982, + 0.4408239906052986, + -4.992730809857837, + -4.801521685531811, + -5.067188552059771, + -5.696805207461735 + ], + [ + 4.808198167292678, + 5.099384227197231, + 5.716111216095002, + 6.440823990605298, + 1.0072691901421633, + 1.198478314468189, + 0.932811447940229, + 0.30319479253826476 + ] + ], + "shared_exogenous_sha256": "fb6ec01bbeba1da5b39371db250dee979d5d92fb186c919fcc1fd4e56ade922e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 2.574564217455677, + 0.0181304502560522, + -0.07738500737850629 + ], + [ + 5.726324105908947, + 0.09285729695471368, + -0.06253583972790011 + ], + [ + 6.3380588414547265, + 0.32516794768389623, + 0.19800482485995374 + ], + [ + 6.499998910354046, + 0.7436207647222126, + 0.5191079742671469 + ] + ], + "true_objective_degC_squared": [ + 538.6362664546991, + 180.57742965894965 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941253", + "anchor_step": 125, + "sample_index": 14, + "commands_kw": [ + [ + 0.9532028547242193, + 7.199173493925627, + 6.892513201502045, + 6.16588234448053, + 5.356163117343119, + 4.85165466497465, + 4.9045499690243926, + 5.499458340494377 + ], + [ + 6.9532028547242195, + 13.199173493925628, + 12.892513201502044, + 12.16588234448053, + 11.356163117343119, + 10.85165466497465, + 10.904549969024393, + 11.499458340494378 + ] + ], + "shared_exogenous_sha256": "e84feccd03afcd9a997a16130aa27f22f1ccff544c9e025f619bf39695569cd1", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.005717419394985157, + 2.7426102500172078e-05, + 0.0005425842730950592 + ], + [ + 0.008386979645081283, + 0.00012440325492768523, + 0.0010632787863436022 + ], + [ + 0.004721272489977224, + 0.0002844710102749559, + 0.0012602965852224202 + ], + [ + 0.0015069262946258988, + 0.00039319276037197426, + 0.0012786219894707074 + ] + ], + "true_objective_degC_squared": [ + 291.485618880369, + 291.1181547482022 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 177, + "sample_index": 15, + "commands_kw": [ + [ + 4.809736324776544, + 5.431732632002873, + 6.534539141091815, + 7.186682585974303, + 6.822273543852635, + -15.0, + -15.0, + -15.0 + ], + [ + 10.809736324776544, + 11.431732632002873, + 12.534539141091816, + 13.186682585974303, + 12.822273543852635, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "3add157a42067181595ccba6bf69839733b76ecf6276abc79d3b9402db45e7b8", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 441.1805160880161, + 441.1805160880161 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041246", + "anchor_step": 30, + "sample_index": 0, + "commands_kw": [ + [ + 0.23844687024531855, + -0.017954768285017957, + -0.279368245507298, + -0.5326977983478779, + -0.763810250088205, + -0.9583180963912454, + -1.1025284141765233, + -1.1845129858758738 + ], + [ + 6.238446870245318, + 5.982045231714982, + 5.720631754492702, + 5.467302201652122, + 5.236189749911795, + 5.041681903608755, + 4.897471585823476, + 4.815487014124126 + ] + ], + "shared_exogenous_sha256": "4a7869bcf9345d17dafda4f5ffb1e2ad708ad9f85fd3eae482d6379df46d7a44", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.05812457366244317, + 8.240701312445253e-05, + 0.9796491399848719 + ], + [ + 0.14180335248488163, + 0.000439161270751498, + 2.4441948296471807 + ], + [ + 0.30007704439605476, + 0.002021624151446133, + 5.13146513340461 + ], + [ + 0.570137909066009, + 0.008238738733471251, + 9.25047045373639 + ] + ], + "true_objective_degC_squared": [ + 3.3986381702157225, + 1.797100650029676 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041248", + "anchor_step": 148, + "sample_index": 1, + "commands_kw": [ + [ + 13.869263390712876, + 13.926651642076859, + 14.648569514890436, + 15.0, + 15.0, + 15.0, + -14.822088762779329, + -15.0 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -8.822088762779329, + -9.0 + ] + ], + "shared_exogenous_sha256": "0e16b91bb92b4f84a986f9521124163470fd0b1ceae2bed2e4538a2f8c6a51e3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.013225375380885751, + 1.873016016062934e-05, + 0.18338477036769518 + ], + [ + 0.03097122802047103, + 9.779259819708841e-05, + 0.4497077135563359 + ], + [ + 0.03751215423130638, + 0.0003614438954393506, + 0.6361752831742251 + ], + [ + 0.19623180456135358, + 0.0013236259886806323, + -1.4944354729533416 + ] + ], + "true_objective_degC_squared": [ + 369.6859615960922, + 364.29697041144124 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 63, + "sample_index": 2, + "commands_kw": [ + [ + -6.76972661173709, + -6.373345158478113, + -5.917711399418711, + -5.468738365765424, + -5.095596394299527, + -4.859853282476789, + -4.8046256343424885, + -4.94565576387234 + ], + [ + -0.7697266117370898, + -0.3733451584781129, + 0.08228860058128884, + 0.5312616342345757, + 0.9044036057004732, + 1.1401467175232112, + 1.1953743656575115, + 1.05434423612766 + ] + ], + "shared_exogenous_sha256": "ba77fc6a6f4af53779fa8f3f46a25504b7fc6d3362f3702fb3dbbf3ece089e05", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.049013277716348114, + 4.7907408614378255e-05, + -0.16268938843752778 + ], + [ + 0.13115191329426068, + 0.0002789994352525582, + -1.515687121339397 + ], + [ + 0.29406589392842974, + 0.001382054524746934, + -4.343797738452864 + ], + [ + 0.5700383468877916, + 0.005853484771140671, + -8.38148557888978 + ] + ], + "true_objective_degC_squared": [ + 1.2208381007543705, + 0.2982955039635315 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041241", + "anchor_step": 94, + "sample_index": 3, + "commands_kw": [ + [ + -1.1381749979907911, + -0.785290904732828, + -0.20703985281322643, + 0.43572705702747944, + -14.044116735516413, + -13.805319931778117, + -13.927846460750896, + -14.383043475062927 + ], + [ + 4.861825002009208, + 5.214709095267172, + 5.792960147186774, + 6.43572705702748, + -8.044116735516413, + -7.805319931778117, + -7.927846460750896, + -8.383043475062927 + ] + ], + "shared_exogenous_sha256": "ba06284f20fcf42989885037774f5223b5426355b50f0f74448b72659f909eee", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.08099773382380349, + 0.00019544576299068694, + 0.1859958353602167 + ], + [ + 0.2141075681920661, + 0.0011354443039444106, + 1.0110071972044352 + ], + [ + 0.4454526599778603, + 0.0054054121909530295, + 3.638725108969851 + ], + [ + 0.7161835452004084, + 0.020390594688976194, + -1.7913942696879985 + ] + ], + "true_objective_degC_squared": [ + 53.06890741167474, + 42.85133070985992 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041234", + "anchor_step": 37, + "sample_index": 4, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0 + ] + ], + "shared_exogenous_sha256": "1da06bac967036f636abbc8a40d899f88dfc7aff92cd5f93cbb78b4d1ec018ca", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + -0.03666404612382479, + -0.00012883223614323924, + -0.6070384407213183 + ], + [ + -0.10573866413540145, + -0.0007991611903719331, + -1.8230291853271154 + ], + [ + -0.25015103932305394, + -0.004195151083688842, + -4.703969384071549 + ], + [ + -0.4816385702186068, + -0.018030425046525522, + -10.690707226611622 + ] + ], + "true_objective_degC_squared": [ + 45.91965087754264, + 51.9832804164816 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041232", + "anchor_step": 149, + "sample_index": 5, + "commands_kw": [ + [ + -0.2031061769312738, + 0.7165634328653887, + 1.1919534680953536, + 0.9146102113749399, + 0.0499853544446062, + -0.8510151794636146, + -1.198344289229705, + -0.7529261407403106 + ], + [ + 5.796893823068726, + 6.716563432865389, + 7.191953468095353, + 6.91461021137494, + 6.0499853544446065, + 5.148984820536385, + 4.801655710770295, + 5.2470738592596895 + ] + ], + "shared_exogenous_sha256": "c8fa827e4de804008aa9183a23dd9f38e0247b00ca33737682a5816b520da3aa", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.039865667944742, + 8.49892463712365e-05, + 0.4088413662803987 + ], + [ + 0.11274887293546598, + 0.0005162766934230234, + 1.6826982768287735 + ], + [ + 0.2670243968316086, + 0.002686190837907887, + 4.622445424480304 + ], + [ + 0.5401991656867917, + 0.011868673068613944, + 9.593502860245195 + ] + ], + "true_objective_degC_squared": [ + 245.28851983498726, + 231.04663190130742 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041253", + "anchor_step": 25, + "sample_index": 6, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 6.51263062110925, + 6.281027693670675, + 6.031658388887724, + 5.775001695263011, + 5.5231935768312574 + ], + [ + 15.0, + 15.0, + 15.0, + 12.512630621109249, + 12.281027693670675, + 12.031658388887724, + 11.775001695263011, + 11.523193576831257 + ] + ], + "shared_exogenous_sha256": "4e86c6998da46fc6012166d823f1859729cc10ff96a161f74de5f529a07f6a9a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.05445582498653323, + 8.828176065378557e-05, + 0.7347145320217834 + ], + [ + 0.41239341965484755, + 0.004237953526558869, + 6.5262570645638505 + ] + ], + "true_objective_degC_squared": [ + 1.191165918848599, + 1.2667535895274076 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041250", + "anchor_step": 166, + "sample_index": 7, + "commands_kw": [ + [ + -0.3067844474743255, + -1.0970372474974057, + -15.0, + -15.0, + -14.202504381894386, + -13.803034819150547, + -14.342711096978604, + -15.0 + ], + [ + 5.6932155525256745, + 4.902962752502594, + -9.0, + -9.0, + -8.202504381894386, + -7.803034819150547, + -8.342711096978604, + -9.0 + ] + ], + "shared_exogenous_sha256": "d816dcb4be93e3423651b6dfcbe00d16acd97f2b9702d2173b0462ff6fd7916e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.069032584715913, + 0.00010050887231827232, + 0.9728656797990993 + ], + [ + 0.16250445334662444, + 0.0005181511631775493, + 2.034539811052582 + ], + [ + 0.3277126188046573, + 0.002294576210939425, + -0.7958067107838929 + ], + [ + 0.5628294269900138, + 0.008822592257423878, + -6.795803166338658 + ] + ], + "true_objective_degC_squared": [ + 16.69354706456813, + 11.935990595923352 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 183, + "sample_index": 8, + "commands_kw": [ + [ + -15.0, + -15.0, + -14.069618209018179, + -13.855897368568161, + -14.68064637446763, + -15.0, + 4.816264427570444, + 5.5371597767467895 + ], + [ + -9.0, + -9.0, + -8.069618209018179, + -7.8558973685681615, + -8.68064637446763, + -9.0, + 10.816264427570445, + 11.53715977674679 + ] + ], + "shared_exogenous_sha256": "f2fe1555a15cea0b4e9e232468eb41d0ea9309e4069676707a3cdbbf0ac73677", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.04920844465337382, + 4.804401090652277e-05, + -0.7825554285812473 + ], + [ + 0.13227156747401025, + 0.0002806569775621881, + -2.1533366257822877 + ], + [ + 0.2994377927307106, + 0.0013991683599350324, + -5.125871253216985 + ], + [ + 0.5776653262368434, + 0.005974414987445442, + -6.790836631924037 + ] + ], + "true_objective_degC_squared": [ + 97.73668565209661, + 87.4044152621053 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 72, + "sample_index": 9, + "commands_kw": [ + [ + -5.717129488386485, + -6.2231357561003025, + -6.694343389271678, + -7.042120805389619, + -7.1962799192625315, + 13.879582934770792, + 14.178040288833465, + 14.645882937321607 + ], + [ + 0.28287051161351506, + -0.22313575610030245, + -0.6943433892716779, + -1.0421208053896187, + -1.1962799192625315, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "852435701681a4e420d015c1b1881dbfa7a772067b73a264fe8ac99fbfd95fdd", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.04920844464900043, + 4.80440109136282e-05, + -0.782555428515181 + ], + [ + 0.1322715674661019, + 0.00028065697757284624, + -2.1533366256627886 + ], + [ + 0.29943779273457594, + 0.0013991683599314797, + -5.1258712532751645 + ], + [ + 0.4001771504110714, + 0.005383970839222485, + -5.637015483447911 + ] + ], + "true_objective_degC_squared": [ + 4.22691528090193, + 2.6200927542987418 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041238", + "anchor_step": 72, + "sample_index": 10, + "commands_kw": [ + [ + 1.181118715053351, + 1.1634710815239429, + 0.9350669440986022, + 0.5310427249838392, + 0.02210785251287094, + 5.503492996780607, + 5.07773688246747, + 4.834172459909491 + ], + [ + 7.181118715053351, + 7.163471081523943, + 6.935066944098602, + 6.531042724983839, + 6.022107852512871, + 11.503492996780608, + 11.07773688246747, + 10.83417245990949 + ] + ], + "shared_exogenous_sha256": "01aedaecbad80bd6c42ee7409054ad959953b2b2a26b6736eaae2308844858e6", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.08826234779914444, + 0.00014801733997416022, + 0.8191262940798367 + ], + [ + 0.2272848506523122, + 0.0008362305766276279, + 2.2131485197133003 + ], + [ + 0.48207086572288027, + 0.0039623141888078806, + 5.194085608238353 + ], + [ + 0.7901776349823919, + 0.015389349754734383, + 11.193612585704855 + ] + ], + "true_objective_degC_squared": [ + 142.92598888770283, + 125.48120065647798 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041239", + "anchor_step": 146, + "sample_index": 11, + "commands_kw": [ + [ + -14.415009510782628, + -15.0, + -15.0, + -15.0, + -15.0, + -14.561375046952147, + -13.88409732409603, + -13.91862760708669 + ], + [ + -8.415009510782628, + -9.0, + -9.0, + -9.0, + -9.0, + -8.561375046952147, + -7.884097324096031, + -7.918627607086689 + ] + ], + "shared_exogenous_sha256": "3dd24106bc7f00c60f05c4a3a341fa860dfe7c33520afcd7d1cc3885039ebfe9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.033732667067679856, + 2.5304472998755045e-05, + -0.6185625296873241 + ], + [ + 0.09877853283136062, + 0.00015890763502923733, + -1.8470605758841998 + ], + [ + 0.2427944357562275, + 0.0008591559253368075, + -4.737672649078604 + ], + [ + 0.5029941262604485, + 0.003935557986597615, + -10.726309523787108 + ] + ], + "true_objective_degC_squared": [ + 314.0755586223859, + 298.34353769221684 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041242", + "anchor_step": 74, + "sample_index": 12, + "commands_kw": [ + [ + 0.6926710853545469, + 0.215222011235655, + -0.3081169683506039, + -15.0, + -15.0, + -15.0, + -15.0, + -15.0 + ], + [ + 6.692671085354547, + 6.215222011235655, + 5.691883031649396, + -9.0, + -9.0, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "f03aa23e8107a3060d21831d3ec8df96aad521409b7b104a78e4a7430573df77", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.06012439978190898, + 0.00013373815412975887, + 1.1867157967144806 + ], + [ + 0.1303164754366719, + 0.0006316819562250942, + 2.683995613894382 + ], + [ + 0.25352190469773817, + 0.0026365917934967342, + 2.7145391790871543 + ], + [ + 0.4591993856014156, + 0.01000188840558991, + -3.285460819097665 + ] + ], + "true_objective_degC_squared": [ + 65.45485810527977, + 57.95823698979639 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041243", + "anchor_step": 120, + "sample_index": 13, + "commands_kw": [ + [ + 0.12815319306758757, + -0.6353904057078994, + -1.1301827856708537, + -1.1343905186621168, + -0.6359902956529506, + 0.15128710448232077, + 6.8744294936705375, + 7.197884507057667 + ], + [ + 6.128153193067588, + 5.364609594292101, + 4.869817214329146, + 4.865609481337883, + 5.364009704347049, + 6.1512871044823205, + 12.874429493670537, + 13.197884507057667 + ] + ], + "shared_exogenous_sha256": "a7172dc3071b3b865816ec66c5044c395f3abbc25f64d7cbb0f2c8eb63df1c94", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.04550095879823246, + 6.998816772707528e-05, + 0.6125645300909355 + ], + [ + 0.13137883051985, + 0.0004369673041182409, + 1.83459601075225 + ], + [ + 0.30639946397583273, + 0.002281479018556354, + 4.067998626647636 + ], + [ + 0.5794398104449332, + 0.009782665297400683, + 9.433979943743054 + ] + ], + "true_objective_degC_squared": [ + 70.33286128809476, + 60.525403704708154 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041230", + "anchor_step": 172, + "sample_index": 14, + "commands_kw": [ + [ + -1.045594286318895, + -0.15901493186610718, + 0.858396344410525, + 7.184423140341298, + 6.542924256571777, + 5.450656092480633, + 4.812643651085485, + 5.172347838617843 + ], + [ + 4.954405713681105, + 5.840985068133893, + 6.858396344410525, + 13.184423140341298, + 12.542924256571776, + 11.450656092480633, + 10.812643651085484, + 11.172347838617842 + ] + ], + "shared_exogenous_sha256": "d151c1e7e791d442a8f0a1a60f83778016be050ad0f18a5391d0942c551e581e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.052872014621479835, + 0.00012309749277505944, + 0.24880330271753337 + ], + [ + 0.1423788226868652, + 0.0007241220270373105, + 1.2577114515574124 + ], + [ + 0.3087450933968583, + 0.003543000129951679, + 4.183015560182895 + ], + [ + 0.5348513561451771, + 0.014074642889667643, + 10.179846864261037 + ] + ], + "true_objective_degC_squared": [ + 155.77513053207855, + 143.38824967203277 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041247", + "anchor_step": 108, + "sample_index": 15, + "commands_kw": [ + [ + 6.4416346664701, + 5.72863366701264, + 5.107942237173473, + 4.808300206910967, + 13.948235845879188, + 14.485096542402351, + 15.0, + 15.0 + ], + [ + 12.441634666470101, + 11.728633667012641, + 11.107942237173473, + 10.808300206910967, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "a78e850d9cc0c0f0b2329129c81a5db0e8e292354bb47bdb8872a758f64b2c7b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0350389618654674, + 5.9332394311439884e-05, + 0.6239318813204591 + ], + [ + 0.10036217943125614, + 0.00036645859406547743, + 1.858139595567195 + ], + [ + 0.23609214906458398, + 0.0019181675193529202, + 4.75303492733903 + ], + [ + 0.23213293796520418, + 0.006568567258472768, + 6.369892962183769 + ] + ], + "true_objective_degC_squared": [ + 125.60068154624065, + 119.2071626294298 + ] + } + ], + "records": [ + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841241", + "anchor_step": 100, + "sample_index": 0, + "commands_kw": [ + [ + 6.314795185310229, + 6.885870066880851, + 7.182628342291165, + 7.103093519530175, + 6.663796722323511, + 0.0013888575685340114, + -0.6664787220861571, + -1.1112755175976567 + ], + [ + 12.314795185310228, + 12.885870066880852, + 13.182628342291165, + 13.103093519530175, + 12.66379672232351, + 6.001388857568534, + 5.333521277913843, + 4.888724482402344 + ] + ], + "shared_exogenous_sha256": "52c25cd9a4238b472e5662aadc0ff6e2b5d2d0fff47acbb09a88080200e3ab9b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5809120912489067, + "action_effect_rmse": 0.5809120912489067 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015516960086117138, + "action_effect_rmse": 0.0015516960086117138 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6915173621574908, + "action_effect_rmse": 0.6915173621574908 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6600278423061354, + "action_effect_rmse": 0.6600278423061354 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005584544379804157, + "action_effect_rmse": 0.005584544379804157 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0018774432325088, + "action_effect_rmse": 1.0018774432325088 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8279479562962777, + "action_effect_rmse": 0.8279479562962777 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018052628269561666, + "action_effect_rmse": 0.018052628269561666 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.845501224647478, + "action_effect_rmse": 1.845501224647478 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0001296398133626, + "action_effect_rmse": 2.0001296398133626 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10858431205233288, + "action_effect_rmse": 0.10858431205233288 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.425829497006397, + "action_effect_rmse": 4.425829497006397 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 78.79070387994108, + 49.08075029556767 + ], + "true_costs": [ + 70.85794490458532, + 54.21209248129788 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841241", + "anchor_step": 100, + "sample_index": 0, + "commands_kw": [ + [ + 6.314795185310229, + 6.885870066880851, + 7.182628342291165, + 7.103093519530175, + 6.663796722323511, + 0.0013888575685340114, + -0.6664787220861571, + -1.1112755175976567 + ], + [ + 12.314795185310228, + 12.885870066880852, + 13.182628342291165, + 13.103093519530175, + 12.66379672232351, + 6.001388857568534, + 5.333521277913843, + 4.888724482402344 + ] + ], + "shared_exogenous_sha256": "52c25cd9a4238b472e5662aadc0ff6e2b5d2d0fff47acbb09a88080200e3ab9b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.599938693251175, + "action_effect_rmse": 5.599938693251175 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00815672553264335, + "action_effect_rmse": 0.00815672553264335 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.425493353515776, + "action_effect_rmse": 1.425493353515776 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 16.645852423287444, + "predicted_costs": [ + 214.3616779927382, + 214.3616779927382 + ], + "true_costs": [ + 70.85794490458532, + 54.21209248129788 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841241", + "anchor_step": 100, + "sample_index": 0, + "commands_kw": [ + [ + 6.314795185310229, + 6.885870066880851, + 7.182628342291165, + 7.103093519530175, + 6.663796722323511, + 0.0013888575685340114, + -0.6664787220861571, + -1.1112755175976567 + ], + [ + 12.314795185310228, + 12.885870066880852, + 13.182628342291165, + 13.103093519530175, + 12.66379672232351, + 6.001388857568534, + 5.333521277913843, + 4.888724482402344 + ] + ], + "shared_exogenous_sha256": "52c25cd9a4238b472e5662aadc0ff6e2b5d2d0fff47acbb09a88080200e3ab9b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.802365100749574, + "action_effect_rmse": 0.802365100749574 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0005343975013296642, + "action_effect_rmse": 0.0005343975013296642 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17341005043770252, + "action_effect_rmse": 0.17341005043770252 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.483667031423316, + "action_effect_rmse": 1.483667031423316 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0014729220516258579, + "action_effect_rmse": 0.0014729220516258579 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3433317698587004, + "action_effect_rmse": 0.3433317698587004 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.553388378216976, + "action_effect_rmse": 2.553388378216976 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004327842023421624, + "action_effect_rmse": 0.004327842023421624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6746894455117562, + "action_effect_rmse": 0.6746894455117562 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7192097687393755, + "action_effect_rmse": 1.7192097687393755 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004593579751631438, + "action_effect_rmse": 0.004593579751631438 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11191271852235118, + "action_effect_rmse": 0.11191271852235118 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 72.70097053128227, + 42.54959813356709 + ], + "true_costs": [ + 70.85794490458532, + 54.21209248129788 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 128, + "sample_index": 1, + "commands_kw": [ + [ + -1.124460767665984, + -1.127949349367997, + -0.5884360095366262, + 0.24133487840388002, + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814 + ], + [ + 4.875539232334016, + 4.872050650632003, + 5.411563990463374, + 6.24133487840388, + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485 + ] + ], + "shared_exogenous_sha256": "648241647546ee8893e355774a69a445827ee87234c6f8e6b2b506d200fe1f16", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6778515694621632, + "action_effect_rmse": 1.6778515694621632 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004719187881082831, + "action_effect_rmse": 0.004719187881082831 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5889108331275352, + "action_effect_rmse": 0.5889108331275352 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3909838089223445, + "action_effect_rmse": 3.3909838089223445 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008899104656762802, + "action_effect_rmse": 0.008899104656762802 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5079858651614018, + "action_effect_rmse": 1.5079858651614018 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.305509364586591, + "action_effect_rmse": 4.305509364586591 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01202441249328956, + "action_effect_rmse": 0.01202441249328956 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.345942618376057, + "action_effect_rmse": 3.345942618376057 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.972062350307116, + "action_effect_rmse": 2.972062350307116 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02908647141392251, + "action_effect_rmse": 0.02908647141392251 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.306936718976964, + "action_effect_rmse": 8.306936718976964 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 65.56335098925919, + "predicted_costs": [ + 133.14081598933583, + 52.00831326700816 + ], + "true_costs": [ + 151.917020940983, + 217.4803719302422 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 128, + "sample_index": 1, + "commands_kw": [ + [ + -1.124460767665984, + -1.127949349367997, + -0.5884360095366262, + 0.24133487840388002, + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814 + ], + [ + 4.875539232334016, + 4.872050650632003, + 5.411563990463374, + 6.24133487840388, + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485 + ] + ], + "shared_exogenous_sha256": "648241647546ee8893e355774a69a445827ee87234c6f8e6b2b506d200fe1f16", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.578667090804823, + "action_effect_rmse": 4.578667090804823 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015828787732807825, + "action_effect_rmse": 0.0015828787732807825 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2724784579710047, + "action_effect_rmse": 0.2724784579710047 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 8.287423791536776, + "action_effect_rmse": 8.287423791536776 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00592138056457614, + "action_effect_rmse": 0.00592138056457614 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5440847705165055, + "action_effect_rmse": 0.5440847705165055 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 11.239933281826257, + "action_effect_rmse": 11.239933281826257 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.019507498061113182, + "action_effect_rmse": 0.019507498061113182 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4438293483063873, + "action_effect_rmse": 1.4438293483063873 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 11.17567260368298, + "action_effect_rmse": 11.17567260368298 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04766754572979437, + "action_effect_rmse": 0.04766754572979437 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9036583440399397, + "action_effect_rmse": 2.9036583440399397 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 261.35165359795906, + 261.35165359795906 + ], + "true_costs": [ + 151.917020940983, + 217.4803719302422 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 128, + "sample_index": 1, + "commands_kw": [ + [ + -1.124460767665984, + -1.127949349367997, + -0.5884360095366262, + 0.24133487840388002, + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814 + ], + [ + 4.875539232334016, + 4.872050650632003, + 5.411563990463374, + 6.24133487840388, + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485 + ] + ], + "shared_exogenous_sha256": "648241647546ee8893e355774a69a445827ee87234c6f8e6b2b506d200fe1f16", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.8951285934613633, + "action_effect_rmse": 3.8951285934613633 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007235094281341503, + "action_effect_rmse": 0.0007235094281341503 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3852708637868858, + "action_effect_rmse": 0.3852708637868858 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.969093172337413, + "action_effect_rmse": 6.969093172337413 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0038533456868918847, + "action_effect_rmse": 0.0038533456868918847 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7749861230052062, + "action_effect_rmse": 0.7749861230052062 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.784510252253286, + "action_effect_rmse": 8.784510252253286 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014072431398215457, + "action_effect_rmse": 0.014072431398215457 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9254026039468997, + "action_effect_rmse": 1.9254026039468997 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.892899495248361, + "action_effect_rmse": 6.892899495248361 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.032293376854362066, + "action_effect_rmse": 0.032293376854362066 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9353467963716966, + "action_effect_rmse": 3.9353467963716966 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 65.56335098925919, + "predicted_costs": [ + 138.29592124362586, + 89.4026100665782 + ], + "true_costs": [ + 151.917020940983, + 217.4803719302422 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841250", + "anchor_step": 74, + "sample_index": 2, + "commands_kw": [ + [ + -0.5061041849405723, + -0.0004540226012765937, + 0.5107165437915179, + -14.07158960966246, + -13.833311814402206, + -13.828616249142225, + -14.066027025541132, + -14.503061229273346 + ], + [ + 5.493895815059428, + 5.999545977398723, + 6.510716543791518, + -8.07158960966246, + -7.833311814402206, + -7.828616249142225, + -8.066027025541132, + -8.503061229273346 + ] + ], + "shared_exogenous_sha256": "1ccb291845f0d0d710cbc68135c0f92ffc19e5f354d27b2aa8706f9c5744e0cb", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29947282276893006, + "action_effect_rmse": 0.29947282276893006 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007159264655683728, + "action_effect_rmse": 0.007159264655683728 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5872061171099183, + "action_effect_rmse": 0.5872061171099183 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10455353855714478, + "action_effect_rmse": 0.10455353855714478 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03191437072113601, + "action_effect_rmse": 0.03191437072113601 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4316529598207524, + "action_effect_rmse": 1.4316529598207524 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.671797653394373, + "action_effect_rmse": 0.671797653394373 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0682722462298031, + "action_effect_rmse": 0.0682722462298031 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0440536042302284, + "action_effect_rmse": 1.0440536042302284 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4517700260657431, + "action_effect_rmse": 0.4517700260657431 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31515702187553174, + "action_effect_rmse": 0.31515702187553174 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.640129221270467, + "action_effect_rmse": 4.640129221270467 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 343.24666777008406, + 197.1524936307267 + ], + "true_costs": [ + 112.32812328131324, + 30.957355118422797 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841250", + "anchor_step": 74, + "sample_index": 2, + "commands_kw": [ + [ + -0.5061041849405723, + -0.0004540226012765937, + 0.5107165437915179, + -14.07158960966246, + -13.833311814402206, + -13.828616249142225, + -14.066027025541132, + -14.503061229273346 + ], + [ + 5.493895815059428, + 5.999545977398723, + 6.510716543791518, + -8.07158960966246, + -7.833311814402206, + -7.828616249142225, + -8.066027025541132, + -8.503061229273346 + ] + ], + "shared_exogenous_sha256": "1ccb291845f0d0d710cbc68135c0f92ffc19e5f354d27b2aa8706f9c5744e0cb", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.3376617055714775, + "action_effect_rmse": 2.3376617055714775 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007027869155642463, + "action_effect_rmse": 0.0007027869155642463 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3681796070139782, + "action_effect_rmse": 0.3681796070139782 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.906982548423901, + "action_effect_rmse": 3.906982548423901 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0025489557459756895, + "action_effect_rmse": 0.0025489557459756895 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8627717546127798, + "action_effect_rmse": 0.8627717546127798 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.1986425181769285, + "action_effect_rmse": 4.1986425181769285 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0077522059030492585, + "action_effect_rmse": 0.0077522059030492585 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2297982719140208, + "action_effect_rmse": 1.2297982719140208 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.462314163162162, + "action_effect_rmse": 2.462314163162162 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015379196603397816, + "action_effect_rmse": 0.015379196603397816 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2297982719140172, + "action_effect_rmse": 1.2297982719140172 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 81.37076816289044, + "predicted_costs": [ + 51.482723085490655, + 51.482723085490655 + ], + "true_costs": [ + 112.32812328131324, + 30.957355118422797 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841250", + "anchor_step": 74, + "sample_index": 2, + "commands_kw": [ + [ + -0.5061041849405723, + -0.0004540226012765937, + 0.5107165437915179, + -14.07158960966246, + -13.833311814402206, + -13.828616249142225, + -14.066027025541132, + -14.503061229273346 + ], + [ + 5.493895815059428, + 5.999545977398723, + 6.510716543791518, + -8.07158960966246, + -7.833311814402206, + -7.828616249142225, + -8.066027025541132, + -8.503061229273346 + ] + ], + "shared_exogenous_sha256": "1ccb291845f0d0d710cbc68135c0f92ffc19e5f354d27b2aa8706f9c5744e0cb", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.477756909503789, + "action_effect_rmse": 1.477756909503789 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0005325297298028886, + "action_effect_rmse": 0.0005325297298028886 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36544592648903773, + "action_effect_rmse": 0.36544592648903773 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.2753903486007125, + "action_effect_rmse": 2.2753903486007125 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0018548810285885509, + "action_effect_rmse": 0.0018548810285885509 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8566597483923815, + "action_effect_rmse": 0.8566597483923815 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2530515447330863, + "action_effect_rmse": 1.2530515447330863 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005091227936794951, + "action_effect_rmse": 0.005091227936794951 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2152564543483777, + "action_effect_rmse": 1.2152564543483777 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3937733875942317, + "action_effect_rmse": 2.3937733875942317 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005909081172003283, + "action_effect_rmse": 0.005909081172003283 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1931820532166562, + "action_effect_rmse": 1.1931820532166562 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 373.2501904626294, + 180.2981534771384 + ], + "true_costs": [ + 112.32812328131324, + 30.957355118422797 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 168, + "sample_index": 3, + "commands_kw": [ + [ + 1.1785138416924874, + 0.905733757423075, + -0.0655883053033218, + -0.9896485612111593, + -1.1395016134956146, + -0.3853401335385292, + 0.6806295727934457, + -4.800641705524654 + ], + [ + 7.178513841692487, + 6.905733757423075, + 5.934411694696678, + 5.010351438788841, + 4.860498386504386, + 5.614659866461471, + 6.680629572793446, + 1.1993582944753456 + ] + ], + "shared_exogenous_sha256": "45b5ec47e4dfdb0b9beab7614ffdf4d23c1306d45ad3ef92e7d8984b4c204e43", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3895742835337117, + "action_effect_rmse": 0.3895742835337117 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004836083002754066, + "action_effect_rmse": 0.004836083002754066 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8470809894374725, + "action_effect_rmse": 0.8470809894374725 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8459017154674129, + "action_effect_rmse": 0.8459017154674129 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01231876563187484, + "action_effect_rmse": 0.01231876563187484 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.861170923814342, + "action_effect_rmse": 1.861170923814342 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.451889376031616, + "action_effect_rmse": 4.451889376031616 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03304642002448688, + "action_effect_rmse": 0.03304642002448688 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.453275472842087, + "action_effect_rmse": 3.453275472842087 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.1601877942686905, + "action_effect_rmse": 5.1601877942686905 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09742861713810314, + "action_effect_rmse": 0.09742861713810314 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.272497284713374, + "action_effect_rmse": 4.272497284713374 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 123.4889866811304, + 29.931191529640316 + ], + "true_costs": [ + 79.11063310587983, + 37.40676189113059 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 168, + "sample_index": 3, + "commands_kw": [ + [ + 1.1785138416924874, + 0.905733757423075, + -0.0655883053033218, + -0.9896485612111593, + -1.1395016134956146, + -0.3853401335385292, + 0.6806295727934457, + -4.800641705524654 + ], + [ + 7.178513841692487, + 6.905733757423075, + 5.934411694696678, + 5.010351438788841, + 4.860498386504386, + 5.614659866461471, + 6.680629572793446, + 1.1993582944753456 + ] + ], + "shared_exogenous_sha256": "45b5ec47e4dfdb0b9beab7614ffdf4d23c1306d45ad3ef92e7d8984b4c204e43", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5178451554881498, + "action_effect_rmse": 1.5178451554881498 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007270332753250841, + "action_effect_rmse": 0.0007270332753250841 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3001955791808655, + "action_effect_rmse": 0.3001955791808655 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.987114672164541, + "action_effect_rmse": 2.987114672164541 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0028148063276631774, + "action_effect_rmse": 0.0028148063276631774 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6685861794290915, + "action_effect_rmse": 0.6685861794290915 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.059863567251384, + "action_effect_rmse": 8.059863567251384 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012799337762466223, + "action_effect_rmse": 0.012799337762466223 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.619863806895303, + "action_effect_rmse": 1.619863806895303 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.268018843929488, + "action_effect_rmse": 10.268018843929488 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.049735049629621386, + "action_effect_rmse": 0.049735049629621386 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9937363219112143, + "action_effect_rmse": 2.9937363219112143 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.703871214749235, + "predicted_costs": [ + 117.295730912221, + 117.295730912221 + ], + "true_costs": [ + 79.11063310587983, + 37.40676189113059 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 168, + "sample_index": 3, + "commands_kw": [ + [ + 1.1785138416924874, + 0.905733757423075, + -0.0655883053033218, + -0.9896485612111593, + -1.1395016134956146, + -0.3853401335385292, + 0.6806295727934457, + -4.800641705524654 + ], + [ + 7.178513841692487, + 6.905733757423075, + 5.934411694696678, + 5.010351438788841, + 4.860498386504386, + 5.614659866461471, + 6.680629572793446, + 1.1993582944753456 + ] + ], + "shared_exogenous_sha256": "45b5ec47e4dfdb0b9beab7614ffdf4d23c1306d45ad3ef92e7d8984b4c204e43", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37043734488582203, + "action_effect_rmse": 0.37043734488582203 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1191143169119186e-06, + "action_effect_rmse": 2.1191143169119186e-06 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15623353360413716, + "action_effect_rmse": 0.15623353360413716 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9095025478217522, + "action_effect_rmse": 0.9095025478217522 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0006143821376447534, + "action_effect_rmse": 0.0006143821376447534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38351306784431927, + "action_effect_rmse": 0.38351306784431927 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.616808698633527, + "action_effect_rmse": 4.616808698633527 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0059374407507810645, + "action_effect_rmse": 0.0059374407507810645 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0591049043008098, + "action_effect_rmse": 1.0591049043008098 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.3380149734840625, + "action_effect_rmse": 5.3380149734840625 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.029251613083651762, + "action_effect_rmse": 0.029251613083651762 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8982764892966557, + "action_effect_rmse": 1.8982764892966557 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 103.34475974623021, + 26.2180002434661 + ], + "true_costs": [ + 79.11063310587983, + 37.40676189113059 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 93, + "sample_index": 4, + "commands_kw": [ + [ + -1.1017638196712802, + -1.1909993478046257, + -0.9497862806066801, + -0.43756192507966424, + 0.20509920977314797, + 6.792847547211602, + 7.148498001827496, + 7.15780781580534 + ], + [ + 4.89823618032872, + 4.809000652195374, + 5.050213719393319, + 5.562438074920336, + 6.205099209773148, + 12.792847547211602, + 13.148498001827496, + 13.15780781580534 + ] + ], + "shared_exogenous_sha256": "f9341a408488d5002f13c6f6132bf60e99413ae951e2bb0060a77a5bb0260768", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.3702373813171533, + "action_effect_rmse": 2.3702373813171533 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0112676425496403, + "action_effect_rmse": 0.0112676425496403 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1579207811715655, + "action_effect_rmse": 0.1579207811715655 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.977556671962752, + "action_effect_rmse": 3.977556671962752 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02611814725801409, + "action_effect_rmse": 0.02611814725801409 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9035954310658347, + "action_effect_rmse": 0.9035954310658347 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.241763320578194, + "action_effect_rmse": 5.241763320578194 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07452305306933837, + "action_effect_rmse": 0.07452305306933837 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.813646973280477, + "action_effect_rmse": 2.813646973280477 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07926750660609727, + "action_effect_rmse": 0.07926750660609727 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12806101259133484, + "action_effect_rmse": 0.12806101259133484 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7978461832960093, + "action_effect_rmse": 2.7978461832960093 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 12.984629776378725, + "predicted_costs": [ + 50.5676793266546, + 11.021949804133351 + ], + "true_costs": [ + 67.96067696099597, + 80.9453067373747 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 93, + "sample_index": 4, + "commands_kw": [ + [ + -1.1017638196712802, + -1.1909993478046257, + -0.9497862806066801, + -0.43756192507966424, + 0.20509920977314797, + 6.792847547211602, + 7.148498001827496, + 7.15780781580534 + ], + [ + 4.89823618032872, + 4.809000652195374, + 5.050213719393319, + 5.562438074920336, + 6.205099209773148, + 12.792847547211602, + 13.148498001827496, + 13.15780781580534 + ] + ], + "shared_exogenous_sha256": "f9341a408488d5002f13c6f6132bf60e99413ae951e2bb0060a77a5bb0260768", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.129880935575958, + "action_effect_rmse": 4.129880935575958 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0019781733679700153, + "action_effect_rmse": 0.0019781733679700153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3728506641880358, + "action_effect_rmse": 0.3728506641880358 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 7.189413751774563, + "action_effect_rmse": 7.189413751774563 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007209383174863859, + "action_effect_rmse": 0.007209383174863859 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7457013283760716, + "action_effect_rmse": 0.7457013283760716 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 10.56868055498591, + "action_effect_rmse": 10.56868055498591 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02399357951090053, + "action_effect_rmse": 0.02399357951090053 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6039855508981837, + "action_effect_rmse": 1.6039855508981837 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.321266882331095, + "action_effect_rmse": 4.321266882331095 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05262774402887871, + "action_effect_rmse": 0.05262774402887871 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1475347880588984, + "action_effect_rmse": 2.1475347880588984 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 1.5471951446911898, + 1.5471951446911898 + ], + "true_costs": [ + 67.96067696099597, + 80.9453067373747 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 93, + "sample_index": 4, + "commands_kw": [ + [ + -1.1017638196712802, + -1.1909993478046257, + -0.9497862806066801, + -0.43756192507966424, + 0.20509920977314797, + 6.792847547211602, + 7.148498001827496, + 7.15780781580534 + ], + [ + 4.89823618032872, + 4.809000652195374, + 5.050213719393319, + 5.562438074920336, + 6.205099209773148, + 12.792847547211602, + 13.148498001827496, + 13.15780781580534 + ] + ], + "shared_exogenous_sha256": "f9341a408488d5002f13c6f6132bf60e99413ae951e2bb0060a77a5bb0260768", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.2802691881571064, + "action_effect_rmse": 3.2802691881571064 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0013488891204538334, + "action_effect_rmse": 0.0013488891204538334 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2759429867956946, + "action_effect_rmse": 0.2759429867956946 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.6730991171047656, + "action_effect_rmse": 5.6730991171047656 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005414540625512387, + "action_effect_rmse": 0.005414540625512387 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5599334473380821, + "action_effect_rmse": 0.5599334473380821 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.118477469769363, + "action_effect_rmse": 8.118477469769363 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018695704420817805, + "action_effect_rmse": 0.018695704420817805 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2580999790310692, + "action_effect_rmse": 1.2580999790310692 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9406254174497306, + "action_effect_rmse": 0.9406254174497306 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03757086293614975, + "action_effect_rmse": 0.03757086293614975 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.522865225056421, + "action_effect_rmse": 1.522865225056421 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 12.984629776378725, + "predicted_costs": [ + 30.874264431498574, + 2.033693306116682 + ], + "true_costs": [ + 67.96067696099597, + 80.9453067373747 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 88, + "sample_index": 5, + "commands_kw": [ + [ + 15.0, + 14.816141306469314, + 14.26064245335104, + -1.1089877207721732, + -1.1901791646525737, + -0.953099269471377, + -0.4537512388417928, + 0.17603697936397894 + ], + [ + 15.0, + 15.0, + 15.0, + 4.8910122792278266, + 4.809820835347426, + 5.046900730528623, + 5.546248761158207, + 6.176036979363979 + ] + ], + "shared_exogenous_sha256": "bdf29f20dcc7034df24c8a76a17ff2a1f20fc12c8098ef43503c68aab17f254b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001065442791340132, + "action_effect_rmse": 0.001065442791340132 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0596743734936354e-05, + "action_effect_rmse": 1.0596743734936354e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008355475324357542, + "action_effect_rmse": 0.0008355475324357542 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8909417396077366, + "action_effect_rmse": 1.8909417396077366 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005216225567696853, + "action_effect_rmse": 0.005216225567696853 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3671022184958197, + "action_effect_rmse": 0.3671022184958197 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6281660899901205, + "action_effect_rmse": 3.6281660899901205 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03491566028193205, + "action_effect_rmse": 0.03491566028193205 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7807023771296784, + "action_effect_rmse": 2.7807023771296784 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 18.40985716035889, + 23.41426482314278 + ], + "true_costs": [ + 21.219180639384557, + 26.131328628015602 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 88, + "sample_index": 5, + "commands_kw": [ + [ + 15.0, + 14.816141306469314, + 14.26064245335104, + -1.1089877207721732, + -1.1901791646525737, + -0.953099269471377, + -0.4537512388417928, + 0.17603697936397894 + ], + [ + 15.0, + 15.0, + 15.0, + 4.8910122792278266, + 4.809820835347426, + 5.046900730528623, + 5.546248761158207, + 6.176036979363979 + ] + ], + "shared_exogenous_sha256": "bdf29f20dcc7034df24c8a76a17ff2a1f20fc12c8098ef43503c68aab17f254b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.196720538793393, + "action_effect_rmse": 2.196720538793393 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001108533888132257, + "action_effect_rmse": 0.001108533888132257 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04970331438818221, + "action_effect_rmse": 0.04970331438818221 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.17784885352539, + "action_effect_rmse": 5.17784885352539 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018617766700987914, + "action_effect_rmse": 0.018617766700987914 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5949917166092789, + "action_effect_rmse": 0.5949917166092789 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 27.921442459255786, + 27.921442459255786 + ], + "true_costs": [ + 21.219180639384557, + 26.131328628015602 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 88, + "sample_index": 5, + "commands_kw": [ + [ + 15.0, + 14.816141306469314, + 14.26064245335104, + -1.1089877207721732, + -1.1901791646525737, + -0.953099269471377, + -0.4537512388417928, + 0.17603697936397894 + ], + [ + 15.0, + 15.0, + 15.0, + 4.8910122792278266, + 4.809820835347426, + 5.046900730528623, + 5.546248761158207, + 6.176036979363979 + ] + ], + "shared_exogenous_sha256": "bdf29f20dcc7034df24c8a76a17ff2a1f20fc12c8098ef43503c68aab17f254b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013954579113686805, + "action_effect_rmse": 0.013954579113686805 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.447543277066643e-05, + "action_effect_rmse": 1.447543277066643e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00025531359150576804, + "action_effect_rmse": 0.00025531359150576804 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6813747203310498, + "action_effect_rmse": 1.6813747203310498 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0005343146165515122, + "action_effect_rmse": 0.0005343146165515122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0402161464158759, + "action_effect_rmse": 0.0402161464158759 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.360559098632873, + "action_effect_rmse": 3.360559098632873 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014657891360524644, + "action_effect_rmse": 0.014657891360524644 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.558668845435264, + "action_effect_rmse": 0.558668845435264 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 34.30030790820519, + 44.02475468795436 + ], + "true_costs": [ + 21.219180639384557, + 26.131328628015602 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 130, + "sample_index": 6, + "commands_kw": [ + [ + 5.962709730752956, + 5.185481427315803, + 4.806573266944698, + -6.976456160776877, + -6.262475603142569, + -5.409493411100404, + -4.859531889971691, + -4.908587337906088 + ], + [ + 11.962709730752955, + 11.185481427315803, + 10.806573266944698, + -0.9764561607768769, + -0.262475603142569, + 0.5905065888995962, + 1.1404681100283094, + 1.0914126620939122 + ] + ], + "shared_exogenous_sha256": "968e55fd6624ec505831d037fd70f1d2a0ae77c09c647cdd6977d38706a0e028", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4969176264580568, + "action_effect_rmse": 0.4969176264580568 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00422774171975604, + "action_effect_rmse": 0.00422774171975604 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5893540914522291, + "action_effect_rmse": 0.5893540914522291 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.054862214303057, + "action_effect_rmse": 1.054862214303057 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017486809787861546, + "action_effect_rmse": 0.017486809787861546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.521597600151324, + "action_effect_rmse": 1.521597600151324 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8986521891464712, + "action_effect_rmse": 1.8986521891464712 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022023693631577856, + "action_effect_rmse": 0.022023693631577856 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.807082475727647, + "action_effect_rmse": 2.807082475727647 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3501817768286983, + "action_effect_rmse": 1.3501817768286983 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14632994125838295, + "action_effect_rmse": 0.14632994125838295 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6424875887970032, + "action_effect_rmse": 0.6424875887970032 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 21.864077059056722, + "predicted_costs": [ + 11.673991473474555, + 12.81224889617644 + ], + "true_costs": [ + 25.26515898991221, + 3.4010819308554856 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 130, + "sample_index": 6, + "commands_kw": [ + [ + 5.962709730752956, + 5.185481427315803, + 4.806573266944698, + -6.976456160776877, + -6.262475603142569, + -5.409493411100404, + -4.859531889971691, + -4.908587337906088 + ], + [ + 11.962709730752955, + 11.185481427315803, + 10.806573266944698, + -0.9764561607768769, + -0.262475603142569, + 0.5905065888995962, + 1.1404681100283094, + 1.0914126620939122 + ] + ], + "shared_exogenous_sha256": "968e55fd6624ec505831d037fd70f1d2a0ae77c09c647cdd6977d38706a0e028", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013252769981232149, + "action_effect_rmse": 0.013252769981232149 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.687762223123173e-06, + "action_effect_rmse": 6.687762223123173e-06 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0032849653349984465, + "action_effect_rmse": 0.0032849653349984465 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.9559111890651195, + "action_effect_rmse": 4.9559111890651195 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008945236016653979, + "action_effect_rmse": 0.008945236016653979 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22166524641077245, + "action_effect_rmse": 0.22166524641077245 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 21.864077059056722, + "predicted_costs": [ + 1.6963008122620564, + 1.6963008122620564 + ], + "true_costs": [ + 25.26515898991221, + 3.4010819308554856 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 130, + "sample_index": 6, + "commands_kw": [ + [ + 5.962709730752956, + 5.185481427315803, + 4.806573266944698, + -6.976456160776877, + -6.262475603142569, + -5.409493411100404, + -4.859531889971691, + -4.908587337906088 + ], + [ + 11.962709730752955, + 11.185481427315803, + 10.806573266944698, + -0.9764561607768769, + -0.262475603142569, + 0.5905065888995962, + 1.1404681100283094, + 1.0914126620939122 + ] + ], + "shared_exogenous_sha256": "968e55fd6624ec505831d037fd70f1d2a0ae77c09c647cdd6977d38706a0e028", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166443400541624, + "action_effect_rmse": 0.4166443400541624 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00045972849532560645, + "action_effect_rmse": 0.00045972849532560645 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020847290607463265, + "action_effect_rmse": 0.020847290607463265 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7689156430044406, + "action_effect_rmse": 0.7689156430044406 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0011360555302992736, + "action_effect_rmse": 0.0011360555302992736 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03853400144449637, + "action_effect_rmse": 0.03853400144449637 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3053327606320053, + "action_effect_rmse": 1.3053327606320053 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003003124494608045, + "action_effect_rmse": 0.003003124494608045 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06958843298211548, + "action_effect_rmse": 0.06958843298211548 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.963490489210347, + "action_effect_rmse": 2.963490489210347 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0007562315163980315, + "action_effect_rmse": 0.0007562315163980315 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32261755935617487, + "action_effect_rmse": 0.32261755935617487 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 9.980997821709932, + 4.047542532803099 + ], + "true_costs": [ + 25.26515898991221, + 3.4010819308554856 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841245", + "anchor_step": 128, + "sample_index": 7, + "commands_kw": [ + [ + -15.0, + -15.0, + -15.0, + -15.0, + -15.0, + 15.0, + 15.0, + 15.0 + ], + [ + -9.0, + -9.0, + -9.0, + -9.0, + -9.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ec3433213ec8abc0bb7e8117066a7581f08c8cac07abba0496dfb294b2bf238a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10123483854197346, + "action_effect_rmse": 0.10123483854197346 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001391347831344092, + "action_effect_rmse": 0.001391347831344092 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1597062782546601, + "action_effect_rmse": 0.1597062782546601 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13230137659752472, + "action_effect_rmse": 0.13230137659752472 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 7.112366610684262e-05, + "action_effect_rmse": 7.112366610684262e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29531436386947973, + "action_effect_rmse": 0.29531436386947973 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2395868170361659, + "action_effect_rmse": 0.2395868170361659 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00029302609179637784, + "action_effect_rmse": 0.00029302609179637784 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8187166849777796, + "action_effect_rmse": 0.8187166849777796 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7020839995504389, + "action_effect_rmse": 0.7020839995504389 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006241108810545626, + "action_effect_rmse": 0.006241108810545626 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7817999098273276, + "action_effect_rmse": 2.7817999098273276 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 506.23074525495184, + 485.43009728203026 + ], + "true_costs": [ + 458.20363902084245, + 458.20363902084245 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841245", + "anchor_step": 128, + "sample_index": 7, + "commands_kw": [ + [ + -15.0, + -15.0, + -15.0, + -15.0, + -15.0, + 15.0, + 15.0, + 15.0 + ], + [ + -9.0, + -9.0, + -9.0, + -9.0, + -9.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ec3433213ec8abc0bb7e8117066a7581f08c8cac07abba0496dfb294b2bf238a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 575.5262695594924, + 575.5262695594924 + ], + "true_costs": [ + 458.20363902084245, + 458.20363902084245 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841245", + "anchor_step": 128, + "sample_index": 7, + "commands_kw": [ + [ + -15.0, + -15.0, + -15.0, + -15.0, + -15.0, + 15.0, + 15.0, + 15.0 + ], + [ + -9.0, + -9.0, + -9.0, + -9.0, + -9.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ec3433213ec8abc0bb7e8117066a7581f08c8cac07abba0496dfb294b2bf238a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7392552763329086, + "action_effect_rmse": 0.7392552763329086 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00024090884620875386, + "action_effect_rmse": 0.00024090884620875386 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.041460382783476746, + "action_effect_rmse": 0.041460382783476746 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4462893003731665, + "action_effect_rmse": 1.4462893003731665 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008546908347959459, + "action_effect_rmse": 0.0008546908347959459 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0856574102074319, + "action_effect_rmse": 0.0856574102074319 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.769221407777332, + "action_effect_rmse": 2.769221407777332 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0031365366125299943, + "action_effect_rmse": 0.0031365366125299943 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18178754014816434, + "action_effect_rmse": 0.18178754014816434 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.963488542088786, + "action_effect_rmse": 2.963488542088786 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009679700608828057, + "action_effect_rmse": 0.009679700608828057 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26948166407525065, + "action_effect_rmse": 0.26948166407525065 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 629.3833201417505, + 464.29041298785506 + ], + "true_costs": [ + 458.20363902084245, + 458.20363902084245 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 136, + "sample_index": 8, + "commands_kw": [ + [ + -14.445997432604097, + -15.0, + -15.0, + -15.0, + 5.311115674188667, + 6.183515169917933, + 6.957283527555702, + 7.190223497377864 + ], + [ + -8.445997432604097, + -9.0, + -9.0, + -9.0, + 11.311115674188667, + 12.183515169917932, + 12.957283527555703, + 13.190223497377865 + ] + ], + "shared_exogenous_sha256": "04cb144f66cccddb950b0eeef2c6a6944475109067952aee3d2a00a2edcebebc", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1108265061533178, + "action_effect_rmse": 0.1108265061533178 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007276596587573181, + "action_effect_rmse": 0.0007276596587573181 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01614610346477008, + "action_effect_rmse": 0.01614610346477008 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15320666015058215, + "action_effect_rmse": 0.15320666015058215 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003419708905720853, + "action_effect_rmse": 0.003419708905720853 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021561709059241707, + "action_effect_rmse": 0.021561709059241707 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25077990079082646, + "action_effect_rmse": 0.25077990079082646 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0021349186021311084, + "action_effect_rmse": 0.0021349186021311084 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.41426745067929005, + "action_effect_rmse": 0.41426745067929005 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4086211111793574, + "action_effect_rmse": 1.4086211111793574 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0036287004380035626, + "action_effect_rmse": 0.0036287004380035626 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16004145644210155, + "action_effect_rmse": 0.16004145644210155 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 219.8817083238654, + 201.76410296072677 + ], + "true_costs": [ + 188.67060279073317, + 188.67060279073317 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 136, + "sample_index": 8, + "commands_kw": [ + [ + -14.445997432604097, + -15.0, + -15.0, + -15.0, + 5.311115674188667, + 6.183515169917933, + 6.957283527555702, + 7.190223497377864 + ], + [ + -8.445997432604097, + -9.0, + -9.0, + -9.0, + 11.311115674188667, + 12.183515169917932, + 12.957283527555703, + 13.190223497377865 + ] + ], + "shared_exogenous_sha256": "04cb144f66cccddb950b0eeef2c6a6944475109067952aee3d2a00a2edcebebc", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 271.66629465647856, + 271.66629465647856 + ], + "true_costs": [ + 188.67060279073317, + 188.67060279073317 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 136, + "sample_index": 8, + "commands_kw": [ + [ + -14.445997432604097, + -15.0, + -15.0, + -15.0, + 5.311115674188667, + 6.183515169917933, + 6.957283527555702, + 7.190223497377864 + ], + [ + -8.445997432604097, + -9.0, + -9.0, + -9.0, + 11.311115674188667, + 12.183515169917932, + 12.957283527555703, + 13.190223497377865 + ] + ], + "shared_exogenous_sha256": "04cb144f66cccddb950b0eeef2c6a6944475109067952aee3d2a00a2edcebebc", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7235336710797462, + "action_effect_rmse": 0.7235336710797462 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0006377944018503001, + "action_effect_rmse": 0.0006377944018503001 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002049269579813995, + "action_effect_rmse": 0.002049269579813995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.314246237005559, + "action_effect_rmse": 1.314246237005559 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0016296856963684547, + "action_effect_rmse": 0.0016296856963684547 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0045179115499323075, + "action_effect_rmse": 0.0045179115499323075 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.190214685684781, + "action_effect_rmse": 2.190214685684781 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0044276366176063675, + "action_effect_rmse": 0.0044276366176063675 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010413570641404135, + "action_effect_rmse": 0.010413570641404135 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1629261970151674, + "action_effect_rmse": 3.1629261970151674 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012099419584874482, + "action_effect_rmse": 0.012099419584874482 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.024613748913850486, + "action_effect_rmse": 0.024613748913850486 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 296.38787766811566, + 207.14784714584724 + ], + "true_costs": [ + 188.67060279073317, + 188.67060279073317 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 132, + "sample_index": 9, + "commands_kw": [ + [ + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814, + -0.7830199085716563, + -1.1920881114355302, + -0.9660117105499163, + -0.21565232292645167 + ], + [ + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485, + 5.2169800914283435, + 4.80791188856447, + 5.033988289450083, + 5.784347677073549 + ] + ], + "shared_exogenous_sha256": "65e769fc4edc379a1752a912cb4c02a996868bfd519b1496bcbbdd6e5b7e174a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1413881267161976, + "action_effect_rmse": 0.1413881267161976 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0016970016912409847, + "action_effect_rmse": 0.0016970016912409847 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9555001015395774, + "action_effect_rmse": 0.9555001015395774 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07550671758513516, + "action_effect_rmse": 0.07550671758513516 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001119581586284113, + "action_effect_rmse": 0.001119581586284113 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0870092368500153, + "action_effect_rmse": 2.0870092368500153 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6501938935845963, + "action_effect_rmse": 1.6501938935845963 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012254669424518028, + "action_effect_rmse": 0.012254669424518028 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.220498093101455, + "action_effect_rmse": 4.220498093101455 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 8.088618954711187, + "action_effect_rmse": 8.088618954711187 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07270766090579173, + "action_effect_rmse": 0.07270766090579173 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.769969884271667, + "action_effect_rmse": 7.769969884271667 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 23.177045615543545, + 42.5610454328754 + ], + "true_costs": [ + 8.811078698913011, + 289.4359287903498 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 132, + "sample_index": 9, + "commands_kw": [ + [ + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814, + -0.7830199085716563, + -1.1920881114355302, + -0.9660117105499163, + -0.21565232292645167 + ], + [ + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485, + 5.2169800914283435, + 4.80791188856447, + 5.033988289450083, + 5.784347677073549 + ] + ], + "shared_exogenous_sha256": "65e769fc4edc379a1752a912cb4c02a996868bfd519b1496bcbbdd6e5b7e174a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7249260833931963, + "action_effect_rmse": 1.7249260833931963 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0005963195901230733, + "action_effect_rmse": 0.0005963195901230733 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3144607425506365, + "action_effect_rmse": 0.3144607425506365 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7912882455378885, + "action_effect_rmse": 2.7912882455378885 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002116393559269625, + "action_effect_rmse": 0.002116393559269625 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5689363259043887, + "action_effect_rmse": 0.5689363259043887 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.351442526913072, + "action_effect_rmse": 6.351442526913072 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007982032687827711, + "action_effect_rmse": 0.007982032687827711 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4598289957335595, + "action_effect_rmse": 1.4598289957335595 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 14.819949358750698, + "action_effect_rmse": 14.819949358750698 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.038876050634058856, + "action_effect_rmse": 0.038876050634058856 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8850105819126597, + "action_effect_rmse": 2.8850105819126597 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 99.12605331453216, + 99.12605331453216 + ], + "true_costs": [ + 8.811078698913011, + 289.4359287903498 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 132, + "sample_index": 9, + "commands_kw": [ + [ + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814, + -0.7830199085716563, + -1.1920881114355302, + -0.9660117105499163, + -0.21565232292645167 + ], + [ + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485, + 5.2169800914283435, + 4.80791188856447, + 5.033988289450083, + 5.784347677073549 + ] + ], + "shared_exogenous_sha256": "65e769fc4edc379a1752a912cb4c02a996868bfd519b1496bcbbdd6e5b7e174a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.018998361401767, + "action_effect_rmse": 1.018998361401767 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00030462091222815957, + "action_effect_rmse": 0.00030462091222815957 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43137718849477125, + "action_effect_rmse": 0.43137718849477125 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.460185260723815, + "action_effect_rmse": 1.460185260723815 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 8.923935986615561e-06, + "action_effect_rmse": 8.923935986615561e-06 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8066110986847619, + "action_effect_rmse": 0.8066110986847619 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.976275740945322, + "action_effect_rmse": 3.976275740945322 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0026809698654588487, + "action_effect_rmse": 0.0026809698654588487 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9488301250612423, + "action_effect_rmse": 1.9488301250612423 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.983004174539701, + "action_effect_rmse": 10.983004174539701 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.024818549385081212, + "action_effect_rmse": 0.024818549385081212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9064203017179935, + "action_effect_rmse": 3.9064203017179935 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 280.62485009143677, + "predicted_costs": [ + 40.028112315967036, + 22.988676340792352 + ], + "true_costs": [ + 8.811078698913011, + 289.4359287903498 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841237", + "anchor_step": 112, + "sample_index": 10, + "commands_kw": [ + [ + 6.995484269523677, + 7.1993646957001305, + 6.946117907703424, + 6.323840582044115, + 5.569705513601598, + 4.982689657042318, + 4.804959569907024, + 5.118666672240532 + ], + [ + 12.995484269523677, + 13.19936469570013, + 12.946117907703425, + 12.323840582044115, + 11.569705513601598, + 10.982689657042318, + 10.804959569907023, + 11.118666672240533 + ] + ], + "shared_exogenous_sha256": "97dfbddaa6612f071152df40a2f4bb55e60815d9f0580158afecd1fab701d8db", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4011594120312836, + "action_effect_rmse": 0.4011594120312836 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002089303903836992, + "action_effect_rmse": 0.002089303903836992 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7996957224967574, + "action_effect_rmse": 0.7996957224967574 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.46591272571263076, + "action_effect_rmse": 0.46591272571263076 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0044657543241122255, + "action_effect_rmse": 0.0044657543241122255 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1023339162678738, + "action_effect_rmse": 1.1023339162678738 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0116774334019922, + "action_effect_rmse": 1.0116774334019922 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01375964245905692, + "action_effect_rmse": 0.01375964245905692 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.043760454703218, + "action_effect_rmse": 2.043760454703218 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9825325946962309, + "action_effect_rmse": 1.9825325946962309 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08253379612918366, + "action_effect_rmse": 0.08253379612918366 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.120762824712642, + "action_effect_rmse": 5.120762824712642 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 53.5638889994271, + 50.57103526659458 + ], + "true_costs": [ + 100.23868021804267, + 100.23868021804267 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841237", + "anchor_step": 112, + "sample_index": 10, + "commands_kw": [ + [ + 6.995484269523677, + 7.1993646957001305, + 6.946117907703424, + 6.323840582044115, + 5.569705513601598, + 4.982689657042318, + 4.804959569907024, + 5.118666672240532 + ], + [ + 12.995484269523677, + 13.19936469570013, + 12.946117907703425, + 12.323840582044115, + 11.569705513601598, + 10.982689657042318, + 10.804959569907023, + 11.118666672240533 + ] + ], + "shared_exogenous_sha256": "97dfbddaa6612f071152df40a2f4bb55e60815d9f0580158afecd1fab701d8db", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 331.8521055629602, + 331.8521055629602 + ], + "true_costs": [ + 100.23868021804267, + 100.23868021804267 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841237", + "anchor_step": 112, + "sample_index": 10, + "commands_kw": [ + [ + 6.995484269523677, + 7.1993646957001305, + 6.946117907703424, + 6.323840582044115, + 5.569705513601598, + 4.982689657042318, + 4.804959569907024, + 5.118666672240532 + ], + [ + 12.995484269523677, + 13.19936469570013, + 12.946117907703425, + 12.323840582044115, + 11.569705513601598, + 10.982689657042318, + 10.804959569907023, + 11.118666672240533 + ] + ], + "shared_exogenous_sha256": "97dfbddaa6612f071152df40a2f4bb55e60815d9f0580158afecd1fab701d8db", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1670541674566675, + "action_effect_rmse": 1.1670541674566675 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00034932640286200467, + "action_effect_rmse": 0.00034932640286200467 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08502535420174695, + "action_effect_rmse": 0.08502535420174695 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.095044888025205, + "action_effect_rmse": 2.095044888025205 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0011429904269668612, + "action_effect_rmse": 0.0011429904269668612 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18060948740114924, + "action_effect_rmse": 0.18060948740114924 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.419901838858646, + "action_effect_rmse": 3.419901838858646 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003717887179824686, + "action_effect_rmse": 0.003717887179824686 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.39520878731311626, + "action_effect_rmse": 0.39520878731311626 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.7887753520814265, + "action_effect_rmse": 4.7887753520814265 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011251624765023394, + "action_effect_rmse": 0.011251624765023394 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8807456982043433, + "action_effect_rmse": 0.8807456982043433 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 130.59110912485164, + 61.6947473395539 + ], + "true_costs": [ + 100.23868021804267, + 100.23868021804267 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841248", + "anchor_step": 46, + "sample_index": 11, + "commands_kw": [ + [ + 6.468669452443291, + 6.1272453535769476, + 5.768937217364043, + -6.574006972893149, + -6.868120020631595, + -7.082079975519624, + -7.190330454864462, + -7.1765623366704245 + ], + [ + 12.46866945244329, + 12.127245353576948, + 11.768937217364044, + -0.574006972893149, + -0.8681200206315953, + -1.0820799755196244, + -1.190330454864462, + -1.1765623366704245 + ] + ], + "shared_exogenous_sha256": "d6e5c7cd65a85f8c27b80937b6c23b01395d3004857596f488f03fe4cc92f78e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4063785171731773, + "action_effect_rmse": 0.4063785171731773 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003897831423660847, + "action_effect_rmse": 0.003897831423660847 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.569928677072534, + "action_effect_rmse": 0.569928677072534 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7675515896997105, + "action_effect_rmse": 0.7675515896997105 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015011512117315107, + "action_effect_rmse": 0.015011512117315107 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1911654612459657, + "action_effect_rmse": 1.1911654612459657 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2642143510556956, + "action_effect_rmse": 0.2642143510556956 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010964158773564492, + "action_effect_rmse": 0.010964158773564492 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0472352533286227, + "action_effect_rmse": 3.0472352533286227 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04955841089304691, + "action_effect_rmse": 0.04955841089304691 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09581974348549593, + "action_effect_rmse": 0.09581974348549593 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5556439289162007, + "action_effect_rmse": 0.5556439289162007 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.18109296053562, + "predicted_costs": [ + 85.75777277472278, + 113.83265954871368 + ], + "true_costs": [ + 137.8272958220111, + 96.64620286147549 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841248", + "anchor_step": 46, + "sample_index": 11, + "commands_kw": [ + [ + 6.468669452443291, + 6.1272453535769476, + 5.768937217364043, + -6.574006972893149, + -6.868120020631595, + -7.082079975519624, + -7.190330454864462, + -7.1765623366704245 + ], + [ + 12.46866945244329, + 12.127245353576948, + 11.768937217364044, + -0.574006972893149, + -0.8681200206315953, + -1.0820799755196244, + -1.190330454864462, + -1.1765623366704245 + ] + ], + "shared_exogenous_sha256": "d6e5c7cd65a85f8c27b80937b6c23b01395d3004857596f488f03fe4cc92f78e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3023778089889575, + "action_effect_rmse": 2.3023778089889575 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0012171198568502462, + "action_effect_rmse": 0.0012171198568502462 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3916832185415089, + "action_effect_rmse": 0.3916832185415089 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.320538086602378, + "action_effect_rmse": 4.320538086602378 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016134786544647284, + "action_effect_rmse": 0.016134786544647284 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.453149868679155, + "action_effect_rmse": 1.453149868679155 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.18109296053562, + "predicted_costs": [ + 138.75690126323224, + 138.75690126323224 + ], + "true_costs": [ + 137.8272958220111, + 96.64620286147549 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841248", + "anchor_step": 46, + "sample_index": 11, + "commands_kw": [ + [ + 6.468669452443291, + 6.1272453535769476, + 5.768937217364043, + -6.574006972893149, + -6.868120020631595, + -7.082079975519624, + -7.190330454864462, + -7.1765623366704245 + ], + [ + 12.46866945244329, + 12.127245353576948, + 11.768937217364044, + -0.574006972893149, + -0.8681200206315953, + -1.0820799755196244, + -1.190330454864462, + -1.1765623366704245 + ] + ], + "shared_exogenous_sha256": "d6e5c7cd65a85f8c27b80937b6c23b01395d3004857596f488f03fe4cc92f78e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1930112827123693, + "action_effect_rmse": 1.1930112827123693 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001344695587064848, + "action_effect_rmse": 0.001344695587064848 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020027496183400828, + "action_effect_rmse": 0.020027496183400828 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1255018416256064, + "action_effect_rmse": 2.1255018416256064 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003404152381143888, + "action_effect_rmse": 0.003404152381143888 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.047589973869037294, + "action_effect_rmse": 0.047589973869037294 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.121807740500639, + "action_effect_rmse": 1.121807740500639 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007859926055260757, + "action_effect_rmse": 0.007859926055260757 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5107593994074424, + "action_effect_rmse": 0.5107593994074424 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3826948095413787, + "action_effect_rmse": 0.3826948095413787 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00790744938896637, + "action_effect_rmse": 0.00790744938896637 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7531804400969833, + "action_effect_rmse": 1.7531804400969833 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.18109296053562, + "predicted_costs": [ + 104.27160085046992, + 210.51968701060042 + ], + "true_costs": [ + 137.8272958220111, + 96.64620286147549 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841247", + "anchor_step": 29, + "sample_index": 12, + "commands_kw": [ + [ + -14.02273470473942, + -14.189372747715375, + -14.396807611699405, + -14.637733309721725, + -14.902100861102662, + -15.0, + -0.44880926367409074, + -0.7004872796342669 + ], + [ + -8.02273470473942, + -8.189372747715375, + -8.396807611699405, + -8.637733309721725, + -8.902100861102662, + -9.0, + 5.55119073632591, + 5.299512720365733 + ] + ], + "shared_exogenous_sha256": "7490256e5afaa747bd31bf4dc051406c34571ffd99adfae1b5affc0af6e9e673", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3729035383147066, + "action_effect_rmse": 0.3729035383147066 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005943561062245806, + "action_effect_rmse": 0.005943561062245806 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6249463914100666, + "action_effect_rmse": 0.6249463914100666 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6815049606464108, + "action_effect_rmse": 0.6815049606464108 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008676831322414813, + "action_effect_rmse": 0.008676831322414813 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8514485135363152, + "action_effect_rmse": 0.8514485135363152 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1643131129658668, + "action_effect_rmse": 1.1643131129658668 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007289393728612481, + "action_effect_rmse": 0.007289393728612481 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5115070847978913, + "action_effect_rmse": 1.5115070847978913 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1404593465218058, + "action_effect_rmse": 0.1404593465218058 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.033197115238554176, + "action_effect_rmse": 0.033197115238554176 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6335684703547386, + "action_effect_rmse": 1.6335684703547386 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 932.46616481554, + 780.6238521595096 + ], + "true_costs": [ + 874.5360206108751, + 793.3690390912666 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841247", + "anchor_step": 29, + "sample_index": 12, + "commands_kw": [ + [ + -14.02273470473942, + -14.189372747715375, + -14.396807611699405, + -14.637733309721725, + -14.902100861102662, + -15.0, + -0.44880926367409074, + -0.7004872796342669 + ], + [ + -8.02273470473942, + -8.189372747715375, + -8.396807611699405, + -8.637733309721725, + -8.902100861102662, + -9.0, + 5.55119073632591, + 5.299512720365733 + ] + ], + "shared_exogenous_sha256": "7490256e5afaa747bd31bf4dc051406c34571ffd99adfae1b5affc0af6e9e673", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7076658745222435, + "action_effect_rmse": 3.7076658745222435 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.002416276075056345, + "action_effect_rmse": 0.002416276075056345 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31015176767799346, + "action_effect_rmse": 0.31015176767799346 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 81.1669815196085, + "predicted_costs": [ + 853.8219857914696, + 853.8219857914696 + ], + "true_costs": [ + 874.5360206108751, + 793.3690390912666 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841247", + "anchor_step": 29, + "sample_index": 12, + "commands_kw": [ + [ + -14.02273470473942, + -14.189372747715375, + -14.396807611699405, + -14.637733309721725, + -14.902100861102662, + -15.0, + -0.44880926367409074, + -0.7004872796342669 + ], + [ + -8.02273470473942, + -8.189372747715375, + -8.396807611699405, + -8.637733309721725, + -8.902100861102662, + -9.0, + 5.55119073632591, + 5.299512720365733 + ] + ], + "shared_exogenous_sha256": "7490256e5afaa747bd31bf4dc051406c34571ffd99adfae1b5affc0af6e9e673", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0003067958300766, + "action_effect_rmse": 1.0003067958300766 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0006218877332742068, + "action_effect_rmse": 0.0006218877332742068 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2158949847494167, + "action_effect_rmse": 0.2158949847494167 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9501435894131678, + "action_effect_rmse": 1.9501435894131678 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0016602424253697734, + "action_effect_rmse": 0.0016602424253697734 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43524712734548743, + "action_effect_rmse": 0.43524712734548743 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.7084496904706845, + "action_effect_rmse": 3.7084496904706845 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004903313459703185, + "action_effect_rmse": 0.004903313459703185 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.88362521987424, + "action_effect_rmse": 0.88362521987424 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.015404020998224, + "action_effect_rmse": 3.015404020998224 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013113737094951006, + "action_effect_rmse": 0.013113737094951006 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1248184641427237, + "action_effect_rmse": 2.1248184641427237 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1599.973350836267, + 1089.5810681620394 + ], + "true_costs": [ + 874.5360206108751, + 793.3690390912666 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841240", + "anchor_step": 46, + "sample_index": 13, + "commands_kw": [ + [ + 0.6937314633970053, + 0.9484419617829692, + 1.1233353705860014, + 1.1982257101959788, + 1.161009997834388, + 1.0098836273383827, + 0.7547221006908548, + 0.4173140122967344 + ], + [ + 6.693731463397006, + 6.94844196178297, + 7.123335370586002, + 7.198225710195979, + 7.1610099978343875, + 7.009883627338382, + 6.754722100690855, + 6.4173140122967345 + ] + ], + "shared_exogenous_sha256": "d3982bccdd87ef2fd3162d580c966e2c095f1c895788e5f6313dca0cdae99043", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5727444613796848, + "action_effect_rmse": 0.5727444613796848 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004262034976321161, + "action_effect_rmse": 0.004262034976321161 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9986571882202764, + "action_effect_rmse": 0.9986571882202764 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6120914411606222, + "action_effect_rmse": 0.6120914411606222 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.019350776207261333, + "action_effect_rmse": 0.019350776207261333 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.10956566160562, + "action_effect_rmse": 2.10956566160562 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31436103399477844, + "action_effect_rmse": 0.31436103399477844 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08974988166415798, + "action_effect_rmse": 0.08974988166415798 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.325998841854501, + "action_effect_rmse": 4.325998841854501 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1344169248590319, + "action_effect_rmse": 0.1344169248590319 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28884007029446224, + "action_effect_rmse": 0.28884007029446224 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.30362568223042, + "action_effect_rmse": 8.30362568223042 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 61.64845943236559, + 234.1620301161868 + ], + "true_costs": [ + 156.45724444394392, + 416.2365934306593 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841240", + "anchor_step": 46, + "sample_index": 13, + "commands_kw": [ + [ + 0.6937314633970053, + 0.9484419617829692, + 1.1233353705860014, + 1.1982257101959788, + 1.161009997834388, + 1.0098836273383827, + 0.7547221006908548, + 0.4173140122967344 + ], + [ + 6.693731463397006, + 6.94844196178297, + 7.123335370586002, + 7.198225710195979, + 7.1610099978343875, + 7.009883627338382, + 6.754722100690855, + 6.4173140122967345 + ] + ], + "shared_exogenous_sha256": "d3982bccdd87ef2fd3162d580c966e2c095f1c895788e5f6313dca0cdae99043", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7831316509899722, + "action_effect_rmse": 1.7831316509899722 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008596012643380391, + "action_effect_rmse": 0.0008596012643380391 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3518311479324012, + "action_effect_rmse": 0.3518311479324012 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.853374796265644, + "action_effect_rmse": 2.853374796265644 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003025764296992861, + "action_effect_rmse": 0.003025764296992861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6399846712683086, + "action_effect_rmse": 0.6399846712683086 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8537655986139647, + "action_effect_rmse": 3.8537655986139647 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009352813763957357, + "action_effect_rmse": 0.009352813763957357 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1101224286361138, + "action_effect_rmse": 1.1101224286361138 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.318563762552387, + "action_effect_rmse": 6.318563762552387 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02722241814568349, + "action_effect_rmse": 0.02722241814568349 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3754460492226315, + "action_effect_rmse": 2.3754460492226315 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 81.21339757833827, + 81.21339757833827 + ], + "true_costs": [ + 156.45724444394392, + 416.2365934306593 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841240", + "anchor_step": 46, + "sample_index": 13, + "commands_kw": [ + [ + 0.6937314633970053, + 0.9484419617829692, + 1.1233353705860014, + 1.1982257101959788, + 1.161009997834388, + 1.0098836273383827, + 0.7547221006908548, + 0.4173140122967344 + ], + [ + 6.693731463397006, + 6.94844196178297, + 7.123335370586002, + 7.198225710195979, + 7.1610099978343875, + 7.009883627338382, + 6.754722100690855, + 6.4173140122967345 + ] + ], + "shared_exogenous_sha256": "d3982bccdd87ef2fd3162d580c966e2c095f1c895788e5f6313dca0cdae99043", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7046869239053528, + "action_effect_rmse": 0.7046869239053528 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 8.167978124973274e-05, + "action_effect_rmse": 8.167978124973274e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2767298856537703, + "action_effect_rmse": 0.2767298856537703 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9102537540501103, + "action_effect_rmse": 0.9102537540501103 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0004498713222531592, + "action_effect_rmse": 0.0004498713222531592 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4961030065098839, + "action_effect_rmse": 0.4961030065098839 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6615768301080713, + "action_effect_rmse": 0.6615768301080713 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001950213326392003, + "action_effect_rmse": 0.001950213326392003 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8428825684313725, + "action_effect_rmse": 0.8428825684313725 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.807759281682081, + "action_effect_rmse": 1.807759281682081 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006343025836343941, + "action_effect_rmse": 0.006343025836343941 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8963771714619426, + "action_effect_rmse": 1.8963771714619426 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 154.79883991589548, + 334.33952323205267 + ], + "true_costs": [ + 156.45724444394392, + 416.2365934306593 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841230", + "anchor_step": 71, + "sample_index": 14, + "commands_kw": [ + [ + -7.1240716413473235, + -7.197667326785682, + -7.060285423197824, + -6.72949998376096, + -6.260041423085827, + -5.736290969832109, + 0.7419487424379883, + 1.0783187593908918 + ], + [ + -1.1240716413473235, + -1.197667326785682, + -1.0602854231978238, + -0.7294999837609604, + -0.260041423085827, + 0.2637090301678908, + 6.741948742437988, + 7.078318759390892 + ] + ], + "shared_exogenous_sha256": "c01d70b6b25ad3458f1dead66526a482d187462f5d1310d7daa48f3230f4a3c3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7369862817364208, + "action_effect_rmse": 0.7369862817364208 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002935246519950141, + "action_effect_rmse": 0.002935246519950141 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2495704220130506, + "action_effect_rmse": 1.2495704220130506 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5838587594250022, + "action_effect_rmse": 1.5838587594250022 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024231691902432573, + "action_effect_rmse": 0.024231691902432573 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.589477850129711, + "action_effect_rmse": 2.589477850129711 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3239575877848644, + "action_effect_rmse": 2.3239575877848644 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15230317900777024, + "action_effect_rmse": 0.15230317900777024 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.80187605968235, + "action_effect_rmse": 4.80187605968235 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5726615456686144, + "action_effect_rmse": 3.5726615456686144 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37734582113519366, + "action_effect_rmse": 0.37734582113519366 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.648534931000988, + "action_effect_rmse": 3.648534931000988 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 104.63467659020748, + 14.03562117669914 + ], + "true_costs": [ + 67.05104114750051, + 41.229589300389094 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841230", + "anchor_step": 71, + "sample_index": 14, + "commands_kw": [ + [ + -7.1240716413473235, + -7.197667326785682, + -7.060285423197824, + -6.72949998376096, + -6.260041423085827, + -5.736290969832109, + 0.7419487424379883, + 1.0783187593908918 + ], + [ + -1.1240716413473235, + -1.197667326785682, + -1.0602854231978238, + -0.7294999837609604, + -0.260041423085827, + 0.2637090301678908, + 6.741948742437988, + 7.078318759390892 + ] + ], + "shared_exogenous_sha256": "c01d70b6b25ad3458f1dead66526a482d187462f5d1310d7daa48f3230f4a3c3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21819462998177386, + "action_effect_rmse": 0.21819462998177386 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00011116978154390722, + "action_effect_rmse": 0.00011116978154390722 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05261015804725844, + "action_effect_rmse": 0.05261015804725844 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3009176908210911, + "action_effect_rmse": 0.3009176908210911 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0003643918538642765, + "action_effect_rmse": 0.0003643918538642765 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08682139473492967, + "action_effect_rmse": 0.08682139473492967 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9945210987853805, + "action_effect_rmse": 0.9945210987853805 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001495449914667546, + "action_effect_rmse": 0.001495449914667546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3066311797634178, + "action_effect_rmse": 0.3066311797634178 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.927953794777011, + "action_effect_rmse": 1.927953794777011 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010095671924883476, + "action_effect_rmse": 0.010095671924883476 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7367203927331936, + "action_effect_rmse": 0.7367203927331936 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 25.82145184711142, + "predicted_costs": [ + 0.011154866709956196, + 0.011154866709956196 + ], + "true_costs": [ + 67.05104114750051, + 41.229589300389094 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841230", + "anchor_step": 71, + "sample_index": 14, + "commands_kw": [ + [ + -7.1240716413473235, + -7.197667326785682, + -7.060285423197824, + -6.72949998376096, + -6.260041423085827, + -5.736290969832109, + 0.7419487424379883, + 1.0783187593908918 + ], + [ + -1.1240716413473235, + -1.197667326785682, + -1.0602854231978238, + -0.7294999837609604, + -0.260041423085827, + 0.2637090301678908, + 6.741948742437988, + 7.078318759390892 + ] + ], + "shared_exogenous_sha256": "c01d70b6b25ad3458f1dead66526a482d187462f5d1310d7daa48f3230f4a3c3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6874205930907671, + "action_effect_rmse": 0.6874205930907671 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001008862329999971, + "action_effect_rmse": 0.001008862329999971 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05167439676621299, + "action_effect_rmse": 0.05167439676621299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4008391379249474, + "action_effect_rmse": 1.4008391379249474 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002175912182767803, + "action_effect_rmse": 0.002175912182767803 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08479207465176941, + "action_effect_rmse": 0.08479207465176941 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0224824755331987, + "action_effect_rmse": 2.0224824755331987 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004645198228271141, + "action_effect_rmse": 0.004645198228271141 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3020179502511944, + "action_effect_rmse": 0.3020179502511944 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.891550716132423, + "action_effect_rmse": 2.891550716132423 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005516545102519643, + "action_effect_rmse": 0.005516545102519643 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7257671532375376, + "action_effect_rmse": 0.7257671532375376 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 165.2829539512438, + 47.00725124492776 + ], + "true_costs": [ + 67.05104114750051, + 41.229589300389094 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 162, + "sample_index": 15, + "commands_kw": [ + [ + -7.194614972929072, + -6.678584932011833, + -5.66955451159669, + -4.89793971223434, + -4.937373355838005, + -5.770286452630984, + 14.220183529687512, + 13.801037531166072 + ], + [ + -1.194614972929072, + -0.6785849320118329, + 0.3304454884033099, + 1.10206028776566, + 1.0626266441619947, + 0.22971354736901617, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "374b00b7dd6d5776eb825897cf9dca928ab7bb825319250e9f96b75ca9d7d521", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.791410685098004, + "action_effect_rmse": 0.791410685098004 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005049458673052953, + "action_effect_rmse": 0.005049458673052953 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9456454844951026, + "action_effect_rmse": 0.9456454844951026 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8696167057669371, + "action_effect_rmse": 0.8696167057669371 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012548709728591234, + "action_effect_rmse": 0.012548709728591234 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0924632814949504, + "action_effect_rmse": 2.0924632814949504 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.28933194882908, + "action_effect_rmse": 2.28933194882908 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0476928553785001, + "action_effect_rmse": 0.0476928553785001 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8426269490677782, + "action_effect_rmse": 3.8426269490677782 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14608913662953782, + "action_effect_rmse": 0.14608913662953782 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18651227015230631, + "action_effect_rmse": 0.18651227015230631 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.602253472852574, + "action_effect_rmse": 2.602253472852574 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 5.748695058668128, + 22.61094097683374 + ], + "true_costs": [ + 15.146058769652841, + 40.30966348992702 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 162, + "sample_index": 15, + "commands_kw": [ + [ + -7.194614972929072, + -6.678584932011833, + -5.66955451159669, + -4.89793971223434, + -4.937373355838005, + -5.770286452630984, + 14.220183529687512, + 13.801037531166072 + ], + [ + -1.194614972929072, + -0.6785849320118329, + 0.3304454884033099, + 1.10206028776566, + 1.0626266441619947, + 0.22971354736901617, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "374b00b7dd6d5776eb825897cf9dca928ab7bb825319250e9f96b75ca9d7d521", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11075548613882802, + "action_effect_rmse": 0.11075548613882802 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.7493304439427675e-05, + "action_effect_rmse": 4.7493304439427675e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018096247827841694, + "action_effect_rmse": 0.018096247827841694 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9786276569430186, + "action_effect_rmse": 0.9786276569430186 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0005094005680028602, + "action_effect_rmse": 0.0005094005680028602 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16520000588498363, + "action_effect_rmse": 0.16520000588498363 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.842185630476848, + "action_effect_rmse": 5.842185630476848 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005928630153842818, + "action_effect_rmse": 0.005928630153842818 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4405735439629552, + "action_effect_rmse": 0.4405735439629552 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.871384215540619, + "action_effect_rmse": 3.871384215540619 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026714831431700503, + "action_effect_rmse": 0.026714831431700503 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7509884782004193, + "action_effect_rmse": 0.7509884782004193 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 44.796994235282796, + 44.796994235282796 + ], + "true_costs": [ + 15.146058769652841, + 40.30966348992702 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 162, + "sample_index": 15, + "commands_kw": [ + [ + -7.194614972929072, + -6.678584932011833, + -5.66955451159669, + -4.89793971223434, + -4.937373355838005, + -5.770286452630984, + 14.220183529687512, + 13.801037531166072 + ], + [ + -1.194614972929072, + -0.6785849320118329, + 0.3304454884033099, + 1.10206028776566, + 1.0626266441619947, + 0.22971354736901617, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "374b00b7dd6d5776eb825897cf9dca928ab7bb825319250e9f96b75ca9d7d521", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8171713342375426, + "action_effect_rmse": 0.8171713342375426 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00045888023538509515, + "action_effect_rmse": 0.00045888023538509515 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04008512256991992, + "action_effect_rmse": 0.04008512256991992 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6485445797756775, + "action_effect_rmse": 0.6485445797756775 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0009561444372536698, + "action_effect_rmse": 0.0009561444372536698 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20955526379070477, + "action_effect_rmse": 0.20955526379070477 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.2910458676525103, + "action_effect_rmse": 3.2910458676525103 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0016052078097068545, + "action_effect_rmse": 0.0016052078097068545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5304529204328077, + "action_effect_rmse": 0.5304529204328077 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8486194364399005, + "action_effect_rmse": 1.8486194364399005 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015885234161022055, + "action_effect_rmse": 0.015885234161022055 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8966195373002108, + "action_effect_rmse": 0.8966195373002108 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 25.16360472027418, + "predicted_costs": [ + 15.56699943241123, + 5.178568331636926 + ], + "true_costs": [ + 15.146058769652841, + 40.30966348992702 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941240", + "anchor_step": 61, + "sample_index": 0, + "commands_kw": [ + [ + -6.143581457204094, + -5.703043819846363, + 0.7021765115637569, + 1.01303387933639, + 1.1804542316156172, + 1.1738206154142588, + 0.9875038252145056, + 0.6440501255962707 + ], + [ + -0.14358145720409432, + 0.2969561801536367, + 6.702176511563757, + 7.01303387933639, + 7.1804542316156175, + 7.173820615414259, + 6.987503825214506, + 6.644050125596271 + ] + ], + "shared_exogenous_sha256": "c1dc9ec56047223498bec34bea86f42ee432fc0f1e37641ac6a0332ece9d8555", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1630695492722083, + "action_effect_rmse": 0.1630695492722083 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0024495868387433006, + "action_effect_rmse": 0.0024495868387433006 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5418832185963396, + "action_effect_rmse": 0.5418832185963396 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4648557190486642, + "action_effect_rmse": 0.4648557190486642 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00018832815871405728, + "action_effect_rmse": 0.00018832815871405728 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.029047996213584, + "action_effect_rmse": 1.029047996213584 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4820622468584439, + "action_effect_rmse": 0.4820622468584439 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.036892142724980204, + "action_effect_rmse": 0.036892142724980204 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6971153531244196, + "action_effect_rmse": 1.6971153531244196 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1630363418420337, + "action_effect_rmse": 1.1630363418420337 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.058298137309702014, + "action_effect_rmse": 0.058298137309702014 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.17671340146084, + "action_effect_rmse": 7.17671340146084 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.4958718639233304, + "predicted_costs": [ + 29.106826036428636, + 13.597916839425004 + ], + "true_costs": [ + 21.664701214560356, + 23.160573078483687 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941240", + "anchor_step": 61, + "sample_index": 0, + "commands_kw": [ + [ + -6.143581457204094, + -5.703043819846363, + 0.7021765115637569, + 1.01303387933639, + 1.1804542316156172, + 1.1738206154142588, + 0.9875038252145056, + 0.6440501255962707 + ], + [ + -0.14358145720409432, + 0.2969561801536367, + 6.702176511563757, + 7.01303387933639, + 7.1804542316156175, + 7.173820615414259, + 6.987503825214506, + 6.644050125596271 + ] + ], + "shared_exogenous_sha256": "c1dc9ec56047223498bec34bea86f42ee432fc0f1e37641ac6a0332ece9d8555", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24526507207153259, + "action_effect_rmse": 0.24526507207153259 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018577033316411473, + "action_effect_rmse": 0.0018577033316411473 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02022658797657062, + "action_effect_rmse": 0.02022658797657062 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1878461860440872, + "action_effect_rmse": 1.1878461860440872 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014460274812424956, + "action_effect_rmse": 0.014460274812424956 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07481686907258833, + "action_effect_rmse": 0.07481686907258833 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9349992202953246, + "action_effect_rmse": 1.9349992202953246 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0835523532250555, + "action_effect_rmse": 0.0835523532250555 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1018128890224217, + "action_effect_rmse": 0.1018128890224217 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.210728596195132, + "action_effect_rmse": 1.210728596195132 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15806614785340756, + "action_effect_rmse": 0.15806614785340756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23399159569373307, + "action_effect_rmse": 0.23399159569373307 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 35.09361248065698, + 35.09361248065698 + ], + "true_costs": [ + 21.664701214560356, + 23.160573078483687 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941240", + "anchor_step": 61, + "sample_index": 0, + "commands_kw": [ + [ + -6.143581457204094, + -5.703043819846363, + 0.7021765115637569, + 1.01303387933639, + 1.1804542316156172, + 1.1738206154142588, + 0.9875038252145056, + 0.6440501255962707 + ], + [ + -0.14358145720409432, + 0.2969561801536367, + 6.702176511563757, + 7.01303387933639, + 7.1804542316156175, + 7.173820615414259, + 6.987503825214506, + 6.644050125596271 + ] + ], + "shared_exogenous_sha256": "c1dc9ec56047223498bec34bea86f42ee432fc0f1e37641ac6a0332ece9d8555", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1608185113605316, + "action_effect_rmse": 0.1608185113605316 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01080258410356194, + "action_effect_rmse": 0.01080258410356194 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018015357792082298, + "action_effect_rmse": 0.018015357792082298 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.019866697625858, + "action_effect_rmse": 1.019866697625858 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03226124730337432, + "action_effect_rmse": 0.03226124730337432 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0703699131196629, + "action_effect_rmse": 0.0703699131196629 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6026548753187981, + "action_effect_rmse": 1.6026548753187981 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11880295269961394, + "action_effect_rmse": 0.11880295269961394 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11080361760065838, + "action_effect_rmse": 0.11080361760065838 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5601852942668231, + "action_effect_rmse": 0.5601852942668231 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2271919385213046, + "action_effect_rmse": 0.2271919385213046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25235159371650173, + "action_effect_rmse": 0.25235159371650173 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.4958718639233304, + "predicted_costs": [ + 36.17652320487889, + 29.447895660385043 + ], + "true_costs": [ + 21.664701214560356, + 23.160573078483687 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941238", + "anchor_step": 123, + "sample_index": 1, + "commands_kw": [ + [ + -5.171479089184098, + -5.901603846851414, + -6.680451197740407, + -1.1539652431569318, + -1.0971139713129867, + -0.5259332095968186, + 0.2984173769510247, + 0.9839363743780322 + ], + [ + 0.828520910815902, + 0.09839615314858641, + -0.6804511977404069, + 4.846034756843068, + 4.902886028687013, + 5.474066790403182, + 6.298417376951025, + 6.9839363743780325 + ] + ], + "shared_exogenous_sha256": "db82e86f48723cedf40fc03f47f34182608c33152a77d5c05b183f4b0d05a024", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.527379157576126, + "action_effect_rmse": 2.527379157576126 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.028641133962127086, + "action_effect_rmse": 0.028641133962127086 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.466158014592299, + "action_effect_rmse": 0.466158014592299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.472027999578792, + "action_effect_rmse": 4.472027999578792 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.054707819758540666, + "action_effect_rmse": 0.054707819758540666 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.261747262957563, + "action_effect_rmse": 1.261747262957563 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.306213408969451, + "action_effect_rmse": 5.306213408969451 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18092592453069756, + "action_effect_rmse": 0.18092592453069756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9409590935966143, + "action_effect_rmse": 0.9409590935966143 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7247992420945977, + "action_effect_rmse": 1.7247992420945977 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6080388469350329, + "action_effect_rmse": 0.6080388469350329 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8444594771127, + "action_effect_rmse": 2.8444594771127 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 941.2903882638057, + 662.165835198411 + ], + "true_costs": [ + 845.1699625383346, + 322.94882422727966 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941238", + "anchor_step": 123, + "sample_index": 1, + "commands_kw": [ + [ + -5.171479089184098, + -5.901603846851414, + -6.680451197740407, + -1.1539652431569318, + -1.0971139713129867, + -0.5259332095968186, + 0.2984173769510247, + 0.9839363743780322 + ], + [ + 0.828520910815902, + 0.09839615314858641, + -0.6804511977404069, + 4.846034756843068, + 4.902886028687013, + 5.474066790403182, + 6.298417376951025, + 6.9839363743780325 + ] + ], + "shared_exogenous_sha256": "db82e86f48723cedf40fc03f47f34182608c33152a77d5c05b183f4b0d05a024", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.8539348134946145, + "action_effect_rmse": 3.8539348134946145 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012123593623648787, + "action_effect_rmse": 0.012123593623648787 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14878472004073373, + "action_effect_rmse": 0.14878472004073373 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.458152747174291, + "action_effect_rmse": 6.458152747174291 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.053254471494655675, + "action_effect_rmse": 0.053254471494655675 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.325903886605726, + "action_effect_rmse": 0.325903886605726 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.546585559900208, + "action_effect_rmse": 8.546585559900208 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1511584849621066, + "action_effect_rmse": 0.1511584849621066 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5958579409130387, + "action_effect_rmse": 0.5958579409130387 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.806791472801654, + "action_effect_rmse": 5.806791472801654 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4524207876752815, + "action_effect_rmse": 0.4524207876752815 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12100455126099519, + "action_effect_rmse": 0.12100455126099519 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 522.221138311055, + "predicted_costs": [ + 1112.4342890238715, + 1112.4342890238715 + ], + "true_costs": [ + 845.1699625383346, + 322.94882422727966 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941238", + "anchor_step": 123, + "sample_index": 1, + "commands_kw": [ + [ + -5.171479089184098, + -5.901603846851414, + -6.680451197740407, + -1.1539652431569318, + -1.0971139713129867, + -0.5259332095968186, + 0.2984173769510247, + 0.9839363743780322 + ], + [ + 0.828520910815902, + 0.09839615314858641, + -0.6804511977404069, + 4.846034756843068, + 4.902886028687013, + 5.474066790403182, + 6.298417376951025, + 6.9839363743780325 + ] + ], + "shared_exogenous_sha256": "db82e86f48723cedf40fc03f47f34182608c33152a77d5c05b183f4b0d05a024", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.220845532852519, + "action_effect_rmse": 3.220845532852519 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011565297017074982, + "action_effect_rmse": 0.011565297017074982 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1459095612824619, + "action_effect_rmse": 0.1459095612824619 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.34889864134406, + "action_effect_rmse": 5.34889864134406 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0505588390481968, + "action_effect_rmse": 0.0505588390481968 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31815748706554814, + "action_effect_rmse": 0.31815748706554814 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.808903155948561, + "action_effect_rmse": 6.808903155948561 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14094077832477936, + "action_effect_rmse": 0.14094077832477936 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5741720720482775, + "action_effect_rmse": 0.5741720720482775 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5063406758792866, + "action_effect_rmse": 3.5063406758792866 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4202700752232076, + "action_effect_rmse": 0.4202700752232076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06198974378520461, + "action_effect_rmse": 0.06198974378520461 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 975.7134453261006, + 810.6276537729417 + ], + "true_costs": [ + 845.1699625383346, + 322.94882422727966 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 47, + "sample_index": 2, + "commands_kw": [ + [ + -5.660465614600596, + -5.335497515036206, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 0.3395343853994044, + 0.6645024849637942, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ee6f5139848a2c22bc722608dba191f6d753d31da46465fcfc74555851c3bf32", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28787028711304075, + "action_effect_rmse": 0.28787028711304075 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005023025037960593, + "action_effect_rmse": 0.005023025037960593 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.587119865033289, + "action_effect_rmse": 0.587119865033289 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1451563556912703, + "action_effect_rmse": 1.1451563556912703 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03145594490225889, + "action_effect_rmse": 0.03145594490225889 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3613798388716418, + "action_effect_rmse": 1.3613798388716418 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3060635917292309, + "action_effect_rmse": 0.3060635917292309 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10037227890694211, + "action_effect_rmse": 0.10037227890694211 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28415146512361744, + "action_effect_rmse": 0.28415146512361744 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.40020825627871304, + "action_effect_rmse": 0.40020825627871304 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10514667777352926, + "action_effect_rmse": 0.10514667777352926 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23678861586916078, + "action_effect_rmse": 0.23678861586916078 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 17.540451769655988, + 19.90669779782043 + ], + "true_costs": [ + 139.69455129592686, + 157.64405952182474 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 47, + "sample_index": 2, + "commands_kw": [ + [ + -5.660465614600596, + -5.335497515036206, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 0.3395343853994044, + 0.6645024849637942, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ee6f5139848a2c22bc722608dba191f6d753d31da46465fcfc74555851c3bf32", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8806519439586786, + "action_effect_rmse": 0.8806519439586786 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009699171470341383, + "action_effect_rmse": 0.009699171470341383 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015118827347659902, + "action_effect_rmse": 0.0015118827347659902 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.134018842902364, + "action_effect_rmse": 2.134018842902364 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04727304060299886, + "action_effect_rmse": 0.04727304060299886 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0920147486980536, + "action_effect_rmse": 0.0920147486980536 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0989406528760988, + "action_effect_rmse": 1.0989406528760988 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1269892089720166, + "action_effect_rmse": 0.1269892089720166 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15235609800023653, + "action_effect_rmse": 0.15235609800023653 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28736260694358506, + "action_effect_rmse": 0.28736260694358506 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16513402291301915, + "action_effect_rmse": 0.16513402291301915 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15242093483233354, + "action_effect_rmse": 0.15242093483233354 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 8.015962910067676, + 8.015962910067676 + ], + "true_costs": [ + 139.69455129592686, + 157.64405952182474 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 47, + "sample_index": 2, + "commands_kw": [ + [ + -5.660465614600596, + -5.335497515036206, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 0.3395343853994044, + 0.6645024849637942, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ee6f5139848a2c22bc722608dba191f6d753d31da46465fcfc74555851c3bf32", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4893673595131709, + "action_effect_rmse": 0.4893673595131709 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0034704836842536224, + "action_effect_rmse": 0.0034704836842536224 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06348533833179282, + "action_effect_rmse": 0.06348533833179282 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4119066288998852, + "action_effect_rmse": 1.4119066288998852 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015230222268964866, + "action_effect_rmse": 0.015230222268964866 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03628414441708294, + "action_effect_rmse": 0.03628414441708294 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5849514247035472, + "action_effect_rmse": 0.5849514247035472 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07566625837784002, + "action_effect_rmse": 0.07566625837784002 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02981909577407471, + "action_effect_rmse": 0.02981909577407471 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03682553887177065, + "action_effect_rmse": 0.03682553887177065 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09122321769007513, + "action_effect_rmse": 0.09122321769007513 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03679298616179594, + "action_effect_rmse": 0.03679298616179594 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 17.949508225897887, + "predicted_costs": [ + 13.092514453416024, + 7.272050675025191 + ], + "true_costs": [ + 139.69455129592686, + 157.64405952182474 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941235", + "anchor_step": 127, + "sample_index": 3, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 14.263820605086341, + 13.821670445925946, + -7.03252601614092, + -6.361644199466099 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -1.0325260161409204, + -0.3616441994660988 + ] + ], + "shared_exogenous_sha256": "7cb0203f7a50386256348ae28ecc250aa13d824e579ab6430aa597b67a347b40", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.36231264780219874, + "action_effect_rmse": 0.36231264780219874 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025667598549084403, + "action_effect_rmse": 0.025667598549084403 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.277316573398636, + "action_effect_rmse": 0.277316573398636 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 280.7327135550978, + 271.10086345681725 + ], + "true_costs": [ + 310.09047233596476, + 303.6422336135963 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941235", + "anchor_step": 127, + "sample_index": 3, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 14.263820605086341, + 13.821670445925946, + -7.03252601614092, + -6.361644199466099 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -1.0325260161409204, + -0.3616441994660988 + ] + ], + "shared_exogenous_sha256": "7cb0203f7a50386256348ae28ecc250aa13d824e579ab6430aa597b67a347b40", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.29009608566236267, + "action_effect_rmse": 0.29009608566236267 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0011625034476754337, + "action_effect_rmse": 0.0011625034476754337 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02494061496069122, + "action_effect_rmse": 0.02494061496069122 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 6.448238722368444, + "predicted_costs": [ + 430.5731243648904, + 430.5731243648904 + ], + "true_costs": [ + 310.09047233596476, + 303.6422336135963 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941235", + "anchor_step": 127, + "sample_index": 3, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 14.263820605086341, + 13.821670445925946, + -7.03252601614092, + -6.361644199466099 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -1.0325260161409204, + -0.3616441994660988 + ] + ], + "shared_exogenous_sha256": "7cb0203f7a50386256348ae28ecc250aa13d824e579ab6430aa597b67a347b40", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7007515635224415, + "action_effect_rmse": 0.7007515635224415 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008745043147902365, + "action_effect_rmse": 0.008745043147902365 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013298301866260687, + "action_effect_rmse": 0.013298301866260687 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 139.18894690127013, + 137.0935107733043 + ], + "true_costs": [ + 310.09047233596476, + 303.6422336135963 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941242", + "anchor_step": 127, + "sample_index": 4, + "commands_kw": [ + [ + 4.9073176974385895, + 4.844719421966549, + 5.330438438772936, + 6.141348911393336, + 6.887995561190814, + 7.199811361969164, + -14.087832590649285, + -14.840242373365967 + ], + [ + 10.90731769743859, + 10.844719421966548, + 11.330438438772937, + 12.141348911393337, + 12.887995561190813, + 13.199811361969164, + -8.087832590649285, + -8.840242373365967 + ] + ], + "shared_exogenous_sha256": "8b492f41e99d51ef3250d7f09bacc11948423596ee9f8bd4b0309c92399331a4", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5168947087675839, + "action_effect_rmse": 0.5168947087675839 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010730210807535556, + "action_effect_rmse": 0.010730210807535556 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5506508689852367, + "action_effect_rmse": 0.5506508689852367 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.819377118232353, + "action_effect_rmse": 0.819377118232353 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014193024750005279, + "action_effect_rmse": 0.014193024750005279 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1625170515273844, + "action_effect_rmse": 1.1625170515273844 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.120786831694474, + "action_effect_rmse": 1.120786831694474 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012461969700149567, + "action_effect_rmse": 0.012461969700149567 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8932819676597674, + "action_effect_rmse": 1.8932819676597674 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6531913698838743, + "action_effect_rmse": 3.6531913698838743 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08142934598098073, + "action_effect_rmse": 0.08142934598098073 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.244045267158576, + "action_effect_rmse": 3.244045267158576 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 154.0889058678753, + 77.75326091512099 + ], + "true_costs": [ + 155.0761619392837, + 155.0761619392837 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941242", + "anchor_step": 127, + "sample_index": 4, + "commands_kw": [ + [ + 4.9073176974385895, + 4.844719421966549, + 5.330438438772936, + 6.141348911393336, + 6.887995561190814, + 7.199811361969164, + -14.087832590649285, + -14.840242373365967 + ], + [ + 10.90731769743859, + 10.844719421966548, + 11.330438438772937, + 12.141348911393337, + 12.887995561190813, + 13.199811361969164, + -8.087832590649285, + -8.840242373365967 + ] + ], + "shared_exogenous_sha256": "8b492f41e99d51ef3250d7f09bacc11948423596ee9f8bd4b0309c92399331a4", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 111.53770726098307, + 111.53770726098307 + ], + "true_costs": [ + 155.0761619392837, + 155.0761619392837 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941242", + "anchor_step": 127, + "sample_index": 4, + "commands_kw": [ + [ + 4.9073176974385895, + 4.844719421966549, + 5.330438438772936, + 6.141348911393336, + 6.887995561190814, + 7.199811361969164, + -14.087832590649285, + -14.840242373365967 + ], + [ + 10.90731769743859, + 10.844719421966548, + 11.330438438772937, + 12.141348911393337, + 12.887995561190813, + 13.199811361969164, + -8.087832590649285, + -8.840242373365967 + ] + ], + "shared_exogenous_sha256": "8b492f41e99d51ef3250d7f09bacc11948423596ee9f8bd4b0309c92399331a4", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8093351370951112, + "action_effect_rmse": 0.8093351370951112 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003992651129269831, + "action_effect_rmse": 0.003992651129269831 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03309867115989107, + "action_effect_rmse": 0.03309867115989107 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.459932605825621, + "action_effect_rmse": 1.459932605825621 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012902333542488265, + "action_effect_rmse": 0.012902333542488265 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06694971144173323, + "action_effect_rmse": 0.06694971144173323 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.404595881599036, + "action_effect_rmse": 2.404595881599036 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04167681893029318, + "action_effect_rmse": 0.04167681893029318 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13654890920552276, + "action_effect_rmse": 0.13654890920552276 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4187123122044714, + "action_effect_rmse": 3.4187123122044714 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12557669564678342, + "action_effect_rmse": 0.12557669564678342 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28166744275618427, + "action_effect_rmse": 0.28166744275618427 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 109.6686328815172, + 41.710102024791176 + ], + "true_costs": [ + 155.0761619392837, + 155.0761619392837 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941246", + "anchor_step": 82, + "sample_index": 5, + "commands_kw": [ + [ + -1.0085135255066169, + -1.1942745796593564, + -1.1133815843626185, + -0.7762873499899549, + -0.2542818161243725, + 0.3333329618922933, + 0.8451967486491865, + 1.1518242940088046 + ], + [ + 4.991486474493383, + 4.805725420340644, + 4.886618415637382, + 5.223712650010045, + 5.745718183875628, + 6.333332961892293, + 6.845196748649187, + 7.151824294008804 + ] + ], + "shared_exogenous_sha256": "37596ec88d167dc596573db16bcd222c81c63f0e10c538d2a1d4fd66ce2079a5", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.916849533699125, + "action_effect_rmse": 2.916849533699125 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00582760832394591, + "action_effect_rmse": 0.00582760832394591 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27815145604513347, + "action_effect_rmse": 0.27815145604513347 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.7956984581143125, + "action_effect_rmse": 5.7956984581143125 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0414248156480479, + "action_effect_rmse": 0.0414248156480479 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9918550735748575, + "action_effect_rmse": 0.9918550735748575 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.542295593108168, + "action_effect_rmse": 6.542295593108168 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1376990753481877, + "action_effect_rmse": 0.1376990753481877 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.674805038882212, + "action_effect_rmse": 2.674805038882212 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.900731614174145, + "action_effect_rmse": 2.900731614174145 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2012757940650669, + "action_effect_rmse": 0.2012757940650669 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.582311038472184, + "action_effect_rmse": 6.582311038472184 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 565.1161122579888, + 261.8864427798224 + ], + "true_costs": [ + 607.3440860439023, + 130.99073263371386 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941246", + "anchor_step": 82, + "sample_index": 5, + "commands_kw": [ + [ + -1.0085135255066169, + -1.1942745796593564, + -1.1133815843626185, + -0.7762873499899549, + -0.2542818161243725, + 0.3333329618922933, + 0.8451967486491865, + 1.1518242940088046 + ], + [ + 4.991486474493383, + 4.805725420340644, + 4.886618415637382, + 5.223712650010045, + 5.745718183875628, + 6.333332961892293, + 6.845196748649187, + 7.151824294008804 + ] + ], + "shared_exogenous_sha256": "37596ec88d167dc596573db16bcd222c81c63f0e10c538d2a1d4fd66ce2079a5", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.858918081004658, + "action_effect_rmse": 4.858918081004658 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025947813795662356, + "action_effect_rmse": 0.025947813795662356 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03359660477104498, + "action_effect_rmse": 0.03359660477104498 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 8.918085198318757, + "action_effect_rmse": 8.918085198318757 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11551289682205379, + "action_effect_rmse": 0.11551289682205379 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05477478573956063, + "action_effect_rmse": 0.05477478573956063 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 11.266675017010773, + "action_effect_rmse": 11.266675017010773 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3719596717030207, + "action_effect_rmse": 0.3719596717030207 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30363389547001063, + "action_effect_rmse": 0.30363389547001063 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5139747733592284, + "action_effect_rmse": 2.5139747733592284 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7182231316435281, + "action_effect_rmse": 0.7182231316435281 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0868163411963145, + "action_effect_rmse": 1.0868163411963145 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 476.35335341018845, + "predicted_costs": [ + 376.78178475461465, + 376.78178475461465 + ], + "true_costs": [ + 607.3440860439023, + 130.99073263371386 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941246", + "anchor_step": 82, + "sample_index": 5, + "commands_kw": [ + [ + -1.0085135255066169, + -1.1942745796593564, + -1.1133815843626185, + -0.7762873499899549, + -0.2542818161243725, + 0.3333329618922933, + 0.8451967486491865, + 1.1518242940088046 + ], + [ + 4.991486474493383, + 4.805725420340644, + 4.886618415637382, + 5.223712650010045, + 5.745718183875628, + 6.333332961892293, + 6.845196748649187, + 7.151824294008804 + ] + ], + "shared_exogenous_sha256": "37596ec88d167dc596573db16bcd222c81c63f0e10c538d2a1d4fd66ce2079a5", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.955250629901263, + "action_effect_rmse": 3.955250629901263 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020066773876934008, + "action_effect_rmse": 0.020066773876934008 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08810177690711285, + "action_effect_rmse": 0.08810177690711285 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 7.2294892915154065, + "action_effect_rmse": 7.2294892915154065 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09531639195163066, + "action_effect_rmse": 0.09531639195163066 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.061169890331861154, + "action_effect_rmse": 0.061169890331861154 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.293690492753178, + "action_effect_rmse": 8.293690492753178 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3019276301635845, + "action_effect_rmse": 0.3019276301635845 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04749291607786077, + "action_effect_rmse": 0.04749291607786077 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.247671200654107, + "action_effect_rmse": 2.247671200654107 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.48439024418044774, + "action_effect_rmse": 0.48439024418044774 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49864603089415027, + "action_effect_rmse": 0.49864603089415027 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 645.781409448866, + 403.0886748590699 + ], + "true_costs": [ + 607.3440860439023, + 130.99073263371386 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941251", + "anchor_step": 54, + "sample_index": 6, + "commands_kw": [ + [ + 0.9037345353648802, + 1.1130498189405704, + 1.1988899175835945, + 1.145698149228389, + 0.9538582441702244, + 0.6412953593821143, + 0.24288568868273547, + -0.19258807767687627 + ], + [ + 6.9037345353648805, + 7.113049818940571, + 7.198889917583594, + 7.145698149228389, + 6.953858244170224, + 6.641295359382115, + 6.242885688682735, + 5.807411922323124 + ] + ], + "shared_exogenous_sha256": "4c82242f007a6b07db2a17fa3e41bc5fef4c8c57a7299865bca8e466593d5a98", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.770637759155525, + "action_effect_rmse": 1.770637759155525 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023517832199617672, + "action_effect_rmse": 0.023517832199617672 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2041380294241222, + "action_effect_rmse": 1.2041380294241222 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5821042613844742, + "action_effect_rmse": 2.5821042613844742 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04953584184482729, + "action_effect_rmse": 0.04953584184482729 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.6143805367013497, + "action_effect_rmse": 2.6143805367013497 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.743547080821724, + "action_effect_rmse": 3.743547080821724 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1973465676113051, + "action_effect_rmse": 0.1973465676113051 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.3420235912719125, + "action_effect_rmse": 5.3420235912719125 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.007891294051225, + "action_effect_rmse": 4.007891294051225 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7266388250799682, + "action_effect_rmse": 0.7266388250799682 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.37547549139779, + "action_effect_rmse": 10.37547549139779 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 134.35524184111347, + 41.66224467682725 + ], + "true_costs": [ + 163.20756935993683, + 145.11612568839712 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941251", + "anchor_step": 54, + "sample_index": 6, + "commands_kw": [ + [ + 0.9037345353648802, + 1.1130498189405704, + 1.1988899175835945, + 1.145698149228389, + 0.9538582441702244, + 0.6412953593821143, + 0.24288568868273547, + -0.19258807767687627 + ], + [ + 6.9037345353648805, + 7.113049818940571, + 7.198889917583594, + 7.145698149228389, + 6.953858244170224, + 6.641295359382115, + 6.242885688682735, + 5.807411922323124 + ] + ], + "shared_exogenous_sha256": "4c82242f007a6b07db2a17fa3e41bc5fef4c8c57a7299865bca8e466593d5a98", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4448928942970856, + "action_effect_rmse": 1.4448928942970856 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013410712816009251, + "action_effect_rmse": 0.013410712816009251 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08016560771022974, + "action_effect_rmse": 0.08016560771022974 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 18.091443671539707, + "predicted_costs": [ + 248.5314573187512, + 248.5314573187512 + ], + "true_costs": [ + 163.20756935993683, + 145.11612568839712 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941251", + "anchor_step": 54, + "sample_index": 6, + "commands_kw": [ + [ + 0.9037345353648802, + 1.1130498189405704, + 1.1988899175835945, + 1.145698149228389, + 0.9538582441702244, + 0.6412953593821143, + 0.24288568868273547, + -0.19258807767687627 + ], + [ + 6.9037345353648805, + 7.113049818940571, + 7.198889917583594, + 7.145698149228389, + 6.953858244170224, + 6.641295359382115, + 6.242885688682735, + 5.807411922323124 + ] + ], + "shared_exogenous_sha256": "4c82242f007a6b07db2a17fa3e41bc5fef4c8c57a7299865bca8e466593d5a98", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0038401258072848776, + "action_effect_rmse": 0.0038401258072848776 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014786413961127565, + "action_effect_rmse": 0.014786413961127565 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036034943985523427, + "action_effect_rmse": 0.0036034943985523427 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009970348182603672, + "action_effect_rmse": 0.009970348182603672 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.029411000964243428, + "action_effect_rmse": 0.029411000964243428 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007185082651160357, + "action_effect_rmse": 0.007185082651160357 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029103000841995907, + "action_effect_rmse": 0.029103000841995907 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05815325177566599, + "action_effect_rmse": 0.05815325177566599 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014265705208433843, + "action_effect_rmse": 0.014265705208433843 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5397164635116116, + "action_effect_rmse": 1.5397164635116116 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10005166879563099, + "action_effect_rmse": 0.10005166879563099 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10814502654536096, + "action_effect_rmse": 0.10814502654536096 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 99.60451831540891, + 99.13411156182868 + ], + "true_costs": [ + 163.20756935993683, + 145.11612568839712 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 125, + "sample_index": 7, + "commands_kw": [ + [ + 1.0115454485592053, + 7.191087188944712, + 6.821332940322192, + 6.0645779481263125, + 5.272669575147961, + 4.8262722475967355, + 4.950001276407379, + 5.593674343181838 + ], + [ + 7.011545448559206, + 13.191087188944712, + 12.821332940322192, + 12.064577948126313, + 11.272669575147962, + 10.826272247596735, + 10.950001276407379, + 11.593674343181839 + ] + ], + "shared_exogenous_sha256": "45a15ccc7e83f579b67eb4bbb2b529b2184ecb7815f7a5f0745fdeaf1f8e0909", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34575186958296555, + "action_effect_rmse": 0.34575186958296555 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007642355238495213, + "action_effect_rmse": 0.007642355238495213 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9562631300086224, + "action_effect_rmse": 0.9562631300086224 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2144822202082608, + "action_effect_rmse": 0.2144822202082608 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00029319047316533897, + "action_effect_rmse": 0.00029319047316533897 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1657728719429947, + "action_effect_rmse": 1.1657728719429947 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9174019345283497, + "action_effect_rmse": 0.9174019345283497 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016443958390802038, + "action_effect_rmse": 0.016443958390802038 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2112848829617313, + "action_effect_rmse": 2.2112848829617313 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7242169063465589, + "action_effect_rmse": 1.7242169063465589 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18598452726321213, + "action_effect_rmse": 0.18598452726321213 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.813889246467408, + "action_effect_rmse": 4.813889246467408 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 41.90269134891498, + 24.960625253812545 + ], + "true_costs": [ + 37.217719606879285, + 30.996247751897094 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 125, + "sample_index": 7, + "commands_kw": [ + [ + 1.0115454485592053, + 7.191087188944712, + 6.821332940322192, + 6.0645779481263125, + 5.272669575147961, + 4.8262722475967355, + 4.950001276407379, + 5.593674343181838 + ], + [ + 7.011545448559206, + 13.191087188944712, + 12.821332940322192, + 12.064577948126313, + 11.272669575147962, + 10.826272247596735, + 10.950001276407379, + 11.593674343181839 + ] + ], + "shared_exogenous_sha256": "45a15ccc7e83f579b67eb4bbb2b529b2184ecb7815f7a5f0745fdeaf1f8e0909", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5211724764876031, + "action_effect_rmse": 0.5211724764876031 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005622137395512539, + "action_effect_rmse": 0.005622137395512539 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.054088086732029694, + "action_effect_rmse": 0.054088086732029694 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42397145459145236, + "action_effect_rmse": 0.42397145459145236 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018568096248436916, + "action_effect_rmse": 0.018568096248436916 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07461502482099647, + "action_effect_rmse": 0.07461502482099647 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12835624076394936, + "action_effect_rmse": 0.12835624076394936 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02946970955795436, + "action_effect_rmse": 0.02946970955795436 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07529724804794569, + "action_effect_rmse": 0.07529724804794569 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02799397957036831, + "action_effect_rmse": 0.02799397957036831 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.031372474787751514, + "action_effect_rmse": 0.031372474787751514 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07529795608308021, + "action_effect_rmse": 0.07529795608308021 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 6.221471854982191, + "predicted_costs": [ + 96.86333542081458, + 96.86333542081458 + ], + "true_costs": [ + 37.217719606879285, + 30.996247751897094 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 125, + "sample_index": 7, + "commands_kw": [ + [ + 1.0115454485592053, + 7.191087188944712, + 6.821332940322192, + 6.0645779481263125, + 5.272669575147961, + 4.8262722475967355, + 4.950001276407379, + 5.593674343181838 + ], + [ + 7.011545448559206, + 13.191087188944712, + 12.821332940322192, + 12.064577948126313, + 11.272669575147962, + 10.826272247596735, + 10.950001276407379, + 11.593674343181839 + ] + ], + "shared_exogenous_sha256": "45a15ccc7e83f579b67eb4bbb2b529b2184ecb7815f7a5f0745fdeaf1f8e0909", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023351227727673063, + "action_effect_rmse": 0.023351227727673063 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014410173045806829, + "action_effect_rmse": 0.014410173045806829 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03523193782427114, + "action_effect_rmse": 0.03523193782427114 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.561077162238405, + "action_effect_rmse": 0.561077162238405 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027888156261504093, + "action_effect_rmse": 0.027888156261504093 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10517953063774144, + "action_effect_rmse": 0.10517953063774144 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4939004766695376, + "action_effect_rmse": 1.4939004766695376 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08400359228070542, + "action_effect_rmse": 0.08400359228070542 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2888483412260072, + "action_effect_rmse": 0.2888483412260072 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.228459197233512, + "action_effect_rmse": 2.228459197233512 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24844190547161205, + "action_effect_rmse": 0.24844190547161205 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.67064469696221, + "action_effect_rmse": 0.67064469696221 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 52.98712342618517, + 29.27168633543493 + ], + "true_costs": [ + 37.217719606879285, + 30.996247751897094 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941249", + "anchor_step": 66, + "sample_index": 8, + "commands_kw": [ + [ + 15.0, + 15.0, + 14.99387277549042, + 14.521552104443476, + 5.122538195838569, + 4.866980231411133, + 4.8042623512328575, + 4.952302463132314 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 11.122538195838569, + 10.866980231411134, + 10.804262351232857, + 10.952302463132314 + ] + ], + "shared_exogenous_sha256": "9345c34e86a8344b726deebf749b14b28615aad9bc2cf947c3b1a25629cf7bbf", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008129830827748208, + "action_effect_rmse": 0.008129830827748208 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0375892351154334e-05, + "action_effect_rmse": 2.0375892351154334e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022024777175111865, + "action_effect_rmse": 0.022024777175111865 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.906074818866209, + "action_effect_rmse": 2.906074818866209 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01091705617628591, + "action_effect_rmse": 0.01091705617628591 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.215944778291483, + "action_effect_rmse": 4.215944778291483 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 29.901832506619257, + 45.553847699893225 + ], + "true_costs": [ + 8.156107016128493, + 8.156107016128493 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941249", + "anchor_step": 66, + "sample_index": 8, + "commands_kw": [ + [ + 15.0, + 15.0, + 14.99387277549042, + 14.521552104443476, + 5.122538195838569, + 4.866980231411133, + 4.8042623512328575, + 4.952302463132314 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 11.122538195838569, + 10.866980231411134, + 10.804262351232857, + 10.952302463132314 + ] + ], + "shared_exogenous_sha256": "9345c34e86a8344b726deebf749b14b28615aad9bc2cf947c3b1a25629cf7bbf", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 11.952174188844753, + 11.952174188844753 + ], + "true_costs": [ + 8.156107016128493, + 8.156107016128493 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941249", + "anchor_step": 66, + "sample_index": 8, + "commands_kw": [ + [ + 15.0, + 15.0, + 14.99387277549042, + 14.521552104443476, + 5.122538195838569, + 4.866980231411133, + 4.8042623512328575, + 4.952302463132314 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 11.122538195838569, + 10.866980231411134, + 10.804262351232857, + 10.952302463132314 + ] + ], + "shared_exogenous_sha256": "9345c34e86a8344b726deebf749b14b28615aad9bc2cf947c3b1a25629cf7bbf", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0827173001620558, + "action_effect_rmse": 0.0827173001620558 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0012786582290900128, + "action_effect_rmse": 0.0012786582290900128 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0005805003782821672, + "action_effect_rmse": 0.0005805003782821672 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3044528941091897, + "action_effect_rmse": 3.3044528941091897 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14404532342404153, + "action_effect_rmse": 0.14404532342404153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05022876939238863, + "action_effect_rmse": 0.05022876939238863 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 75.04982573682938, + 106.80436109483846 + ], + "true_costs": [ + 8.156107016128493, + 8.156107016128493 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 109, + "sample_index": 9, + "commands_kw": [ + [ + 5.863995401753189, + 6.571535585194884, + 7.075594392754347, + -13.815446491102351, + -14.151662199720118, + -14.814537736145118, + -15.0, + -15.0 + ], + [ + 11.86399540175319, + 12.571535585194884, + 13.075594392754347, + -7.815446491102351, + -8.151662199720118, + -8.814537736145118, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "6347053ddf17060b244c6ad456a019c8ab787232eb2ad047c5f066c1d137e473", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49301372034639357, + "action_effect_rmse": 0.49301372034639357 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002805424807085899, + "action_effect_rmse": 0.002805424807085899 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.589116429335224, + "action_effect_rmse": 0.589116429335224 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7308842237783288, + "action_effect_rmse": 0.7308842237783288 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0018646714213907956, + "action_effect_rmse": 0.0018646714213907956 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9463846710983113, + "action_effect_rmse": 0.9463846710983113 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8699565810067753, + "action_effect_rmse": 1.8699565810067753 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05033758273117783, + "action_effect_rmse": 0.05033758273117783 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4366770890471514, + "action_effect_rmse": 1.4366770890471514 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9802954885314552, + "action_effect_rmse": 1.9802954885314552 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1954279278023261, + "action_effect_rmse": 0.1954279278023261 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16365754416856504, + "action_effect_rmse": 0.16365754416856504 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 59.7498577271564, + 36.9381945044551 + ], + "true_costs": [ + 22.429324368693003, + 22.429324368693003 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 109, + "sample_index": 9, + "commands_kw": [ + [ + 5.863995401753189, + 6.571535585194884, + 7.075594392754347, + -13.815446491102351, + -14.151662199720118, + -14.814537736145118, + -15.0, + -15.0 + ], + [ + 11.86399540175319, + 12.571535585194884, + 13.075594392754347, + -7.815446491102351, + -8.151662199720118, + -8.814537736145118, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "6347053ddf17060b244c6ad456a019c8ab787232eb2ad047c5f066c1d137e473", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 3.147527953320758, + 3.147527953320758 + ], + "true_costs": [ + 22.429324368693003, + 22.429324368693003 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 109, + "sample_index": 9, + "commands_kw": [ + [ + 5.863995401753189, + 6.571535585194884, + 7.075594392754347, + -13.815446491102351, + -14.151662199720118, + -14.814537736145118, + -15.0, + -15.0 + ], + [ + 11.86399540175319, + 12.571535585194884, + 13.075594392754347, + -7.815446491102351, + -8.151662199720118, + -8.814537736145118, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "6347053ddf17060b244c6ad456a019c8ab787232eb2ad047c5f066c1d137e473", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3182075663937134, + "action_effect_rmse": 0.3182075663937134 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0072192511766520084, + "action_effect_rmse": 0.0072192511766520084 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007309525546368434, + "action_effect_rmse": 0.007309525546368434 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6397366989442581, + "action_effect_rmse": 0.6397366989442581 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016112311525560585, + "action_effect_rmse": 0.016112311525560585 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014766624080465363, + "action_effect_rmse": 0.014766624080465363 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2922538259571148, + "action_effect_rmse": 1.2922538259571148 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03894346335584942, + "action_effect_rmse": 0.03894346335584942 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.030214128811170582, + "action_effect_rmse": 0.030214128811170582 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6314631435920646, + "action_effect_rmse": 2.6314631435920646 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10491027975725586, + "action_effect_rmse": 0.10491027975725586 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06387808844183951, + "action_effect_rmse": 0.06387808844183951 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 98.40322772155878, + 48.01430911182337 + ], + "true_costs": [ + 22.429324368693003, + 22.429324368693003 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 128, + "sample_index": 10, + "commands_kw": [ + [ + -15.0, + -14.456484927143029, + -13.890450769632348, + -13.86253277309423, + -14.39694133301685, + 14.763413528463245, + 14.0391652350347, + 13.805147750035047 + ], + [ + -9.0, + -8.456484927143029, + -7.8904507696323485, + -7.86253277309423, + -8.39694133301685, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "900d5af2aee682aa5f5f7bfcd34df2e8f5ff0be9351fb0f40d1dac0e42f8db89", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33554218693388904, + "action_effect_rmse": 0.33554218693388904 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008742942774951246, + "action_effect_rmse": 0.008742942774951246 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6067870873218659, + "action_effect_rmse": 0.6067870873218659 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6500851882030645, + "action_effect_rmse": 0.6500851882030645 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017273701841883593, + "action_effect_rmse": 0.017273701841883593 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1259687743545044, + "action_effect_rmse": 1.1259687743545044 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.208588812813682, + "action_effect_rmse": 1.208588812813682 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05039777195121431, + "action_effect_rmse": 0.05039777195121431 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.310868161981915, + "action_effect_rmse": 2.310868161981915 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1179976872138333, + "action_effect_rmse": 1.1179976872138333 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09236897489216389, + "action_effect_rmse": 0.09236897489216389 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6701200298224776, + "action_effect_rmse": 2.6701200298224776 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 111.29544920022018, + 79.88139446152493 + ], + "true_costs": [ + 67.29610388860095, + 67.29610388860095 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 128, + "sample_index": 10, + "commands_kw": [ + [ + -15.0, + -14.456484927143029, + -13.890450769632348, + -13.86253277309423, + -14.39694133301685, + 14.763413528463245, + 14.0391652350347, + 13.805147750035047 + ], + [ + -9.0, + -8.456484927143029, + -7.8904507696323485, + -7.86253277309423, + -8.39694133301685, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "900d5af2aee682aa5f5f7bfcd34df2e8f5ff0be9351fb0f40d1dac0e42f8db89", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 53.478108886864554, + 53.478108886864554 + ], + "true_costs": [ + 67.29610388860095, + 67.29610388860095 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 128, + "sample_index": 10, + "commands_kw": [ + [ + -15.0, + -14.456484927143029, + -13.890450769632348, + -13.86253277309423, + -14.39694133301685, + 14.763413528463245, + 14.0391652350347, + 13.805147750035047 + ], + [ + -9.0, + -8.456484927143029, + -7.8904507696323485, + -7.86253277309423, + -8.39694133301685, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "900d5af2aee682aa5f5f7bfcd34df2e8f5ff0be9351fb0f40d1dac0e42f8db89", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5612032953348454, + "action_effect_rmse": 0.5612032953348454 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007408044554651383, + "action_effect_rmse": 0.007408044554651383 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03145149717343543, + "action_effect_rmse": 0.03145149717343543 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.012723139665873, + "action_effect_rmse": 1.012723139665873 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01744263121317502, + "action_effect_rmse": 0.01744263121317502 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06385820555452781, + "action_effect_rmse": 0.06385820555452781 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6679531475388423, + "action_effect_rmse": 1.6679531475388423 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.043392943982265564, + "action_effect_rmse": 0.043392943982265564 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13059113690663438, + "action_effect_rmse": 0.13059113690663438 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1867713929809796, + "action_effect_rmse": 1.1867713929809796 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08352565987429728, + "action_effect_rmse": 0.08352565987429728 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1831410418907602, + "action_effect_rmse": 0.1831410418907602 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 73.80697057322003, + 45.226061709491404 + ], + "true_costs": [ + 67.29610388860095, + 67.29610388860095 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941239", + "anchor_step": 57, + "sample_index": 11, + "commands_kw": [ + [ + 4.982603168633629, + 4.826092298759373, + 4.812781656514885, + 4.950420884728985, + 5.227203310933605, + 5.611475549600046, + -5.945672747916333, + -5.504900020142093 + ], + [ + 10.982603168633629, + 10.826092298759374, + 10.812781656514886, + 10.950420884728985, + 11.227203310933605, + 11.611475549600046, + 0.05432725208366662, + 0.49509997985790744 + ] + ], + "shared_exogenous_sha256": "3bf72f57e3509e7f0cd5322fa9d5e1e4690d5a29b8d4822a027a5a260b8c2fa9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3895825225023337, + "action_effect_rmse": 0.3895825225023337 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00794546049275624, + "action_effect_rmse": 0.00794546049275624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6047531045850656, + "action_effect_rmse": 0.6047531045850656 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7577930083124862, + "action_effect_rmse": 0.7577930083124862 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00897136463304804, + "action_effect_rmse": 0.00897136463304804 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3287387887610471, + "action_effect_rmse": 1.3287387887610471 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.380514257985972, + "action_effect_rmse": 1.380514257985972 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013076061841669429, + "action_effect_rmse": 0.013076061841669429 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6622755813371715, + "action_effect_rmse": 2.6622755813371715 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.8248892033439805, + "action_effect_rmse": 4.8248892033439805 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13730139907315575, + "action_effect_rmse": 0.13730139907315575 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.007590606282889, + "action_effect_rmse": 5.007590606282889 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.07051925616074, + "predicted_costs": [ + 12.867112895762475, + 18.689972236154638 + ], + "true_costs": [ + 60.57816977968861, + 19.507650523527865 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941239", + "anchor_step": 57, + "sample_index": 11, + "commands_kw": [ + [ + 4.982603168633629, + 4.826092298759373, + 4.812781656514885, + 4.950420884728985, + 5.227203310933605, + 5.611475549600046, + -5.945672747916333, + -5.504900020142093 + ], + [ + 10.982603168633629, + 10.826092298759374, + 10.812781656514886, + 10.950420884728985, + 11.227203310933605, + 11.611475549600046, + 0.05432725208366662, + 0.49509997985790744 + ] + ], + "shared_exogenous_sha256": "3bf72f57e3509e7f0cd5322fa9d5e1e4690d5a29b8d4822a027a5a260b8c2fa9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 8.27638519143679, + "action_effect_rmse": 8.27638519143679 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1475140470296772, + "action_effect_rmse": 0.1475140470296772 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20367774363857727, + "action_effect_rmse": 0.20367774363857727 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.07051925616074, + "predicted_costs": [ + 13.753281461482256, + 13.753281461482256 + ], + "true_costs": [ + 60.57816977968861, + 19.507650523527865 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941239", + "anchor_step": 57, + "sample_index": 11, + "commands_kw": [ + [ + 4.982603168633629, + 4.826092298759373, + 4.812781656514885, + 4.950420884728985, + 5.227203310933605, + 5.611475549600046, + -5.945672747916333, + -5.504900020142093 + ], + [ + 10.982603168633629, + 10.826092298759374, + 10.812781656514886, + 10.950420884728985, + 11.227203310933605, + 11.611475549600046, + 0.05432725208366662, + 0.49509997985790744 + ] + ], + "shared_exogenous_sha256": "3bf72f57e3509e7f0cd5322fa9d5e1e4690d5a29b8d4822a027a5a260b8c2fa9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4082248464411222, + "action_effect_rmse": 1.4082248464411222 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019364491635982972, + "action_effect_rmse": 0.019364491635982972 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03129963620958609, + "action_effect_rmse": 0.03129963620958609 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.421025967494767, + "action_effect_rmse": 2.421025967494767 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05683218868674089, + "action_effect_rmse": 0.05683218868674089 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06683950629246649, + "action_effect_rmse": 0.06683950629246649 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6794820841552323, + "action_effect_rmse": 3.6794820841552323 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16695212768646783, + "action_effect_rmse": 0.16695212768646783 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14681577278058366, + "action_effect_rmse": 0.14681577278058366 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5707568173574273, + "action_effect_rmse": 3.5707568173574273 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3084194227405206, + "action_effect_rmse": 0.3084194227405206 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12428525372661348, + "action_effect_rmse": 0.12428525372661348 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 50.83511220071682, + 14.892238750067252 + ], + "true_costs": [ + 60.57816977968861, + 19.507650523527865 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 63, + "sample_index": 12, + "commands_kw": [ + [ + 4.800000290676744, + 4.885912514471909, + 5.134919814638987, + 5.516061948849242, + 5.975881271019871, + 6.4449927933532924, + 6.848105076662049, + 1.1162146083066473 + ], + [ + 10.800000290676744, + 10.885912514471908, + 11.134919814638987, + 11.516061948849242, + 11.97588127101987, + 12.444992793353293, + 12.848105076662048, + 7.116214608306647 + ] + ], + "shared_exogenous_sha256": "6cb61c3cec695fc28e522fc2501a65f041ece9186cc91d77c8763dd48c964f9e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026289474182028982, + "action_effect_rmse": 0.026289474182028982 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018748060461462046, + "action_effect_rmse": 0.0018748060461462046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8433610741869799, + "action_effect_rmse": 0.8433610741869799 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.039067114859509644, + "action_effect_rmse": 0.039067114859509644 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016635337789514537, + "action_effect_rmse": 0.016635337789514537 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.446078597411141, + "action_effect_rmse": 1.446078597411141 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07876435994421094, + "action_effect_rmse": 0.07876435994421094 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08115312680108744, + "action_effect_rmse": 0.08115312680108744 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2946717018578227, + "action_effect_rmse": 2.2946717018578227 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.087452750961413, + "action_effect_rmse": 1.087452750961413 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.003675338907582315, + "action_effect_rmse": 0.003675338907582315 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.663823833661997, + "action_effect_rmse": 4.663823833661997 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 278.92291638170974, + 270.2409979073759 + ], + "true_costs": [ + 198.48661080829598, + 198.48661080829598 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 63, + "sample_index": 12, + "commands_kw": [ + [ + 4.800000290676744, + 4.885912514471909, + 5.134919814638987, + 5.516061948849242, + 5.975881271019871, + 6.4449927933532924, + 6.848105076662049, + 1.1162146083066473 + ], + [ + 10.800000290676744, + 10.885912514471908, + 11.134919814638987, + 11.516061948849242, + 11.97588127101987, + 12.444992793353293, + 12.848105076662048, + 7.116214608306647 + ] + ], + "shared_exogenous_sha256": "6cb61c3cec695fc28e522fc2501a65f041ece9186cc91d77c8763dd48c964f9e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 647.2182787865214, + 647.2182787865214 + ], + "true_costs": [ + 198.48661080829598, + 198.48661080829598 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 63, + "sample_index": 12, + "commands_kw": [ + [ + 4.800000290676744, + 4.885912514471909, + 5.134919814638987, + 5.516061948849242, + 5.975881271019871, + 6.4449927933532924, + 6.848105076662049, + 1.1162146083066473 + ], + [ + 10.800000290676744, + 10.885912514471908, + 11.134919814638987, + 11.516061948849242, + 11.97588127101987, + 12.444992793353293, + 12.848105076662048, + 7.116214608306647 + ] + ], + "shared_exogenous_sha256": "6cb61c3cec695fc28e522fc2501a65f041ece9186cc91d77c8763dd48c964f9e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.028961368403868093, + "action_effect_rmse": 0.028961368403868093 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002156375141947109, + "action_effect_rmse": 0.002156375141947109 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005659895340581755, + "action_effect_rmse": 0.005659895340581755 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05610997347630864, + "action_effect_rmse": 0.05610997347630864 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004321822034988543, + "action_effect_rmse": 0.004321822034988543 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01123386463549636, + "action_effect_rmse": 0.01123386463549636 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10543046161909153, + "action_effect_rmse": 0.10543046161909153 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008676717570052617, + "action_effect_rmse": 0.008676717570052617 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02214973629268613, + "action_effect_rmse": 0.02214973629268613 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18699498073466359, + "action_effect_rmse": 0.18699498073466359 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.017462637410337933, + "action_effect_rmse": 0.017462637410337933 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04321107600693175, + "action_effect_rmse": 0.04321107600693175 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 549.6636967887414, + 558.1847601829471 + ], + "true_costs": [ + 198.48661080829598, + 198.48661080829598 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941236", + "anchor_step": 108, + "sample_index": 13, + "commands_kw": [ + [ + -1.1918018327073219, + -0.9006157728027688, + -0.2838887839049982, + 0.4408239906052986, + -4.992730809857837, + -4.801521685531811, + -5.067188552059771, + -5.696805207461735 + ], + [ + 4.808198167292678, + 5.099384227197231, + 5.716111216095002, + 6.440823990605298, + 1.0072691901421633, + 1.198478314468189, + 0.932811447940229, + 0.30319479253826476 + ] + ], + "shared_exogenous_sha256": "fb6ec01bbeba1da5b39371db250dee979d5d92fb186c919fcc1fd4e56ade922e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8802110321953176, + "action_effect_rmse": 1.8802110321953176 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0033027987628706512, + "action_effect_rmse": 0.0033027987628706512 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6356543859754886, + "action_effect_rmse": 0.6356543859754886 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.536021687815717, + "action_effect_rmse": 4.536021687815717 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04760640005010153, + "action_effect_rmse": 0.04760640005010153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6581769125700951, + "action_effect_rmse": 1.6581769125700951 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.527667669784801, + "action_effect_rmse": 4.527667669784801 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20542098252978036, + "action_effect_rmse": 0.20542098252978036 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.721734623060634, + "action_effect_rmse": 3.721734623060634 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3692575497152646, + "action_effect_rmse": 3.3692575497152646 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2468474445935538, + "action_effect_rmse": 0.2468474445935538 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27290014566805, + "action_effect_rmse": 0.27290014566805 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 567.8942485306112, + 418.70112349075146 + ], + "true_costs": [ + 538.6362664546991, + 180.57742965894965 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941236", + "anchor_step": 108, + "sample_index": 13, + "commands_kw": [ + [ + -1.1918018327073219, + -0.9006157728027688, + -0.2838887839049982, + 0.4408239906052986, + -4.992730809857837, + -4.801521685531811, + -5.067188552059771, + -5.696805207461735 + ], + [ + 4.808198167292678, + 5.099384227197231, + 5.716111216095002, + 6.440823990605298, + 1.0072691901421633, + 1.198478314468189, + 0.932811447940229, + 0.30319479253826476 + ] + ], + "shared_exogenous_sha256": "fb6ec01bbeba1da5b39371db250dee979d5d92fb186c919fcc1fd4e56ade922e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.574564217455677, + "action_effect_rmse": 2.574564217455677 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0181304502560522, + "action_effect_rmse": 0.0181304502560522 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07738500737850629, + "action_effect_rmse": 0.07738500737850629 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.726324105908947, + "action_effect_rmse": 5.726324105908947 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09285729695471368, + "action_effect_rmse": 0.09285729695471368 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06253583972790011, + "action_effect_rmse": 0.06253583972790011 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.3380588414547265, + "action_effect_rmse": 6.3380588414547265 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.32516794768389623, + "action_effect_rmse": 0.32516794768389623 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19800482485995374, + "action_effect_rmse": 0.19800482485995374 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.499998910354046, + "action_effect_rmse": 6.499998910354046 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7436207647222126, + "action_effect_rmse": 0.7436207647222126 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5191079742671469, + "action_effect_rmse": 0.5191079742671469 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 358.05883679574947, + "predicted_costs": [ + 581.9523873051771, + 581.9523873051771 + ], + "true_costs": [ + 538.6362664546991, + 180.57742965894965 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941236", + "anchor_step": 108, + "sample_index": 13, + "commands_kw": [ + [ + -1.1918018327073219, + -0.9006157728027688, + -0.2838887839049982, + 0.4408239906052986, + -4.992730809857837, + -4.801521685531811, + -5.067188552059771, + -5.696805207461735 + ], + [ + 4.808198167292678, + 5.099384227197231, + 5.716111216095002, + 6.440823990605298, + 1.0072691901421633, + 1.198478314468189, + 0.932811447940229, + 0.30319479253826476 + ] + ], + "shared_exogenous_sha256": "fb6ec01bbeba1da5b39371db250dee979d5d92fb186c919fcc1fd4e56ade922e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5201913323580527, + "action_effect_rmse": 2.5201913323580527 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011949416913182631, + "action_effect_rmse": 0.011949416913182631 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09057322328754935, + "action_effect_rmse": 0.09057322328754935 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.62275220944025, + "action_effect_rmse": 5.62275220944025 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08010833003810625, + "action_effect_rmse": 0.08010833003810625 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08901798056495736, + "action_effect_rmse": 0.08901798056495736 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.149450268473059, + "action_effect_rmse": 6.149450268473059 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2983152800617628, + "action_effect_rmse": 0.2983152800617628 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14469307557558864, + "action_effect_rmse": 0.14469307557558864 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.182659256631375, + "action_effect_rmse": 6.182659256631375 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6857671082374104, + "action_effect_rmse": 0.6857671082374104 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41158904637136473, + "action_effect_rmse": 0.41158904637136473 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 600.3322704939453, + 584.0973375369435 + ], + "true_costs": [ + 538.6362664546991, + 180.57742965894965 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941253", + "anchor_step": 125, + "sample_index": 14, + "commands_kw": [ + [ + 0.9532028547242193, + 7.199173493925627, + 6.892513201502045, + 6.16588234448053, + 5.356163117343119, + 4.85165466497465, + 4.9045499690243926, + 5.499458340494377 + ], + [ + 6.9532028547242195, + 13.199173493925628, + 12.892513201502044, + 12.16588234448053, + 11.356163117343119, + 10.85165466497465, + 10.904549969024393, + 11.499458340494378 + ] + ], + "shared_exogenous_sha256": "e84feccd03afcd9a997a16130aa27f22f1ccff544c9e025f619bf39695569cd1", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2964619466831548, + "action_effect_rmse": 1.2964619466831548 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013120015348100367, + "action_effect_rmse": 0.013120015348100367 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0334895842158893, + "action_effect_rmse": 1.0334895842158893 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5021290393020337, + "action_effect_rmse": 0.5021290393020337 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013860795924536262, + "action_effect_rmse": 0.013860795924536262 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3086137825789947, + "action_effect_rmse": 1.3086137825789947 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.79715372697334, + "action_effect_rmse": 0.79715372697334 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022299496931243112, + "action_effect_rmse": 0.022299496931243112 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8729820579789553, + "action_effect_rmse": 1.8729820579789553 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4589498289496667, + "action_effect_rmse": 1.4589498289496667 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07382721085201815, + "action_effect_rmse": 0.07382721085201815 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.228296558299554, + "action_effect_rmse": 4.228296558299554 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 536.2558161454716, + 447.6339622926168 + ], + "true_costs": [ + 291.485618880369, + 291.1181547482022 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941253", + "anchor_step": 125, + "sample_index": 14, + "commands_kw": [ + [ + 0.9532028547242193, + 7.199173493925627, + 6.892513201502045, + 6.16588234448053, + 5.356163117343119, + 4.85165466497465, + 4.9045499690243926, + 5.499458340494377 + ], + [ + 6.9532028547242195, + 13.199173493925628, + 12.892513201502044, + 12.16588234448053, + 11.356163117343119, + 10.85165466497465, + 10.904549969024393, + 11.499458340494378 + ] + ], + "shared_exogenous_sha256": "e84feccd03afcd9a997a16130aa27f22f1ccff544c9e025f619bf39695569cd1", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005717419394985157, + "action_effect_rmse": 0.005717419394985157 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.7426102500172078e-05, + "action_effect_rmse": 2.7426102500172078e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0005425842730950592, + "action_effect_rmse": 0.0005425842730950592 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008386979645081283, + "action_effect_rmse": 0.008386979645081283 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00012440325492768523, + "action_effect_rmse": 0.00012440325492768523 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0010632787863436022, + "action_effect_rmse": 0.0010632787863436022 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004721272489977224, + "action_effect_rmse": 0.004721272489977224 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0002844710102749559, + "action_effect_rmse": 0.0002844710102749559 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0012602965852224202, + "action_effect_rmse": 0.0012602965852224202 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0015069262946258988, + "action_effect_rmse": 0.0015069262946258988 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00039319276037197426, + "action_effect_rmse": 0.00039319276037197426 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0012786219894707074, + "action_effect_rmse": 0.0012786219894707074 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 0.36746413216678775, + "predicted_costs": [ + 720.670824479715, + 720.670824479715 + ], + "true_costs": [ + 291.485618880369, + 291.1181547482022 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941253", + "anchor_step": 125, + "sample_index": 14, + "commands_kw": [ + [ + 0.9532028547242193, + 7.199173493925627, + 6.892513201502045, + 6.16588234448053, + 5.356163117343119, + 4.85165466497465, + 4.9045499690243926, + 5.499458340494377 + ], + [ + 6.9532028547242195, + 13.199173493925628, + 12.892513201502044, + 12.16588234448053, + 11.356163117343119, + 10.85165466497465, + 10.904549969024393, + 11.499458340494378 + ] + ], + "shared_exogenous_sha256": "e84feccd03afcd9a997a16130aa27f22f1ccff544c9e025f619bf39695569cd1", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7495511416916107, + "action_effect_rmse": 0.7495511416916107 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007582272956899061, + "action_effect_rmse": 0.007582272956899061 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016296306261029514, + "action_effect_rmse": 0.016296306261029514 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3938374585452769, + "action_effect_rmse": 1.3938374585452769 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022042377888585207, + "action_effect_rmse": 0.022042377888585207 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03289249635290403, + "action_effect_rmse": 0.03289249635290403 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.43115597109864, + "action_effect_rmse": 2.43115597109864 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06794300301353395, + "action_effect_rmse": 0.06794300301353395 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06752270365874224, + "action_effect_rmse": 0.06752270365874224 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7885780770317314, + "action_effect_rmse": 3.7885780770317314 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20801524489716883, + "action_effect_rmse": 0.20801524489716883 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13830604108758493, + "action_effect_rmse": 0.13830604108758493 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 662.0127100575039, + 473.22617627573493 + ], + "true_costs": [ + 291.485618880369, + 291.1181547482022 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 177, + "sample_index": 15, + "commands_kw": [ + [ + 4.809736324776544, + 5.431732632002873, + 6.534539141091815, + 7.186682585974303, + 6.822273543852635, + -15.0, + -15.0, + -15.0 + ], + [ + 10.809736324776544, + 11.431732632002873, + 12.534539141091816, + 13.186682585974303, + 12.822273543852635, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "3add157a42067181595ccba6bf69839733b76ecf6276abc79d3b9402db45e7b8", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0778715585457377, + "action_effect_rmse": 1.0778715585457377 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07725085192567338, + "action_effect_rmse": 0.07725085192567338 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8138531375743803, + "action_effect_rmse": 0.8138531375743803 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3669869589564936, + "action_effect_rmse": 1.3669869589564936 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1417370391083903, + "action_effect_rmse": 0.1417370391083903 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5443295020557315, + "action_effect_rmse": 1.5443295020557315 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.571356797570914, + "action_effect_rmse": 1.571356797570914 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18787056194026874, + "action_effect_rmse": 0.18787056194026874 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3845945742252113, + "action_effect_rmse": 2.3845945742252113 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.815309936850479, + "action_effect_rmse": 4.815309936850479 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3855683044303664, + "action_effect_rmse": 0.3855683044303664 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9003219010033803, + "action_effect_rmse": 2.9003219010033803 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 356.65369200926614, + 207.6641406330367 + ], + "true_costs": [ + 441.1805160880161, + 441.1805160880161 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 177, + "sample_index": 15, + "commands_kw": [ + [ + 4.809736324776544, + 5.431732632002873, + 6.534539141091815, + 7.186682585974303, + 6.822273543852635, + -15.0, + -15.0, + -15.0 + ], + [ + 10.809736324776544, + 11.431732632002873, + 12.534539141091816, + 13.186682585974303, + 12.822273543852635, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "3add157a42067181595ccba6bf69839733b76ecf6276abc79d3b9402db45e7b8", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 578.4144748282603, + 578.4144748282603 + ], + "true_costs": [ + 441.1805160880161, + 441.1805160880161 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 177, + "sample_index": 15, + "commands_kw": [ + [ + 4.809736324776544, + 5.431732632002873, + 6.534539141091815, + 7.186682585974303, + 6.822273543852635, + -15.0, + -15.0, + -15.0 + ], + [ + 10.809736324776544, + 11.431732632002873, + 12.534539141091816, + 13.186682585974303, + 12.822273543852635, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "3add157a42067181595ccba6bf69839733b76ecf6276abc79d3b9402db45e7b8", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7950455914956613, + "action_effect_rmse": 0.7950455914956613 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008451750940036362, + "action_effect_rmse": 0.008451750940036362 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03850295733003506, + "action_effect_rmse": 0.03850295733003506 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5026955015930383, + "action_effect_rmse": 1.5026955015930383 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01916194133136262, + "action_effect_rmse": 0.01916194133136262 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07769147461627668, + "action_effect_rmse": 0.07769147461627668 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.694078857974487, + "action_effect_rmse": 2.694078857974487 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04630673924541817, + "action_effect_rmse": 0.04630673924541817 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15792935760448046, + "action_effect_rmse": 0.15792935760448046 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.393535879241484, + "action_effect_rmse": 4.393535879241484 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11766732309176753, + "action_effect_rmse": 0.11766732309176753 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3247554247069999, + "action_effect_rmse": 0.3247554247069999 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 506.2173600882538, + 316.54549441524273 + ], + "true_costs": [ + 441.1805160880161, + 441.1805160880161 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041246", + "anchor_step": 30, + "sample_index": 0, + "commands_kw": [ + [ + 0.23844687024531855, + -0.017954768285017957, + -0.279368245507298, + -0.5326977983478779, + -0.763810250088205, + -0.9583180963912454, + -1.1025284141765233, + -1.1845129858758738 + ], + [ + 6.238446870245318, + 5.982045231714982, + 5.720631754492702, + 5.467302201652122, + 5.236189749911795, + 5.041681903608755, + 4.897471585823476, + 4.815487014124126 + ] + ], + "shared_exogenous_sha256": "4a7869bcf9345d17dafda4f5ffb1e2ad708ad9f85fd3eae482d6379df46d7a44", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22366695657602875, + "action_effect_rmse": 0.22366695657602875 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004520774386740811, + "action_effect_rmse": 0.004520774386740811 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09891436571191292, + "action_effect_rmse": 0.09891436571191292 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4389054540298005, + "action_effect_rmse": 0.4389054540298005 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014111102780994145, + "action_effect_rmse": 0.014111102780994145 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4774209146129138, + "action_effect_rmse": 0.4774209146129138 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7784792682492743, + "action_effect_rmse": 0.7784792682492743 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04182295937632219, + "action_effect_rmse": 0.04182295937632219 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8269970781500291, + "action_effect_rmse": 0.8269970781500291 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1589514775805263, + "action_effect_rmse": 1.1589514775805263 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12811348381918464, + "action_effect_rmse": 0.12811348381918464 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8155632277170781, + "action_effect_rmse": 0.8155632277170781 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.476595033794002, + 0.858318731946119 + ], + "true_costs": [ + 3.3986381702157225, + 1.797100650029676 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041246", + "anchor_step": 30, + "sample_index": 0, + "commands_kw": [ + [ + 0.23844687024531855, + -0.017954768285017957, + -0.279368245507298, + -0.5326977983478779, + -0.763810250088205, + -0.9583180963912454, + -1.1025284141765233, + -1.1845129858758738 + ], + [ + 6.238446870245318, + 5.982045231714982, + 5.720631754492702, + 5.467302201652122, + 5.236189749911795, + 5.041681903608755, + 4.897471585823476, + 4.815487014124126 + ] + ], + "shared_exogenous_sha256": "4a7869bcf9345d17dafda4f5ffb1e2ad708ad9f85fd3eae482d6379df46d7a44", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05812457366244317, + "action_effect_rmse": 0.05812457366244317 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 8.240701312445253e-05, + "action_effect_rmse": 8.240701312445253e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9796491399848719, + "action_effect_rmse": 0.9796491399848719 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14180335248488163, + "action_effect_rmse": 0.14180335248488163 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.000439161270751498, + "action_effect_rmse": 0.000439161270751498 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4441948296471807, + "action_effect_rmse": 2.4441948296471807 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30007704439605476, + "action_effect_rmse": 0.30007704439605476 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.002021624151446133, + "action_effect_rmse": 0.002021624151446133 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.13146513340461, + "action_effect_rmse": 5.13146513340461 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.570137909066009, + "action_effect_rmse": 0.570137909066009 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008238738733471251, + "action_effect_rmse": 0.008238738733471251 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.25047045373639, + "action_effect_rmse": 9.25047045373639 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 1.6015375201860464, + "predicted_costs": [ + 2.3123912866211755, + 2.3123912866211755 + ], + "true_costs": [ + 3.3986381702157225, + 1.797100650029676 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041246", + "anchor_step": 30, + "sample_index": 0, + "commands_kw": [ + [ + 0.23844687024531855, + -0.017954768285017957, + -0.279368245507298, + -0.5326977983478779, + -0.763810250088205, + -0.9583180963912454, + -1.1025284141765233, + -1.1845129858758738 + ], + [ + 6.238446870245318, + 5.982045231714982, + 5.720631754492702, + 5.467302201652122, + 5.236189749911795, + 5.041681903608755, + 4.897471585823476, + 4.815487014124126 + ] + ], + "shared_exogenous_sha256": "4a7869bcf9345d17dafda4f5ffb1e2ad708ad9f85fd3eae482d6379df46d7a44", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02342968006109203, + "action_effect_rmse": 0.02342968006109203 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0004133641864498827, + "action_effect_rmse": 0.0004133641864498827 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24870904377647207, + "action_effect_rmse": 0.24870904377647207 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021555935867041853, + "action_effect_rmse": 0.021555935867041853 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0010816079665865175, + "action_effect_rmse": 0.0010816079665865175 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012711640925388679, + "action_effect_rmse": 0.012711640925388679 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02764615827106809, + "action_effect_rmse": 0.02764615827106809 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003228582954168502, + "action_effect_rmse": 0.003228582954168502 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21688405337683747, + "action_effect_rmse": 0.21688405337683747 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08933926614086829, + "action_effect_rmse": 0.08933926614086829 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010340356330797107, + "action_effect_rmse": 0.010340356330797107 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5818287396886959, + "action_effect_rmse": 0.5818287396886959 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 5.237715139741939, + 2.6174862140517394 + ], + "true_costs": [ + 3.3986381702157225, + 1.797100650029676 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041248", + "anchor_step": 148, + "sample_index": 1, + "commands_kw": [ + [ + 13.869263390712876, + 13.926651642076859, + 14.648569514890436, + 15.0, + 15.0, + 15.0, + -14.822088762779329, + -15.0 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -8.822088762779329, + -9.0 + ] + ], + "shared_exogenous_sha256": "0e16b91bb92b4f84a986f9521124163470fd0b1ceae2bed2e4538a2f8c6a51e3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0002563363163794463, + "action_effect_rmse": 0.0002563363163794463 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0009774493099747872, + "action_effect_rmse": 0.0009774493099747872 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027392095909931413, + "action_effect_rmse": 0.027392095909931413 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01403737737689248, + "action_effect_rmse": 0.01403737737689248 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0014139074592556256, + "action_effect_rmse": 0.0014139074592556256 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.278329347833278, + "action_effect_rmse": 0.278329347833278 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003636572329114074, + "action_effect_rmse": 0.003636572329114074 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00019237944321304212, + "action_effect_rmse": 0.00019237944321304212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5354662275302076, + "action_effect_rmse": 0.5354662275302076 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12224513471092102, + "action_effect_rmse": 0.12224513471092102 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007721663462456618, + "action_effect_rmse": 0.007721663462456618 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7925318499828791, + "action_effect_rmse": 0.7925318499828791 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 313.71988518845035, + 306.76841302375277 + ], + "true_costs": [ + 369.6859615960922, + 364.29697041144124 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041248", + "anchor_step": 148, + "sample_index": 1, + "commands_kw": [ + [ + 13.869263390712876, + 13.926651642076859, + 14.648569514890436, + 15.0, + 15.0, + 15.0, + -14.822088762779329, + -15.0 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -8.822088762779329, + -9.0 + ] + ], + "shared_exogenous_sha256": "0e16b91bb92b4f84a986f9521124163470fd0b1ceae2bed2e4538a2f8c6a51e3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013225375380885751, + "action_effect_rmse": 0.013225375380885751 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.873016016062934e-05, + "action_effect_rmse": 1.873016016062934e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18338477036769518, + "action_effect_rmse": 0.18338477036769518 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03097122802047103, + "action_effect_rmse": 0.03097122802047103 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 9.779259819708841e-05, + "action_effect_rmse": 9.779259819708841e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4497077135563359, + "action_effect_rmse": 0.4497077135563359 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03751215423130638, + "action_effect_rmse": 0.03751215423130638 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0003614438954393506, + "action_effect_rmse": 0.0003614438954393506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6361752831742251, + "action_effect_rmse": 0.6361752831742251 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19623180456135358, + "action_effect_rmse": 0.19623180456135358 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0013236259886806323, + "action_effect_rmse": 0.0013236259886806323 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4944354729533416, + "action_effect_rmse": 1.4944354729533416 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 5.38899118465099, + "predicted_costs": [ + 361.9030284314404, + 361.9030284314404 + ], + "true_costs": [ + 369.6859615960922, + 364.29697041144124 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041248", + "anchor_step": 148, + "sample_index": 1, + "commands_kw": [ + [ + 13.869263390712876, + 13.926651642076859, + 14.648569514890436, + 15.0, + 15.0, + 15.0, + -14.822088762779329, + -15.0 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -8.822088762779329, + -9.0 + ] + ], + "shared_exogenous_sha256": "0e16b91bb92b4f84a986f9521124163470fd0b1ceae2bed2e4538a2f8c6a51e3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004481931341043577, + "action_effect_rmse": 0.004481931341043577 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.9725037173022884e-05, + "action_effect_rmse": 2.9725037173022884e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26156378370529865, + "action_effect_rmse": 0.26156378370529865 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0035081182932241717, + "action_effect_rmse": 0.0035081182932241717 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00011242399612143572, + "action_effect_rmse": 0.00011242399612143572 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6028676260992825, + "action_effect_rmse": 0.6028676260992825 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0023167875909066993, + "action_effect_rmse": 0.0023167875909066993 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0003509644588319816, + "action_effect_rmse": 0.0003509644588319816 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8168647017806165, + "action_effect_rmse": 0.8168647017806165 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03099370837419002, + "action_effect_rmse": 0.03099370837419002 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00133281149213893, + "action_effect_rmse": 0.00133281149213893 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.47309584698672325, + "action_effect_rmse": 0.47309584698672325 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 357.387274465754, + 351.29731300393587 + ], + "true_costs": [ + 369.6859615960922, + 364.29697041144124 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 63, + "sample_index": 2, + "commands_kw": [ + [ + -6.76972661173709, + -6.373345158478113, + -5.917711399418711, + -5.468738365765424, + -5.095596394299527, + -4.859853282476789, + -4.8046256343424885, + -4.94565576387234 + ], + [ + -0.7697266117370898, + -0.3733451584781129, + 0.08228860058128884, + 0.5312616342345757, + 0.9044036057004732, + 1.1401467175232112, + 1.1953743656575115, + 1.05434423612766 + ] + ], + "shared_exogenous_sha256": "ba77fc6a6f4af53779fa8f3f46a25504b7fc6d3362f3702fb3dbbf3ece089e05", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3392202373989228, + "action_effect_rmse": 0.3392202373989228 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005917892240955069, + "action_effect_rmse": 0.005917892240955069 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5909419804614657, + "action_effect_rmse": 0.5909419804614657 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6296228542197646, + "action_effect_rmse": 0.6296228542197646 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020713125022393086, + "action_effect_rmse": 0.020713125022393086 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2980190684753268, + "action_effect_rmse": 0.2980190684753268 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1175861004744867, + "action_effect_rmse": 1.1175861004744867 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07350200171261534, + "action_effect_rmse": 0.07350200171261534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3538872182994339, + "action_effect_rmse": 0.3538872182994339 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.831268053524262, + "action_effect_rmse": 1.831268053524262 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23661772172933837, + "action_effect_rmse": 0.23661772172933837 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9271770435103832, + "action_effect_rmse": 0.9271770435103832 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 18.16080148337078, + 2.014184669029146 + ], + "true_costs": [ + 1.2208381007543705, + 0.2982955039635315 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 63, + "sample_index": 2, + "commands_kw": [ + [ + -6.76972661173709, + -6.373345158478113, + -5.917711399418711, + -5.468738365765424, + -5.095596394299527, + -4.859853282476789, + -4.8046256343424885, + -4.94565576387234 + ], + [ + -0.7697266117370898, + -0.3733451584781129, + 0.08228860058128884, + 0.5312616342345757, + 0.9044036057004732, + 1.1401467175232112, + 1.1953743656575115, + 1.05434423612766 + ] + ], + "shared_exogenous_sha256": "ba77fc6a6f4af53779fa8f3f46a25504b7fc6d3362f3702fb3dbbf3ece089e05", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.049013277716348114, + "action_effect_rmse": 0.049013277716348114 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.7907408614378255e-05, + "action_effect_rmse": 4.7907408614378255e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16268938843752778, + "action_effect_rmse": 0.16268938843752778 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13115191329426068, + "action_effect_rmse": 0.13115191329426068 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0002789994352525582, + "action_effect_rmse": 0.0002789994352525582 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.515687121339397, + "action_effect_rmse": 1.515687121339397 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29406589392842974, + "action_effect_rmse": 0.29406589392842974 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001382054524746934, + "action_effect_rmse": 0.001382054524746934 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.343797738452864, + "action_effect_rmse": 4.343797738452864 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5700383468877916, + "action_effect_rmse": 0.5700383468877916 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005853484771140671, + "action_effect_rmse": 0.005853484771140671 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.38148557888978, + "action_effect_rmse": 8.38148557888978 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 0.9225425967908389, + "predicted_costs": [ + 0.5127911917913416, + 0.5127911917913416 + ], + "true_costs": [ + 1.2208381007543705, + 0.2982955039635315 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 63, + "sample_index": 2, + "commands_kw": [ + [ + -6.76972661173709, + -6.373345158478113, + -5.917711399418711, + -5.468738365765424, + -5.095596394299527, + -4.859853282476789, + -4.8046256343424885, + -4.94565576387234 + ], + [ + -0.7697266117370898, + -0.3733451584781129, + 0.08228860058128884, + 0.5312616342345757, + 0.9044036057004732, + 1.1401467175232112, + 1.1953743656575115, + 1.05434423612766 + ] + ], + "shared_exogenous_sha256": "ba77fc6a6f4af53779fa8f3f46a25504b7fc6d3362f3702fb3dbbf3ece089e05", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04238255346365705, + "action_effect_rmse": 0.04238255346365705 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0001825577707705861, + "action_effect_rmse": 0.0001825577707705861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2236474491714944, + "action_effect_rmse": 1.2236474491714944 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05174724720211543, + "action_effect_rmse": 0.05174724720211543 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0002064841048543542, + "action_effect_rmse": 0.0002064841048543542 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.63733400786424, + "action_effect_rmse": 3.63733400786424 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07216265189237703, + "action_effect_rmse": 0.07216265189237703 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.000312798291794536, + "action_effect_rmse": 0.000312798291794536 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 8.586013106324799, + "action_effect_rmse": 8.586013106324799 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1641410227756097, + "action_effect_rmse": 0.1641410227756097 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.003321172282483076, + "action_effect_rmse": 0.003321172282483076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 16.86159097067906, + "action_effect_rmse": 16.86159097067906 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.7225284385362478, + 0.3341032674759549 + ], + "true_costs": [ + 1.2208381007543705, + 0.2982955039635315 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041241", + "anchor_step": 94, + "sample_index": 3, + "commands_kw": [ + [ + -1.1381749979907911, + -0.785290904732828, + -0.20703985281322643, + 0.43572705702747944, + -14.044116735516413, + -13.805319931778117, + -13.927846460750896, + -14.383043475062927 + ], + [ + 4.861825002009208, + 5.214709095267172, + 5.792960147186774, + 6.43572705702748, + -8.044116735516413, + -7.805319931778117, + -7.927846460750896, + -8.383043475062927 + ] + ], + "shared_exogenous_sha256": "ba06284f20fcf42989885037774f5223b5426355b50f0f74448b72659f909eee", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49118655627188446, + "action_effect_rmse": 0.49118655627188446 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005512391961239871, + "action_effect_rmse": 0.005512391961239871 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.660533178929029, + "action_effect_rmse": 0.660533178929029 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8368985602416394, + "action_effect_rmse": 0.8368985602416394 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.017266673887505135, + "action_effect_rmse": 0.017266673887505135 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9704495473634438, + "action_effect_rmse": 0.9704495473634438 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5363113340955223, + "action_effect_rmse": 1.5363113340955223 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.059090052919021474, + "action_effect_rmse": 0.059090052919021474 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.315996090158336, + "action_effect_rmse": 1.315996090158336 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1198676747671215, + "action_effect_rmse": 1.1198676747671215 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12173194407429477, + "action_effect_rmse": 0.12173194407429477 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8093424297362617, + "action_effect_rmse": 0.8093424297362617 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 66.65637431763304, + 30.167363039929725 + ], + "true_costs": [ + 53.06890741167474, + 42.85133070985992 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041241", + "anchor_step": 94, + "sample_index": 3, + "commands_kw": [ + [ + -1.1381749979907911, + -0.785290904732828, + -0.20703985281322643, + 0.43572705702747944, + -14.044116735516413, + -13.805319931778117, + -13.927846460750896, + -14.383043475062927 + ], + [ + 4.861825002009208, + 5.214709095267172, + 5.792960147186774, + 6.43572705702748, + -8.044116735516413, + -7.805319931778117, + -7.927846460750896, + -8.383043475062927 + ] + ], + "shared_exogenous_sha256": "ba06284f20fcf42989885037774f5223b5426355b50f0f74448b72659f909eee", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08099773382380349, + "action_effect_rmse": 0.08099773382380349 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00019544576299068694, + "action_effect_rmse": 0.00019544576299068694 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1859958353602167, + "action_effect_rmse": 0.1859958353602167 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2141075681920661, + "action_effect_rmse": 0.2141075681920661 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0011354443039444106, + "action_effect_rmse": 0.0011354443039444106 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0110071972044352, + "action_effect_rmse": 1.0110071972044352 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4454526599778603, + "action_effect_rmse": 0.4454526599778603 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0054054121909530295, + "action_effect_rmse": 0.0054054121909530295 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.638725108969851, + "action_effect_rmse": 3.638725108969851 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7161835452004084, + "action_effect_rmse": 0.7161835452004084 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.020390594688976194, + "action_effect_rmse": 0.020390594688976194 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7913942696879985, + "action_effect_rmse": 1.7913942696879985 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 10.21757670181482, + "predicted_costs": [ + 49.945501668850774, + 49.945501668850774 + ], + "true_costs": [ + 53.06890741167474, + 42.85133070985992 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041241", + "anchor_step": 94, + "sample_index": 3, + "commands_kw": [ + [ + -1.1381749979907911, + -0.785290904732828, + -0.20703985281322643, + 0.43572705702747944, + -14.044116735516413, + -13.805319931778117, + -13.927846460750896, + -14.383043475062927 + ], + [ + 4.861825002009208, + 5.214709095267172, + 5.792960147186774, + 6.43572705702748, + -8.044116735516413, + -7.805319931778117, + -7.927846460750896, + -8.383043475062927 + ] + ], + "shared_exogenous_sha256": "ba06284f20fcf42989885037774f5223b5426355b50f0f74448b72659f909eee", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03998862564345984, + "action_effect_rmse": 0.03998862564345984 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0022459377064159014, + "action_effect_rmse": 0.0022459377064159014 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2437159828826623, + "action_effect_rmse": 1.2437159828826623 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027185926467193866, + "action_effect_rmse": 0.027185926467193866 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0037953332423441566, + "action_effect_rmse": 0.0037953332423441566 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.127986101341463, + "action_effect_rmse": 3.127986101341463 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03442840197238084, + "action_effect_rmse": 0.03442840197238084 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0046466781127065815, + "action_effect_rmse": 0.0046466781127065815 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.878754891252299, + "action_effect_rmse": 7.878754891252299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2328425671454788, + "action_effect_rmse": 0.2328425671454788 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00046381120247573904, + "action_effect_rmse": 0.00046381120247573904 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.712296422840637, + "action_effect_rmse": 6.712296422840637 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 49.189794218185305, + 37.32518412488006 + ], + "true_costs": [ + 53.06890741167474, + 42.85133070985992 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041234", + "anchor_step": 37, + "sample_index": 4, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0 + ] + ], + "shared_exogenous_sha256": "1da06bac967036f636abbc8a40d899f88dfc7aff92cd5f93cbb78b4d1ec018ca", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02006926062984249, + "action_effect_rmse": 0.02006926062984249 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018990252090240745, + "action_effect_rmse": 0.0018990252090240745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19079882077063104, + "action_effect_rmse": 0.19079882077063104 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.048487793489808695, + "action_effect_rmse": 0.048487793489808695 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008908455964231621, + "action_effect_rmse": 0.0008908455964231621 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2798865208903436, + "action_effect_rmse": 1.2798865208903436 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0847964041549929, + "action_effect_rmse": 0.0847964041549929 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0009893120099704333, + "action_effect_rmse": 0.0009893120099704333 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4355293643802938, + "action_effect_rmse": 3.4355293643802938 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23024886018302837, + "action_effect_rmse": 0.23024886018302837 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014242237050165585, + "action_effect_rmse": 0.014242237050165585 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.136871114217598, + "action_effect_rmse": 8.136871114217598 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 39.08315183252655, + 41.91495422465526 + ], + "true_costs": [ + 45.91965087754264, + 51.9832804164816 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041234", + "anchor_step": 37, + "sample_index": 4, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0 + ] + ], + "shared_exogenous_sha256": "1da06bac967036f636abbc8a40d899f88dfc7aff92cd5f93cbb78b4d1ec018ca", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03666404612382479, + "action_effect_rmse": 0.03666404612382479 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00012883223614323924, + "action_effect_rmse": 0.00012883223614323924 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6070384407213183, + "action_effect_rmse": 0.6070384407213183 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10573866413540145, + "action_effect_rmse": 0.10573866413540145 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0007991611903719331, + "action_effect_rmse": 0.0007991611903719331 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8230291853271154, + "action_effect_rmse": 1.8230291853271154 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25015103932305394, + "action_effect_rmse": 0.25015103932305394 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004195151083688842, + "action_effect_rmse": 0.004195151083688842 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.703969384071549, + "action_effect_rmse": 4.703969384071549 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4816385702186068, + "action_effect_rmse": 0.4816385702186068 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018030425046525522, + "action_effect_rmse": 0.018030425046525522 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.690707226611622, + "action_effect_rmse": 10.690707226611622 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 51.380773059575645, + 51.380773059575645 + ], + "true_costs": [ + 45.91965087754264, + 51.9832804164816 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041234", + "anchor_step": 37, + "sample_index": 4, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0 + ] + ], + "shared_exogenous_sha256": "1da06bac967036f636abbc8a40d899f88dfc7aff92cd5f93cbb78b4d1ec018ca", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036414469823817797, + "action_effect_rmse": 0.0036414469823817797 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0001683754019659034, + "action_effect_rmse": 0.0001683754019659034 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6541732063763348, + "action_effect_rmse": 0.6541732063763348 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03970204532250321, + "action_effect_rmse": 0.03970204532250321 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008739782535762686, + "action_effect_rmse": 0.0008739782535762686 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.917948557336004, + "action_effect_rmse": 1.917948557336004 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1181121570421304, + "action_effect_rmse": 0.1181121570421304 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0043277436839410655, + "action_effect_rmse": 0.0043277436839410655 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.896406425135346, + "action_effect_rmse": 4.896406425135346 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2176985866996226, + "action_effect_rmse": 0.2176985866996226 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0182275863328627, + "action_effect_rmse": 0.0182275863328627 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.085956379183408, + "action_effect_rmse": 11.085956379183408 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 54.71142265454463, + 58.524828256796056 + ], + "true_costs": [ + 45.91965087754264, + 51.9832804164816 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041232", + "anchor_step": 149, + "sample_index": 5, + "commands_kw": [ + [ + -0.2031061769312738, + 0.7165634328653887, + 1.1919534680953536, + 0.9146102113749399, + 0.0499853544446062, + -0.8510151794636146, + -1.198344289229705, + -0.7529261407403106 + ], + [ + 5.796893823068726, + 6.716563432865389, + 7.191953468095353, + 6.91461021137494, + 6.0499853544446065, + 5.148984820536385, + 4.801655710770295, + 5.2470738592596895 + ] + ], + "shared_exogenous_sha256": "c8fa827e4de804008aa9183a23dd9f38e0247b00ca33737682a5816b520da3aa", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.658504942178606, + "action_effect_rmse": 0.658504942178606 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0048178554516642436, + "action_effect_rmse": 0.0048178554516642436 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5034283999708293, + "action_effect_rmse": 0.5034283999708293 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9254959944900918, + "action_effect_rmse": 0.9254959944900918 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0014807403376604356, + "action_effect_rmse": 0.0014807403376604356 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5787670715485547, + "action_effect_rmse": 0.5787670715485547 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.248931563541916, + "action_effect_rmse": 1.248931563541916 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010723719975485935, + "action_effect_rmse": 0.010723719975485935 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3537250471450477, + "action_effect_rmse": 0.3537250471450477 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.00730096867337, + "action_effect_rmse": 2.00730096867337 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08381973091015382, + "action_effect_rmse": 0.08381973091015382 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1483861621559015, + "action_effect_rmse": 0.1483861621559015 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 251.17173023427196, + 169.5886618860423 + ], + "true_costs": [ + 245.28851983498726, + 231.04663190130742 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041232", + "anchor_step": 149, + "sample_index": 5, + "commands_kw": [ + [ + -0.2031061769312738, + 0.7165634328653887, + 1.1919534680953536, + 0.9146102113749399, + 0.0499853544446062, + -0.8510151794636146, + -1.198344289229705, + -0.7529261407403106 + ], + [ + 5.796893823068726, + 6.716563432865389, + 7.191953468095353, + 6.91461021137494, + 6.0499853544446065, + 5.148984820536385, + 4.801655710770295, + 5.2470738592596895 + ] + ], + "shared_exogenous_sha256": "c8fa827e4de804008aa9183a23dd9f38e0247b00ca33737682a5816b520da3aa", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.039865667944742, + "action_effect_rmse": 0.039865667944742 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 8.49892463712365e-05, + "action_effect_rmse": 8.49892463712365e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4088413662803987, + "action_effect_rmse": 0.4088413662803987 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11274887293546598, + "action_effect_rmse": 0.11274887293546598 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0005162766934230234, + "action_effect_rmse": 0.0005162766934230234 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6826982768287735, + "action_effect_rmse": 1.6826982768287735 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2670243968316086, + "action_effect_rmse": 0.2670243968316086 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.002686190837907887, + "action_effect_rmse": 0.002686190837907887 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.622445424480304, + "action_effect_rmse": 4.622445424480304 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5401991656867917, + "action_effect_rmse": 0.5401991656867917 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011868673068613944, + "action_effect_rmse": 0.011868673068613944 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.593502860245195, + "action_effect_rmse": 9.593502860245195 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 14.241887933679834, + "predicted_costs": [ + 255.10051293320683, + 255.10051293320683 + ], + "true_costs": [ + 245.28851983498726, + 231.04663190130742 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041232", + "anchor_step": 149, + "sample_index": 5, + "commands_kw": [ + [ + -0.2031061769312738, + 0.7165634328653887, + 1.1919534680953536, + 0.9146102113749399, + 0.0499853544446062, + -0.8510151794636146, + -1.198344289229705, + -0.7529261407403106 + ], + [ + 5.796893823068726, + 6.716563432865389, + 7.191953468095353, + 6.91461021137494, + 6.0499853544446065, + 5.148984820536385, + 4.801655710770295, + 5.2470738592596895 + ] + ], + "shared_exogenous_sha256": "c8fa827e4de804008aa9183a23dd9f38e0247b00ca33737682a5816b520da3aa", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.057203757737848804, + "action_effect_rmse": 0.057203757737848804 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0022247672073376634, + "action_effect_rmse": 0.0022247672073376634 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.524997635885228, + "action_effect_rmse": 0.524997635885228 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14748512379754608, + "action_effect_rmse": 0.14748512379754608 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00479539182494193, + "action_effect_rmse": 0.00479539182494193 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18501995954250106, + "action_effect_rmse": 0.18501995954250106 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3367385923407742, + "action_effect_rmse": 0.3367385923407742 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011242729034520949, + "action_effect_rmse": 0.011242729034520949 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8868434941428802, + "action_effect_rmse": 0.8868434941428802 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6806060508766318, + "action_effect_rmse": 0.6806060508766318 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02897591965314028, + "action_effect_rmse": 0.02897591965314028 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.121598269337426, + "action_effect_rmse": 2.121598269337426 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 14.241887933679834, + "predicted_costs": [ + 271.49262372776104, + 275.91779040415474 + ], + "true_costs": [ + 245.28851983498726, + 231.04663190130742 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041253", + "anchor_step": 25, + "sample_index": 6, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 6.51263062110925, + 6.281027693670675, + 6.031658388887724, + 5.775001695263011, + 5.5231935768312574 + ], + [ + 15.0, + 15.0, + 15.0, + 12.512630621109249, + 12.281027693670675, + 12.031658388887724, + 11.775001695263011, + 11.523193576831257 + ] + ], + "shared_exogenous_sha256": "4e86c6998da46fc6012166d823f1859729cc10ff96a161f74de5f529a07f6a9a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08714610828632274, + "action_effect_rmse": 0.08714610828632274 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007226635154818695, + "action_effect_rmse": 0.007226635154818695 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15092482100661186, + "action_effect_rmse": 0.15092482100661186 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03698134921839724, + "action_effect_rmse": 0.03698134921839724 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.045322430390978496, + "action_effect_rmse": 0.045322430390978496 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.102363388296979, + "action_effect_rmse": 3.102363388296979 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 1.6605636956184635, + 2.303019634025417 + ], + "true_costs": [ + 1.191165918848599, + 1.2667535895274076 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041253", + "anchor_step": 25, + "sample_index": 6, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 6.51263062110925, + 6.281027693670675, + 6.031658388887724, + 5.775001695263011, + 5.5231935768312574 + ], + [ + 15.0, + 15.0, + 15.0, + 12.512630621109249, + 12.281027693670675, + 12.031658388887724, + 11.775001695263011, + 11.523193576831257 + ] + ], + "shared_exogenous_sha256": "4e86c6998da46fc6012166d823f1859729cc10ff96a161f74de5f529a07f6a9a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05445582498653323, + "action_effect_rmse": 0.05445582498653323 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.828176065378557e-05, + "action_effect_rmse": 8.828176065378557e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7347145320217834, + "action_effect_rmse": 0.7347145320217834 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41239341965484755, + "action_effect_rmse": 0.41239341965484755 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004237953526558869, + "action_effect_rmse": 0.004237953526558869 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.5262570645638505, + "action_effect_rmse": 6.5262570645638505 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 5.855849247805744, + 5.855849247805744 + ], + "true_costs": [ + 1.191165918848599, + 1.2667535895274076 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041253", + "anchor_step": 25, + "sample_index": 6, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 6.51263062110925, + 6.281027693670675, + 6.031658388887724, + 5.775001695263011, + 5.5231935768312574 + ], + [ + 15.0, + 15.0, + 15.0, + 12.512630621109249, + 12.281027693670675, + 12.031658388887724, + 11.775001695263011, + 11.523193576831257 + ] + ], + "shared_exogenous_sha256": "4e86c6998da46fc6012166d823f1859729cc10ff96a161f74de5f529a07f6a9a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06817236030232365, + "action_effect_rmse": 0.06817236030232365 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0006125110114361121, + "action_effect_rmse": 0.0006125110114361121 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8982697642476012, + "action_effect_rmse": 0.8982697642476012 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18849245698935846, + "action_effect_rmse": 0.18849245698935846 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.72850903167921e-05, + "action_effect_rmse": 7.72850903167921e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.3017144483741845, + "action_effect_rmse": 7.3017144483741845 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 1.354703900034582, + 2.4082093680439947 + ], + "true_costs": [ + 1.191165918848599, + 1.2667535895274076 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041250", + "anchor_step": 166, + "sample_index": 7, + "commands_kw": [ + [ + -0.3067844474743255, + -1.0970372474974057, + -15.0, + -15.0, + -14.202504381894386, + -13.803034819150547, + -14.342711096978604, + -15.0 + ], + [ + 5.6932155525256745, + 4.902962752502594, + -9.0, + -9.0, + -8.202504381894386, + -7.803034819150547, + -8.342711096978604, + -9.0 + ] + ], + "shared_exogenous_sha256": "d816dcb4be93e3423651b6dfcbe00d16acd97f2b9702d2173b0462ff6fd7916e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5184308497572978, + "action_effect_rmse": 0.5184308497572978 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0031079832204881086, + "action_effect_rmse": 0.0031079832204881086 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2112449204959148, + "action_effect_rmse": 0.2112449204959148 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9140006241666292, + "action_effect_rmse": 0.9140006241666292 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012895065578319986, + "action_effect_rmse": 0.012895065578319986 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.41597926441096433, + "action_effect_rmse": 0.41597926441096433 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7227457573016842, + "action_effect_rmse": 0.7227457573016842 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06514357726285525, + "action_effect_rmse": 0.06514357726285525 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.45395285336076086, + "action_effect_rmse": 0.45395285336076086 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7309701122459025, + "action_effect_rmse": 0.7309701122459025 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14378814915720994, + "action_effect_rmse": 0.14378814915720994 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.4117920899118985, + "action_effect_rmse": 4.4117920899118985 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 49.72923329893783, + 26.433923217921745 + ], + "true_costs": [ + 16.69354706456813, + 11.935990595923352 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041250", + "anchor_step": 166, + "sample_index": 7, + "commands_kw": [ + [ + -0.3067844474743255, + -1.0970372474974057, + -15.0, + -15.0, + -14.202504381894386, + -13.803034819150547, + -14.342711096978604, + -15.0 + ], + [ + 5.6932155525256745, + 4.902962752502594, + -9.0, + -9.0, + -8.202504381894386, + -7.803034819150547, + -8.342711096978604, + -9.0 + ] + ], + "shared_exogenous_sha256": "d816dcb4be93e3423651b6dfcbe00d16acd97f2b9702d2173b0462ff6fd7916e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.069032584715913, + "action_effect_rmse": 0.069032584715913 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00010050887231827232, + "action_effect_rmse": 0.00010050887231827232 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9728656797990993, + "action_effect_rmse": 0.9728656797990993 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16250445334662444, + "action_effect_rmse": 0.16250445334662444 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0005181511631775493, + "action_effect_rmse": 0.0005181511631775493 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.034539811052582, + "action_effect_rmse": 2.034539811052582 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3277126188046573, + "action_effect_rmse": 0.3277126188046573 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.002294576210939425, + "action_effect_rmse": 0.002294576210939425 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7958067107838929, + "action_effect_rmse": 0.7958067107838929 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5628294269900138, + "action_effect_rmse": 0.5628294269900138 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008822592257423878, + "action_effect_rmse": 0.008822592257423878 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.795803166338658, + "action_effect_rmse": 6.795803166338658 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 4.757556468644777, + "predicted_costs": [ + 8.77077006771603, + 8.77077006771603 + ], + "true_costs": [ + 16.69354706456813, + 11.935990595923352 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041250", + "anchor_step": 166, + "sample_index": 7, + "commands_kw": [ + [ + -0.3067844474743255, + -1.0970372474974057, + -15.0, + -15.0, + -14.202504381894386, + -13.803034819150547, + -14.342711096978604, + -15.0 + ], + [ + 5.6932155525256745, + 4.902962752502594, + -9.0, + -9.0, + -8.202504381894386, + -7.803034819150547, + -8.342711096978604, + -9.0 + ] + ], + "shared_exogenous_sha256": "d816dcb4be93e3423651b6dfcbe00d16acd97f2b9702d2173b0462ff6fd7916e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026928008726976316, + "action_effect_rmse": 0.026928008726976316 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.5736354937986334e-05, + "action_effect_rmse": 4.5736354937986334e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4297087193332345, + "action_effect_rmse": 0.4297087193332345 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07826302720098965, + "action_effect_rmse": 0.07826302720098965 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0002209255929024323, + "action_effect_rmse": 0.0002209255929024323 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9481950708128579, + "action_effect_rmse": 0.9481950708128579 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15910057243348774, + "action_effect_rmse": 0.15910057243348774 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0016811732487838071, + "action_effect_rmse": 0.0016811732487838071 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.968619293645588, + "action_effect_rmse": 2.968619293645588 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22508795848915142, + "action_effect_rmse": 0.22508795848915142 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00751988773375345, + "action_effect_rmse": 0.00751988773375345 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.141921241161214, + "action_effect_rmse": 11.141921241161214 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 13.998230423681623, + 11.479294070077636 + ], + "true_costs": [ + 16.69354706456813, + 11.935990595923352 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 183, + "sample_index": 8, + "commands_kw": [ + [ + -15.0, + -15.0, + -14.069618209018179, + -13.855897368568161, + -14.68064637446763, + -15.0, + 4.816264427570444, + 5.5371597767467895 + ], + [ + -9.0, + -9.0, + -8.069618209018179, + -7.8558973685681615, + -8.68064637446763, + -9.0, + 10.816264427570445, + 11.53715977674679 + ] + ], + "shared_exogenous_sha256": "f2fe1555a15cea0b4e9e232468eb41d0ea9309e4069676707a3cdbbf0ac73677", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008967899788519418, + "action_effect_rmse": 0.008967899788519418 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005475258939483751, + "action_effect_rmse": 0.005475258939483751 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5094827218905493, + "action_effect_rmse": 0.5094827218905493 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05678044392121251, + "action_effect_rmse": 0.05678044392121251 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005963295642100519, + "action_effect_rmse": 0.005963295642100519 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9898234906578978, + "action_effect_rmse": 1.9898234906578978 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17481923034926972, + "action_effect_rmse": 0.17481923034926972 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014579299289358971, + "action_effect_rmse": 0.014579299289358971 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.2615468882608525, + "action_effect_rmse": 4.2615468882608525 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15241194781175338, + "action_effect_rmse": 0.15241194781175338 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.060983987887684776, + "action_effect_rmse": 0.060983987887684776 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.285951581045538, + "action_effect_rmse": 5.285951581045538 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 99.21775358990494, + 90.2224371406156 + ], + "true_costs": [ + 97.73668565209661, + 87.4044152621053 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 183, + "sample_index": 8, + "commands_kw": [ + [ + -15.0, + -15.0, + -14.069618209018179, + -13.855897368568161, + -14.68064637446763, + -15.0, + 4.816264427570444, + 5.5371597767467895 + ], + [ + -9.0, + -9.0, + -8.069618209018179, + -7.8558973685681615, + -8.68064637446763, + -9.0, + 10.816264427570445, + 11.53715977674679 + ] + ], + "shared_exogenous_sha256": "f2fe1555a15cea0b4e9e232468eb41d0ea9309e4069676707a3cdbbf0ac73677", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04920844465337382, + "action_effect_rmse": 0.04920844465337382 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.804401090652277e-05, + "action_effect_rmse": 4.804401090652277e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7825554285812473, + "action_effect_rmse": 0.7825554285812473 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13227156747401025, + "action_effect_rmse": 0.13227156747401025 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0002806569775621881, + "action_effect_rmse": 0.0002806569775621881 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1533366257822877, + "action_effect_rmse": 2.1533366257822877 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2994377927307106, + "action_effect_rmse": 0.2994377927307106 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0013991683599350324, + "action_effect_rmse": 0.0013991683599350324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.125871253216985, + "action_effect_rmse": 5.125871253216985 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5776653262368434, + "action_effect_rmse": 0.5776653262368434 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005974414987445442, + "action_effect_rmse": 0.005974414987445442 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.790836631924037, + "action_effect_rmse": 6.790836631924037 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 10.332270389991308, + "predicted_costs": [ + 82.18196786929622, + 82.18196786929622 + ], + "true_costs": [ + 97.73668565209661, + 87.4044152621053 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 183, + "sample_index": 8, + "commands_kw": [ + [ + -15.0, + -15.0, + -14.069618209018179, + -13.855897368568161, + -14.68064637446763, + -15.0, + 4.816264427570444, + 5.5371597767467895 + ], + [ + -9.0, + -9.0, + -8.069618209018179, + -7.8558973685681615, + -8.68064637446763, + -9.0, + 10.816264427570445, + 11.53715977674679 + ] + ], + "shared_exogenous_sha256": "f2fe1555a15cea0b4e9e232468eb41d0ea9309e4069676707a3cdbbf0ac73677", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002178255931490014, + "action_effect_rmse": 0.002178255931490014 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0010015064022184106, + "action_effect_rmse": 0.0010015064022184106 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22474081749396646, + "action_effect_rmse": 0.22474081749396646 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02962561077173831, + "action_effect_rmse": 0.02962561077173831 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0018328397436739863, + "action_effect_rmse": 0.0018328397436739863 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13566545004221098, + "action_effect_rmse": 0.13566545004221098 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09465354323706165, + "action_effect_rmse": 0.09465354323706165 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0028851633839401813, + "action_effect_rmse": 0.0028851633839401813 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0782530672312873, + "action_effect_rmse": 1.0782530672312873 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17011036141810365, + "action_effect_rmse": 0.17011036141810365 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.002821632368071647, + "action_effect_rmse": 0.002821632368071647 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3531918792436386, + "action_effect_rmse": 1.3531918792436386 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 85.5636801928031, + 78.70390676369811 + ], + "true_costs": [ + 97.73668565209661, + 87.4044152621053 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 72, + "sample_index": 9, + "commands_kw": [ + [ + -5.717129488386485, + -6.2231357561003025, + -6.694343389271678, + -7.042120805389619, + -7.1962799192625315, + 13.879582934770792, + 14.178040288833465, + 14.645882937321607 + ], + [ + 0.28287051161351506, + -0.22313575610030245, + -0.6943433892716779, + -1.0421208053896187, + -1.1962799192625315, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "852435701681a4e420d015c1b1881dbfa7a772067b73a264fe8ac99fbfd95fdd", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2384987387923161, + "action_effect_rmse": 0.2384987387923161 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0064116826257851756, + "action_effect_rmse": 0.0064116826257851756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05380184794476861, + "action_effect_rmse": 0.05380184794476861 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3870354784575838, + "action_effect_rmse": 0.3870354784575838 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013116456694778122, + "action_effect_rmse": 0.013116456694778122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6922165740437265, + "action_effect_rmse": 0.6922165740437265 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5421921178405178, + "action_effect_rmse": 0.5421921178405178 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03845160518635282, + "action_effect_rmse": 0.03845160518635282 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.692469760141293, + "action_effect_rmse": 1.692469760141293 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.43898427056419465, + "action_effect_rmse": 0.43898427056419465 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07750669489651685, + "action_effect_rmse": 0.07750669489651685 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.293544448585294, + "action_effect_rmse": 3.293544448585294 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.27863641149511, + 1.9630449365286786 + ], + "true_costs": [ + 4.22691528090193, + 2.6200927542987418 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 72, + "sample_index": 9, + "commands_kw": [ + [ + -5.717129488386485, + -6.2231357561003025, + -6.694343389271678, + -7.042120805389619, + -7.1962799192625315, + 13.879582934770792, + 14.178040288833465, + 14.645882937321607 + ], + [ + 0.28287051161351506, + -0.22313575610030245, + -0.6943433892716779, + -1.0421208053896187, + -1.1962799192625315, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "852435701681a4e420d015c1b1881dbfa7a772067b73a264fe8ac99fbfd95fdd", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04920844464900043, + "action_effect_rmse": 0.04920844464900043 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.80440109136282e-05, + "action_effect_rmse": 4.80440109136282e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.782555428515181, + "action_effect_rmse": 0.782555428515181 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1322715674661019, + "action_effect_rmse": 0.1322715674661019 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00028065697757284624, + "action_effect_rmse": 0.00028065697757284624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1533366256627886, + "action_effect_rmse": 2.1533366256627886 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29943779273457594, + "action_effect_rmse": 0.29943779273457594 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0013991683599314797, + "action_effect_rmse": 0.0013991683599314797 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.1258712532751645, + "action_effect_rmse": 5.1258712532751645 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4001771504110714, + "action_effect_rmse": 0.4001771504110714 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005383970839222485, + "action_effect_rmse": 0.005383970839222485 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.637015483447911, + "action_effect_rmse": 5.637015483447911 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 1.6068225266031884, + "predicted_costs": [ + 2.795783770723413, + 2.795783770723413 + ], + "true_costs": [ + 4.22691528090193, + 2.6200927542987418 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 72, + "sample_index": 9, + "commands_kw": [ + [ + -5.717129488386485, + -6.2231357561003025, + -6.694343389271678, + -7.042120805389619, + -7.1962799192625315, + 13.879582934770792, + 14.178040288833465, + 14.645882937321607 + ], + [ + 0.28287051161351506, + -0.22313575610030245, + -0.6943433892716779, + -1.0421208053896187, + -1.1962799192625315, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "852435701681a4e420d015c1b1881dbfa7a772067b73a264fe8ac99fbfd95fdd", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013125658934029616, + "action_effect_rmse": 0.013125658934029616 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0012597965204683703, + "action_effect_rmse": 0.0012597965204683703 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2801701443508904, + "action_effect_rmse": 1.2801701443508904 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007709756967340553, + "action_effect_rmse": 0.007709756967340553 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0026942510719543122, + "action_effect_rmse": 0.0026942510719543122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.144259230775532, + "action_effect_rmse": 3.144259230775532 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05073819237195565, + "action_effect_rmse": 0.05073819237195565 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006186826768768583, + "action_effect_rmse": 0.006186826768768583 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.090560828913311, + "action_effect_rmse": 7.090560828913311 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06734074847870986, + "action_effect_rmse": 0.06734074847870986 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011655270238343007, + "action_effect_rmse": 0.011655270238343007 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.206659856745745, + "action_effect_rmse": 8.206659856745745 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.732164776000466, + 2.4961703691520447 + ], + "true_costs": [ + 4.22691528090193, + 2.6200927542987418 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041238", + "anchor_step": 72, + "sample_index": 10, + "commands_kw": [ + [ + 1.181118715053351, + 1.1634710815239429, + 0.9350669440986022, + 0.5310427249838392, + 0.02210785251287094, + 5.503492996780607, + 5.07773688246747, + 4.834172459909491 + ], + [ + 7.181118715053351, + 7.163471081523943, + 6.935066944098602, + 6.531042724983839, + 6.022107852512871, + 11.503492996780608, + 11.07773688246747, + 10.83417245990949 + ] + ], + "shared_exogenous_sha256": "01aedaecbad80bd6c42ee7409054ad959953b2b2a26b6736eaae2308844858e6", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48667279761419024, + "action_effect_rmse": 0.48667279761419024 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0017467344723911538, + "action_effect_rmse": 0.0017467344723911538 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3034733799724876, + "action_effect_rmse": 0.3034733799724876 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7726842212728258, + "action_effect_rmse": 0.7726842212728258 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01366525503917515, + "action_effect_rmse": 0.01366525503917515 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2691177243556382, + "action_effect_rmse": 0.2691177243556382 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2668939383871134, + "action_effect_rmse": 1.2668939383871134 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10341110950976784, + "action_effect_rmse": 0.10341110950976784 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19942651595908956, + "action_effect_rmse": 0.19942651595908956 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9987316228356526, + "action_effect_rmse": 0.9987316228356526 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22936902577867357, + "action_effect_rmse": 0.22936902577867357 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.619640767196188, + "action_effect_rmse": 4.619640767196188 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 120.27572001645424, + 75.5640239716266 + ], + "true_costs": [ + 142.92598888770283, + 125.48120065647798 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041238", + "anchor_step": 72, + "sample_index": 10, + "commands_kw": [ + [ + 1.181118715053351, + 1.1634710815239429, + 0.9350669440986022, + 0.5310427249838392, + 0.02210785251287094, + 5.503492996780607, + 5.07773688246747, + 4.834172459909491 + ], + [ + 7.181118715053351, + 7.163471081523943, + 6.935066944098602, + 6.531042724983839, + 6.022107852512871, + 11.503492996780608, + 11.07773688246747, + 10.83417245990949 + ] + ], + "shared_exogenous_sha256": "01aedaecbad80bd6c42ee7409054ad959953b2b2a26b6736eaae2308844858e6", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08826234779914444, + "action_effect_rmse": 0.08826234779914444 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00014801733997416022, + "action_effect_rmse": 0.00014801733997416022 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8191262940798367, + "action_effect_rmse": 0.8191262940798367 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2272848506523122, + "action_effect_rmse": 0.2272848506523122 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008362305766276279, + "action_effect_rmse": 0.0008362305766276279 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.2131485197133003, + "action_effect_rmse": 2.2131485197133003 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48207086572288027, + "action_effect_rmse": 0.48207086572288027 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0039623141888078806, + "action_effect_rmse": 0.0039623141888078806 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.194085608238353, + "action_effect_rmse": 5.194085608238353 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7901776349823919, + "action_effect_rmse": 0.7901776349823919 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015389349754734383, + "action_effect_rmse": 0.015389349754734383 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.193612585704855, + "action_effect_rmse": 11.193612585704855 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 17.444788231224848, + "predicted_costs": [ + 178.05841400856943, + 178.05841400856943 + ], + "true_costs": [ + 142.92598888770283, + 125.48120065647798 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041238", + "anchor_step": 72, + "sample_index": 10, + "commands_kw": [ + [ + 1.181118715053351, + 1.1634710815239429, + 0.9350669440986022, + 0.5310427249838392, + 0.02210785251287094, + 5.503492996780607, + 5.07773688246747, + 4.834172459909491 + ], + [ + 7.181118715053351, + 7.163471081523943, + 6.935066944098602, + 6.531042724983839, + 6.022107852512871, + 11.503492996780608, + 11.07773688246747, + 10.83417245990949 + ] + ], + "shared_exogenous_sha256": "01aedaecbad80bd6c42ee7409054ad959953b2b2a26b6736eaae2308844858e6", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022840599743641832, + "action_effect_rmse": 0.022840599743641832 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0004013008279919461, + "action_effect_rmse": 0.0004013008279919461 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.407890917871697, + "action_effect_rmse": 1.407890917871697 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09669248948978826, + "action_effect_rmse": 0.09669248948978826 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0002924417157608161, + "action_effect_rmse": 0.0002924417157608161 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3917322807981662, + "action_effect_rmse": 3.3917322807981662 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.221886696922736, + "action_effect_rmse": 0.221886696922736 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001585380320985763, + "action_effect_rmse": 0.001585380320985763 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.555452623824792, + "action_effect_rmse": 7.555452623824792 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27377842245162576, + "action_effect_rmse": 0.27377842245162576 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010161447476754404, + "action_effect_rmse": 0.010161447476754404 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.932997652427147, + "action_effect_rmse": 15.932997652427147 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 158.70911655651747, + 146.97608316822527 + ], + "true_costs": [ + 142.92598888770283, + 125.48120065647798 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041239", + "anchor_step": 146, + "sample_index": 11, + "commands_kw": [ + [ + -14.415009510782628, + -15.0, + -15.0, + -15.0, + -15.0, + -14.561375046952147, + -13.88409732409603, + -13.91862760708669 + ], + [ + -8.415009510782628, + -9.0, + -9.0, + -9.0, + -9.0, + -8.561375046952147, + -7.884097324096031, + -7.918627607086689 + ] + ], + "shared_exogenous_sha256": "3dd24106bc7f00c60f05c4a3a341fa860dfe7c33520afcd7d1cc3885039ebfe9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05757177589776852, + "action_effect_rmse": 0.05757177589776852 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0027990705750475797, + "action_effect_rmse": 0.0027990705750475797 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16120367896184007, + "action_effect_rmse": 0.16120367896184007 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0651373289667383, + "action_effect_rmse": 0.0651373289667383 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0046862517551709, + "action_effect_rmse": 0.0046862517551709 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6609115970810535, + "action_effect_rmse": 0.6609115970810535 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020402003688053227, + "action_effect_rmse": 0.020402003688053227 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011377811597181875, + "action_effect_rmse": 0.011377811597181875 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.5469342869061506, + "action_effect_rmse": 3.5469342869061506 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19929332286992718, + "action_effect_rmse": 0.19929332286992718 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.047868605546213416, + "action_effect_rmse": 0.047868605546213416 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.931930699406962, + "action_effect_rmse": 8.931930699406962 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 354.44805772717194, + 330.82957067979453 + ], + "true_costs": [ + 314.0755586223859, + 298.34353769221684 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041239", + "anchor_step": 146, + "sample_index": 11, + "commands_kw": [ + [ + -14.415009510782628, + -15.0, + -15.0, + -15.0, + -15.0, + -14.561375046952147, + -13.88409732409603, + -13.91862760708669 + ], + [ + -8.415009510782628, + -9.0, + -9.0, + -9.0, + -9.0, + -8.561375046952147, + -7.884097324096031, + -7.918627607086689 + ] + ], + "shared_exogenous_sha256": "3dd24106bc7f00c60f05c4a3a341fa860dfe7c33520afcd7d1cc3885039ebfe9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033732667067679856, + "action_effect_rmse": 0.033732667067679856 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5304472998755045e-05, + "action_effect_rmse": 2.5304472998755045e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6185625296873241, + "action_effect_rmse": 0.6185625296873241 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09877853283136062, + "action_effect_rmse": 0.09877853283136062 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00015890763502923733, + "action_effect_rmse": 0.00015890763502923733 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8470605758841998, + "action_effect_rmse": 1.8470605758841998 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2427944357562275, + "action_effect_rmse": 0.2427944357562275 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0008591559253368075, + "action_effect_rmse": 0.0008591559253368075 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.737672649078604, + "action_effect_rmse": 4.737672649078604 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5029941262604485, + "action_effect_rmse": 0.5029941262604485 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.003935557986597615, + "action_effect_rmse": 0.003935557986597615 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.726309523787108, + "action_effect_rmse": 10.726309523787108 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 15.732020930169085, + "predicted_costs": [ + 278.49277533122364, + 278.49277533122364 + ], + "true_costs": [ + 314.0755586223859, + 298.34353769221684 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041239", + "anchor_step": 146, + "sample_index": 11, + "commands_kw": [ + [ + -14.415009510782628, + -15.0, + -15.0, + -15.0, + -15.0, + -14.561375046952147, + -13.88409732409603, + -13.91862760708669 + ], + [ + -8.415009510782628, + -9.0, + -9.0, + -9.0, + -9.0, + -8.561375046952147, + -7.884097324096031, + -7.918627607086689 + ] + ], + "shared_exogenous_sha256": "3dd24106bc7f00c60f05c4a3a341fa860dfe7c33520afcd7d1cc3885039ebfe9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00432856804064663, + "action_effect_rmse": 0.00432856804064663 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00048075313740625347, + "action_effect_rmse": 0.00048075313740625347 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.38362153734590265, + "action_effect_rmse": 0.38362153734590265 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04009375925728342, + "action_effect_rmse": 0.04009375925728342 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008638505414175768, + "action_effect_rmse": 0.0008638505414175768 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3708134028882455, + "action_effect_rmse": 1.3708134028882455 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1259152296699142, + "action_effect_rmse": 0.1259152296699142 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0012286123215723421, + "action_effect_rmse": 0.0012286123215723421 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.759892332736513, + "action_effect_rmse": 3.759892332736513 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.271173820103888, + "action_effect_rmse": 0.271173820103888 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00040649775028356316, + "action_effect_rmse": 0.00040649775028356316 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.670967037440107, + "action_effect_rmse": 8.670967037440107 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 387.4274252552347, + 378.43044342507835 + ], + "true_costs": [ + 314.0755586223859, + 298.34353769221684 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041242", + "anchor_step": 74, + "sample_index": 12, + "commands_kw": [ + [ + 0.6926710853545469, + 0.215222011235655, + -0.3081169683506039, + -15.0, + -15.0, + -15.0, + -15.0, + -15.0 + ], + [ + 6.692671085354547, + 6.215222011235655, + 5.691883031649396, + -9.0, + -9.0, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "f03aa23e8107a3060d21831d3ec8df96aad521409b7b104a78e4a7430573df77", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4446865563588034, + "action_effect_rmse": 0.4446865563588034 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002108569789921688, + "action_effect_rmse": 0.002108569789921688 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008805327238633254, + "action_effect_rmse": 0.008805327238633254 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6374128179400351, + "action_effect_rmse": 0.6374128179400351 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0077130777751683866, + "action_effect_rmse": 0.0077130777751683866 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2838501572463201, + "action_effect_rmse": 0.2838501572463201 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8147167897947547, + "action_effect_rmse": 0.8147167897947547 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02295175384119119, + "action_effect_rmse": 0.02295175384119119 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5768265048375554, + "action_effect_rmse": 2.5768265048375554 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1380156497702458, + "action_effect_rmse": 1.1380156497702458 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10599514472771077, + "action_effect_rmse": 0.10599514472771077 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5895794946910087, + "action_effect_rmse": 0.5895794946910087 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 98.96190847997974, + 61.59354643347646 + ], + "true_costs": [ + 65.45485810527977, + 57.95823698979639 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041242", + "anchor_step": 74, + "sample_index": 12, + "commands_kw": [ + [ + 0.6926710853545469, + 0.215222011235655, + -0.3081169683506039, + -15.0, + -15.0, + -15.0, + -15.0, + -15.0 + ], + [ + 6.692671085354547, + 6.215222011235655, + 5.691883031649396, + -9.0, + -9.0, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "f03aa23e8107a3060d21831d3ec8df96aad521409b7b104a78e4a7430573df77", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06012439978190898, + "action_effect_rmse": 0.06012439978190898 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00013373815412975887, + "action_effect_rmse": 0.00013373815412975887 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1867157967144806, + "action_effect_rmse": 1.1867157967144806 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1303164754366719, + "action_effect_rmse": 0.1303164754366719 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0006316819562250942, + "action_effect_rmse": 0.0006316819562250942 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.683995613894382, + "action_effect_rmse": 2.683995613894382 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25352190469773817, + "action_effect_rmse": 0.25352190469773817 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0026365917934967342, + "action_effect_rmse": 0.0026365917934967342 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7145391790871543, + "action_effect_rmse": 2.7145391790871543 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4591993856014156, + "action_effect_rmse": 0.4591993856014156 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01000188840558991, + "action_effect_rmse": 0.01000188840558991 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.285460819097665, + "action_effect_rmse": 3.285460819097665 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 7.496621115483379, + "predicted_costs": [ + 58.23162469286147, + 58.23162469286147 + ], + "true_costs": [ + 65.45485810527977, + 57.95823698979639 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041242", + "anchor_step": 74, + "sample_index": 12, + "commands_kw": [ + [ + 0.6926710853545469, + 0.215222011235655, + -0.3081169683506039, + -15.0, + -15.0, + -15.0, + -15.0, + -15.0 + ], + [ + 6.692671085354547, + 6.215222011235655, + 5.691883031649396, + -9.0, + -9.0, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "f03aa23e8107a3060d21831d3ec8df96aad521409b7b104a78e4a7430573df77", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020199340649181607, + "action_effect_rmse": 0.020199340649181607 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001215732643903067, + "action_effect_rmse": 0.001215732643903067 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3134608514121169, + "action_effect_rmse": 0.3134608514121169 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02988057950481604, + "action_effect_rmse": 0.02988057950481604 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0021275574467303215, + "action_effect_rmse": 0.0021275574467303215 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9390541067557479, + "action_effect_rmse": 0.9390541067557479 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06507674784364781, + "action_effect_rmse": 0.06507674784364781 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003122064799722324, + "action_effect_rmse": 0.003122064799722324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.769077778223874, + "action_effect_rmse": 0.769077778223874 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17086505865753665, + "action_effect_rmse": 0.17086505865753665 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0024680795077109963, + "action_effect_rmse": 0.0024680795077109963 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.227693551593006, + "action_effect_rmse": 10.227693551593006 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 63.15906698187571, + 53.72111480209796 + ], + "true_costs": [ + 65.45485810527977, + 57.95823698979639 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041243", + "anchor_step": 120, + "sample_index": 13, + "commands_kw": [ + [ + 0.12815319306758757, + -0.6353904057078994, + -1.1301827856708537, + -1.1343905186621168, + -0.6359902956529506, + 0.15128710448232077, + 6.8744294936705375, + 7.197884507057667 + ], + [ + 6.128153193067588, + 5.364609594292101, + 4.869817214329146, + 4.865609481337883, + 5.364009704347049, + 6.1512871044823205, + 12.874429493670537, + 13.197884507057667 + ] + ], + "shared_exogenous_sha256": "a7172dc3071b3b865816ec66c5044c395f3abbc25f64d7cbb0f2c8eb63df1c94", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11062394999703784, + "action_effect_rmse": 0.11062394999703784 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007275585010066976, + "action_effect_rmse": 0.007275585010066976 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18056404458070574, + "action_effect_rmse": 0.18056404458070574 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2881531006231519, + "action_effect_rmse": 0.2881531006231519 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014449840228493827, + "action_effect_rmse": 0.014449840228493827 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1863456834701651, + "action_effect_rmse": 0.1863456834701651 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6303769935205317, + "action_effect_rmse": 0.6303769935205317 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02860457018897833, + "action_effect_rmse": 0.02860457018897833 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1496390945714552, + "action_effect_rmse": 0.1496390945714552 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5337722109464362, + "action_effect_rmse": 0.5337722109464362 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07247795452764905, + "action_effect_rmse": 0.07247795452764905 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.437319499741818, + "action_effect_rmse": 5.437319499741818 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 48.001190172223346, + 31.622652853258923 + ], + "true_costs": [ + 70.33286128809476, + 60.525403704708154 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041243", + "anchor_step": 120, + "sample_index": 13, + "commands_kw": [ + [ + 0.12815319306758757, + -0.6353904057078994, + -1.1301827856708537, + -1.1343905186621168, + -0.6359902956529506, + 0.15128710448232077, + 6.8744294936705375, + 7.197884507057667 + ], + [ + 6.128153193067588, + 5.364609594292101, + 4.869817214329146, + 4.865609481337883, + 5.364009704347049, + 6.1512871044823205, + 12.874429493670537, + 13.197884507057667 + ] + ], + "shared_exogenous_sha256": "a7172dc3071b3b865816ec66c5044c395f3abbc25f64d7cbb0f2c8eb63df1c94", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04550095879823246, + "action_effect_rmse": 0.04550095879823246 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 6.998816772707528e-05, + "action_effect_rmse": 6.998816772707528e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6125645300909355, + "action_effect_rmse": 0.6125645300909355 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13137883051985, + "action_effect_rmse": 0.13137883051985 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0004369673041182409, + "action_effect_rmse": 0.0004369673041182409 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.83459601075225, + "action_effect_rmse": 1.83459601075225 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30639946397583273, + "action_effect_rmse": 0.30639946397583273 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.002281479018556354, + "action_effect_rmse": 0.002281479018556354 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.067998626647636, + "action_effect_rmse": 4.067998626647636 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5794398104449332, + "action_effect_rmse": 0.5794398104449332 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009782665297400683, + "action_effect_rmse": 0.009782665297400683 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.433979943743054, + "action_effect_rmse": 9.433979943743054 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 9.807457583386608, + "predicted_costs": [ + 39.13884514120458, + 39.13884514120458 + ], + "true_costs": [ + 70.33286128809476, + 60.525403704708154 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041243", + "anchor_step": 120, + "sample_index": 13, + "commands_kw": [ + [ + 0.12815319306758757, + -0.6353904057078994, + -1.1301827856708537, + -1.1343905186621168, + -0.6359902956529506, + 0.15128710448232077, + 6.8744294936705375, + 7.197884507057667 + ], + [ + 6.128153193067588, + 5.364609594292101, + 4.869817214329146, + 4.865609481337883, + 5.364009704347049, + 6.1512871044823205, + 12.874429493670537, + 13.197884507057667 + ] + ], + "shared_exogenous_sha256": "a7172dc3071b3b865816ec66c5044c395f3abbc25f64d7cbb0f2c8eb63df1c94", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033156235510908516, + "action_effect_rmse": 0.033156235510908516 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00010585926502315601, + "action_effect_rmse": 0.00010585926502315601 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06296395714298342, + "action_effect_rmse": 0.06296395714298342 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02645144837230262, + "action_effect_rmse": 0.02645144837230262 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0004158022547358087, + "action_effect_rmse": 0.0004158022547358087 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7331970231487048, + "action_effect_rmse": 0.7331970231487048 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011331975552163698, + "action_effect_rmse": 0.011331975552163698 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0018652662251739116, + "action_effect_rmse": 0.0018652662251739116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8563943641184437, + "action_effect_rmse": 1.8563943641184437 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06436567029443019, + "action_effect_rmse": 0.06436567029443019 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007436679182330153, + "action_effect_rmse": 0.007436679182330153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.975417313718538, + "action_effect_rmse": 4.975417313718538 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 44.64590524292134, + 36.84766308504816 + ], + "true_costs": [ + 70.33286128809476, + 60.525403704708154 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041230", + "anchor_step": 172, + "sample_index": 14, + "commands_kw": [ + [ + -1.045594286318895, + -0.15901493186610718, + 0.858396344410525, + 7.184423140341298, + 6.542924256571777, + 5.450656092480633, + 4.812643651085485, + 5.172347838617843 + ], + [ + 4.954405713681105, + 5.840985068133893, + 6.858396344410525, + 13.184423140341298, + 12.542924256571776, + 11.450656092480633, + 10.812643651085484, + 11.172347838617842 + ] + ], + "shared_exogenous_sha256": "d151c1e7e791d442a8f0a1a60f83778016be050ad0f18a5391d0942c551e581e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33941265878373983, + "action_effect_rmse": 0.33941265878373983 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0013916354272431875, + "action_effect_rmse": 0.0013916354272431875 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5459500069199521, + "action_effect_rmse": 0.5459500069199521 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5928803313447748, + "action_effect_rmse": 0.5928803313447748 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005136655751705632, + "action_effect_rmse": 0.005136655751705632 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9268787279636399, + "action_effect_rmse": 0.9268787279636399 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4921485645599315, + "action_effect_rmse": 0.4921485645599315 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010980972906473596, + "action_effect_rmse": 0.010980972906473596 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.659046541950488, + "action_effect_rmse": 1.659046541950488 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5679169401240554, + "action_effect_rmse": 0.5679169401240554 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.076699666038067, + "action_effect_rmse": 0.076699666038067 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.9712550983217625, + "action_effect_rmse": 4.9712550983217625 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 132.02985601606778, + 101.32872955767029 + ], + "true_costs": [ + 155.77513053207855, + 143.38824967203277 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041230", + "anchor_step": 172, + "sample_index": 14, + "commands_kw": [ + [ + -1.045594286318895, + -0.15901493186610718, + 0.858396344410525, + 7.184423140341298, + 6.542924256571777, + 5.450656092480633, + 4.812643651085485, + 5.172347838617843 + ], + [ + 4.954405713681105, + 5.840985068133893, + 6.858396344410525, + 13.184423140341298, + 12.542924256571776, + 11.450656092480633, + 10.812643651085484, + 11.172347838617842 + ] + ], + "shared_exogenous_sha256": "d151c1e7e791d442a8f0a1a60f83778016be050ad0f18a5391d0942c551e581e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.052872014621479835, + "action_effect_rmse": 0.052872014621479835 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00012309749277505944, + "action_effect_rmse": 0.00012309749277505944 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24880330271753337, + "action_effect_rmse": 0.24880330271753337 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1423788226868652, + "action_effect_rmse": 0.1423788226868652 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0007241220270373105, + "action_effect_rmse": 0.0007241220270373105 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2577114515574124, + "action_effect_rmse": 1.2577114515574124 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3087450933968583, + "action_effect_rmse": 0.3087450933968583 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003543000129951679, + "action_effect_rmse": 0.003543000129951679 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.183015560182895, + "action_effect_rmse": 4.183015560182895 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5348513561451771, + "action_effect_rmse": 0.5348513561451771 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014074642889667643, + "action_effect_rmse": 0.014074642889667643 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.179846864261037, + "action_effect_rmse": 10.179846864261037 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 12.386880860045778, + "predicted_costs": [ + 155.91924426808578, + 155.91924426808578 + ], + "true_costs": [ + 155.77513053207855, + 143.38824967203277 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041230", + "anchor_step": 172, + "sample_index": 14, + "commands_kw": [ + [ + -1.045594286318895, + -0.15901493186610718, + 0.858396344410525, + 7.184423140341298, + 6.542924256571777, + 5.450656092480633, + 4.812643651085485, + 5.172347838617843 + ], + [ + 4.954405713681105, + 5.840985068133893, + 6.858396344410525, + 13.184423140341298, + 12.542924256571776, + 11.450656092480633, + 10.812643651085484, + 11.172347838617842 + ] + ], + "shared_exogenous_sha256": "d151c1e7e791d442a8f0a1a60f83778016be050ad0f18a5391d0942c551e581e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023478005665886315, + "action_effect_rmse": 0.023478005665886315 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0004648806919433923, + "action_effect_rmse": 0.0004648806919433923 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8315617208958201, + "action_effect_rmse": 0.8315617208958201 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009852921193447273, + "action_effect_rmse": 0.009852921193447273 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0013611850367318823, + "action_effect_rmse": 0.0013611850367318823 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.430731829808792, + "action_effect_rmse": 2.430731829808792 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006142938508661544, + "action_effect_rmse": 0.006142938508661544 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00463249895170037, + "action_effect_rmse": 0.00463249895170037 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.558873204058955, + "action_effect_rmse": 6.558873204058955 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.063001221255508, + "action_effect_rmse": 0.063001221255508 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015526265255324745, + "action_effect_rmse": 0.015526265255324745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.049270276996168, + "action_effect_rmse": 15.049270276996168 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 159.17187405825683, + 145.45888922551347 + ], + "true_costs": [ + 155.77513053207855, + 143.38824967203277 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041247", + "anchor_step": 108, + "sample_index": 15, + "commands_kw": [ + [ + 6.4416346664701, + 5.72863366701264, + 5.107942237173473, + 4.808300206910967, + 13.948235845879188, + 14.485096542402351, + 15.0, + 15.0 + ], + [ + 12.441634666470101, + 11.728633667012641, + 11.107942237173473, + 10.808300206910967, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "a78e850d9cc0c0f0b2329129c81a5db0e8e292354bb47bdb8872a758f64b2c7b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13082153983325995, + "action_effect_rmse": 0.13082153983325995 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018519632776161643, + "action_effect_rmse": 0.0018519632776161643 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19695057313074926, + "action_effect_rmse": 0.19695057313074926 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17256087631819206, + "action_effect_rmse": 0.17256087631819206 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0067206407727447015, + "action_effect_rmse": 0.0067206407727447015 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0557515236395432, + "action_effect_rmse": 1.0557515236395432 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2936912164741887, + "action_effect_rmse": 0.2936912164741887 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014641460961847486, + "action_effect_rmse": 0.014641460961847486 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7458803002764682, + "action_effect_rmse": 2.7458803002764682 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19123316955349878, + "action_effect_rmse": 0.19123316955349878 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02951138648900198, + "action_effect_rmse": 0.02951138648900198 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.699879632959693, + "action_effect_rmse": 4.699879632959693 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 117.80399979837642, + 103.75591851994665 + ], + "true_costs": [ + 125.60068154624065, + 119.2071626294298 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041247", + "anchor_step": 108, + "sample_index": 15, + "commands_kw": [ + [ + 6.4416346664701, + 5.72863366701264, + 5.107942237173473, + 4.808300206910967, + 13.948235845879188, + 14.485096542402351, + 15.0, + 15.0 + ], + [ + 12.441634666470101, + 11.728633667012641, + 11.107942237173473, + 10.808300206910967, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "a78e850d9cc0c0f0b2329129c81a5db0e8e292354bb47bdb8872a758f64b2c7b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0350389618654674, + "action_effect_rmse": 0.0350389618654674 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 5.9332394311439884e-05, + "action_effect_rmse": 5.9332394311439884e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6239318813204591, + "action_effect_rmse": 0.6239318813204591 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10036217943125614, + "action_effect_rmse": 0.10036217943125614 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00036645859406547743, + "action_effect_rmse": 0.00036645859406547743 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.858139595567195, + "action_effect_rmse": 1.858139595567195 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23609214906458398, + "action_effect_rmse": 0.23609214906458398 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0019181675193529202, + "action_effect_rmse": 0.0019181675193529202 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.75303492733903, + "action_effect_rmse": 4.75303492733903 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23213293796520418, + "action_effect_rmse": 0.23213293796520418 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006568567258472768, + "action_effect_rmse": 0.006568567258472768 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.369892962183769, + "action_effect_rmse": 6.369892962183769 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 6.393518916810848, + "predicted_costs": [ + 153.12062674147472, + 153.12062674147472 + ], + "true_costs": [ + 125.60068154624065, + 119.2071626294298 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041247", + "anchor_step": 108, + "sample_index": 15, + "commands_kw": [ + [ + 6.4416346664701, + 5.72863366701264, + 5.107942237173473, + 4.808300206910967, + 13.948235845879188, + 14.485096542402351, + 15.0, + 15.0 + ], + [ + 12.441634666470101, + 11.728633667012641, + 11.107942237173473, + 10.808300206910967, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "a78e850d9cc0c0f0b2329129c81a5db0e8e292354bb47bdb8872a758f64b2c7b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07552510991514616, + "action_effect_rmse": 0.07552510991514616 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0013050452058216422, + "action_effect_rmse": 0.0013050452058216422 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.727218984771838, + "action_effect_rmse": 0.727218984771838 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12106721217474714, + "action_effect_rmse": 0.12106721217474714 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0027349747868932184, + "action_effect_rmse": 0.0027349747868932184 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0819826729314173, + "action_effect_rmse": 2.0819826729314173 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20798385488112636, + "action_effect_rmse": 0.20798385488112636 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006162225593936199, + "action_effect_rmse": 0.006162225593936199 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.270084316252365, + "action_effect_rmse": 5.270084316252365 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24599335637210729, + "action_effect_rmse": 0.24599335637210729 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009068844237383189, + "action_effect_rmse": 0.009068844237383189 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.205766613935651, + "action_effect_rmse": 7.205766613935651 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 124.5804127675749, + 111.73572356595668 + ], + "true_costs": [ + 125.60068154624065, + 119.2071626294298 + ] + } + ], + "limitation": "Independently implemented synthetic equations, not external real-world validation. Only two candidate plans and 16 snapshots per cohort by default; saturation can remove the actual action effect. Ranking/regret applies solely to the declared indoor-temperature objective; no energy/safety/controller claim." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/provenance.json b/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..c4745a66370f49f98991dac5035e7b20116e987a --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/provenance.json @@ -0,0 +1,1598 @@ +{ + "checkpoint": "/Users/maxfarrell/repos/experimental/artifacts/full/transformer/seed-42/checkpoint.pt", + "checkpoint_sha256": "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec", + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "manifest_sha256": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "generator_sha256": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162", + "args": { + "manifest": "artifacts/robustness/thermal-challenges/manifest.json", + "checkpoint": "artifacts/full/transformer/seed-42/checkpoint.pt", + "output": "artifacts/robustness/challenge-interventions", + "samples_per_cohort": 16, + "seed": 20261012 + }, + "policy": "A is the recorded future HVAC command plan. B adds 6 electrical kW to all eight commands, clipped to public [-15,15] kW. If that leaves the entire plan unchanged, B subtracts 6 kW instead. Both branches start from the identical replayed snapshot with identical external disturbances. Hidden actuator saturation can legitimately make different requested plans physically equivalent.", + "objective": "Sum of squared indoor_temp deviation from 21 degC at 15,30,60,120 minutes; units degC^2.", + "external_real_world_validation": false, + "source_sha256": { + "/Users/maxfarrell/repos/experimental/scripts/challenge_interventions.py": "cf7f85ff76891fea7a759b17f8d38a6062cfe6e69154376f3b0fcbbb20f0443f", + "/Users/maxfarrell/repos/experimental/scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/evaluation/baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843", + "tfm/evaluation/counterfactual.py": "6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259" + }, + "runtime": { + "torch": "2.14.1", + "numpy": "2.5.4", + "device": "cpu", + "threads": 1, + "OMP_NUM_THREADS": "1", + "MKL_NUM_THREADS": "1" + }, + "anchors": [ + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841241", + "anchor_step": 100, + "sample_index": 0, + "commands_kw": [ + [ + 6.314795185310229, + 6.885870066880851, + 7.182628342291165, + 7.103093519530175, + 6.663796722323511, + 0.0013888575685340114, + -0.6664787220861571, + -1.1112755175976567 + ], + [ + 12.314795185310228, + 12.885870066880852, + 13.182628342291165, + 13.103093519530175, + 12.66379672232351, + 6.001388857568534, + 5.333521277913843, + 4.888724482402344 + ] + ], + "shared_exogenous_sha256": "52c25cd9a4238b472e5662aadc0ff6e2b5d2d0fff47acbb09a88080200e3ab9b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 128, + "sample_index": 1, + "commands_kw": [ + [ + -1.124460767665984, + -1.127949349367997, + -0.5884360095366262, + 0.24133487840388002, + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814 + ], + [ + 4.875539232334016, + 4.872050650632003, + 5.411563990463374, + 6.24133487840388, + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485 + ] + ], + "shared_exogenous_sha256": "648241647546ee8893e355774a69a445827ee87234c6f8e6b2b506d200fe1f16", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841250", + "anchor_step": 74, + "sample_index": 2, + "commands_kw": [ + [ + -0.5061041849405723, + -0.0004540226012765937, + 0.5107165437915179, + -14.07158960966246, + -13.833311814402206, + -13.828616249142225, + -14.066027025541132, + -14.503061229273346 + ], + [ + 5.493895815059428, + 5.999545977398723, + 6.510716543791518, + -8.07158960966246, + -7.833311814402206, + -7.828616249142225, + -8.066027025541132, + -8.503061229273346 + ] + ], + "shared_exogenous_sha256": "1ccb291845f0d0d710cbc68135c0f92ffc19e5f354d27b2aa8706f9c5744e0cb", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 168, + "sample_index": 3, + "commands_kw": [ + [ + 1.1785138416924874, + 0.905733757423075, + -0.0655883053033218, + -0.9896485612111593, + -1.1395016134956146, + -0.3853401335385292, + 0.6806295727934457, + -4.800641705524654 + ], + [ + 7.178513841692487, + 6.905733757423075, + 5.934411694696678, + 5.010351438788841, + 4.860498386504386, + 5.614659866461471, + 6.680629572793446, + 1.1993582944753456 + ] + ], + "shared_exogenous_sha256": "45b5ec47e4dfdb0b9beab7614ffdf4d23c1306d45ad3ef92e7d8984b4c204e43", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 93, + "sample_index": 4, + "commands_kw": [ + [ + -1.1017638196712802, + -1.1909993478046257, + -0.9497862806066801, + -0.43756192507966424, + 0.20509920977314797, + 6.792847547211602, + 7.148498001827496, + 7.15780781580534 + ], + [ + 4.89823618032872, + 4.809000652195374, + 5.050213719393319, + 5.562438074920336, + 6.205099209773148, + 12.792847547211602, + 13.148498001827496, + 13.15780781580534 + ] + ], + "shared_exogenous_sha256": "f9341a408488d5002f13c6f6132bf60e99413ae951e2bb0060a77a5bb0260768", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 88, + "sample_index": 5, + "commands_kw": [ + [ + 15.0, + 14.816141306469314, + 14.26064245335104, + -1.1089877207721732, + -1.1901791646525737, + -0.953099269471377, + -0.4537512388417928, + 0.17603697936397894 + ], + [ + 15.0, + 15.0, + 15.0, + 4.8910122792278266, + 4.809820835347426, + 5.046900730528623, + 5.546248761158207, + 6.176036979363979 + ] + ], + "shared_exogenous_sha256": "bdf29f20dcc7034df24c8a76a17ff2a1f20fc12c8098ef43503c68aab17f254b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 130, + "sample_index": 6, + "commands_kw": [ + [ + 5.962709730752956, + 5.185481427315803, + 4.806573266944698, + -6.976456160776877, + -6.262475603142569, + -5.409493411100404, + -4.859531889971691, + -4.908587337906088 + ], + [ + 11.962709730752955, + 11.185481427315803, + 10.806573266944698, + -0.9764561607768769, + -0.262475603142569, + 0.5905065888995962, + 1.1404681100283094, + 1.0914126620939122 + ] + ], + "shared_exogenous_sha256": "968e55fd6624ec505831d037fd70f1d2a0ae77c09c647cdd6977d38706a0e028", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841245", + "anchor_step": 128, + "sample_index": 7, + "commands_kw": [ + [ + -15.0, + -15.0, + -15.0, + -15.0, + -15.0, + 15.0, + 15.0, + 15.0 + ], + [ + -9.0, + -9.0, + -9.0, + -9.0, + -9.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ec3433213ec8abc0bb7e8117066a7581f08c8cac07abba0496dfb294b2bf238a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 136, + "sample_index": 8, + "commands_kw": [ + [ + -14.445997432604097, + -15.0, + -15.0, + -15.0, + 5.311115674188667, + 6.183515169917933, + 6.957283527555702, + 7.190223497377864 + ], + [ + -8.445997432604097, + -9.0, + -9.0, + -9.0, + 11.311115674188667, + 12.183515169917932, + 12.957283527555703, + 13.190223497377865 + ] + ], + "shared_exogenous_sha256": "04cb144f66cccddb950b0eeef2c6a6944475109067952aee3d2a00a2edcebebc", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 132, + "sample_index": 9, + "commands_kw": [ + [ + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814, + -0.7830199085716563, + -1.1920881114355302, + -0.9660117105499163, + -0.21565232292645167 + ], + [ + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485, + 5.2169800914283435, + 4.80791188856447, + 5.033988289450083, + 5.784347677073549 + ] + ], + "shared_exogenous_sha256": "65e769fc4edc379a1752a912cb4c02a996868bfd519b1496bcbbdd6e5b7e174a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841237", + "anchor_step": 112, + "sample_index": 10, + "commands_kw": [ + [ + 6.995484269523677, + 7.1993646957001305, + 6.946117907703424, + 6.323840582044115, + 5.569705513601598, + 4.982689657042318, + 4.804959569907024, + 5.118666672240532 + ], + [ + 12.995484269523677, + 13.19936469570013, + 12.946117907703425, + 12.323840582044115, + 11.569705513601598, + 10.982689657042318, + 10.804959569907023, + 11.118666672240533 + ] + ], + "shared_exogenous_sha256": "97dfbddaa6612f071152df40a2f4bb55e60815d9f0580158afecd1fab701d8db", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841248", + "anchor_step": 46, + "sample_index": 11, + "commands_kw": [ + [ + 6.468669452443291, + 6.1272453535769476, + 5.768937217364043, + -6.574006972893149, + -6.868120020631595, + -7.082079975519624, + -7.190330454864462, + -7.1765623366704245 + ], + [ + 12.46866945244329, + 12.127245353576948, + 11.768937217364044, + -0.574006972893149, + -0.8681200206315953, + -1.0820799755196244, + -1.190330454864462, + -1.1765623366704245 + ] + ], + "shared_exogenous_sha256": "d6e5c7cd65a85f8c27b80937b6c23b01395d3004857596f488f03fe4cc92f78e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841247", + "anchor_step": 29, + "sample_index": 12, + "commands_kw": [ + [ + -14.02273470473942, + -14.189372747715375, + -14.396807611699405, + -14.637733309721725, + -14.902100861102662, + -15.0, + -0.44880926367409074, + -0.7004872796342669 + ], + [ + -8.02273470473942, + -8.189372747715375, + -8.396807611699405, + -8.637733309721725, + -8.902100861102662, + -9.0, + 5.55119073632591, + 5.299512720365733 + ] + ], + "shared_exogenous_sha256": "7490256e5afaa747bd31bf4dc051406c34571ffd99adfae1b5affc0af6e9e673", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841240", + "anchor_step": 46, + "sample_index": 13, + "commands_kw": [ + [ + 0.6937314633970053, + 0.9484419617829692, + 1.1233353705860014, + 1.1982257101959788, + 1.161009997834388, + 1.0098836273383827, + 0.7547221006908548, + 0.4173140122967344 + ], + [ + 6.693731463397006, + 6.94844196178297, + 7.123335370586002, + 7.198225710195979, + 7.1610099978343875, + 7.009883627338382, + 6.754722100690855, + 6.4173140122967345 + ] + ], + "shared_exogenous_sha256": "d3982bccdd87ef2fd3162d580c966e2c095f1c895788e5f6313dca0cdae99043", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841230", + "anchor_step": 71, + "sample_index": 14, + "commands_kw": [ + [ + -7.1240716413473235, + -7.197667326785682, + -7.060285423197824, + -6.72949998376096, + -6.260041423085827, + -5.736290969832109, + 0.7419487424379883, + 1.0783187593908918 + ], + [ + -1.1240716413473235, + -1.197667326785682, + -1.0602854231978238, + -0.7294999837609604, + -0.260041423085827, + 0.2637090301678908, + 6.741948742437988, + 7.078318759390892 + ] + ], + "shared_exogenous_sha256": "c01d70b6b25ad3458f1dead66526a482d187462f5d1310d7daa48f3230f4a3c3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 162, + "sample_index": 15, + "commands_kw": [ + [ + -7.194614972929072, + -6.678584932011833, + -5.66955451159669, + -4.89793971223434, + -4.937373355838005, + -5.770286452630984, + 14.220183529687512, + 13.801037531166072 + ], + [ + -1.194614972929072, + -0.6785849320118329, + 0.3304454884033099, + 1.10206028776566, + 1.0626266441619947, + 0.22971354736901617, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "374b00b7dd6d5776eb825897cf9dca928ab7bb825319250e9f96b75ca9d7d521", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941240", + "anchor_step": 61, + "sample_index": 0, + "commands_kw": [ + [ + -6.143581457204094, + -5.703043819846363, + 0.7021765115637569, + 1.01303387933639, + 1.1804542316156172, + 1.1738206154142588, + 0.9875038252145056, + 0.6440501255962707 + ], + [ + -0.14358145720409432, + 0.2969561801536367, + 6.702176511563757, + 7.01303387933639, + 7.1804542316156175, + 7.173820615414259, + 6.987503825214506, + 6.644050125596271 + ] + ], + "shared_exogenous_sha256": "c1dc9ec56047223498bec34bea86f42ee432fc0f1e37641ac6a0332ece9d8555", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941238", + "anchor_step": 123, + "sample_index": 1, + "commands_kw": [ + [ + -5.171479089184098, + -5.901603846851414, + -6.680451197740407, + -1.1539652431569318, + -1.0971139713129867, + -0.5259332095968186, + 0.2984173769510247, + 0.9839363743780322 + ], + [ + 0.828520910815902, + 0.09839615314858641, + -0.6804511977404069, + 4.846034756843068, + 4.902886028687013, + 5.474066790403182, + 6.298417376951025, + 6.9839363743780325 + ] + ], + "shared_exogenous_sha256": "db82e86f48723cedf40fc03f47f34182608c33152a77d5c05b183f4b0d05a024", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 47, + "sample_index": 2, + "commands_kw": [ + [ + -5.660465614600596, + -5.335497515036206, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 0.3395343853994044, + 0.6645024849637942, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ee6f5139848a2c22bc722608dba191f6d753d31da46465fcfc74555851c3bf32", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941235", + "anchor_step": 127, + "sample_index": 3, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 14.263820605086341, + 13.821670445925946, + -7.03252601614092, + -6.361644199466099 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -1.0325260161409204, + -0.3616441994660988 + ] + ], + "shared_exogenous_sha256": "7cb0203f7a50386256348ae28ecc250aa13d824e579ab6430aa597b67a347b40", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941242", + "anchor_step": 127, + "sample_index": 4, + "commands_kw": [ + [ + 4.9073176974385895, + 4.844719421966549, + 5.330438438772936, + 6.141348911393336, + 6.887995561190814, + 7.199811361969164, + -14.087832590649285, + -14.840242373365967 + ], + [ + 10.90731769743859, + 10.844719421966548, + 11.330438438772937, + 12.141348911393337, + 12.887995561190813, + 13.199811361969164, + -8.087832590649285, + -8.840242373365967 + ] + ], + "shared_exogenous_sha256": "8b492f41e99d51ef3250d7f09bacc11948423596ee9f8bd4b0309c92399331a4", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941246", + "anchor_step": 82, + "sample_index": 5, + "commands_kw": [ + [ + -1.0085135255066169, + -1.1942745796593564, + -1.1133815843626185, + -0.7762873499899549, + -0.2542818161243725, + 0.3333329618922933, + 0.8451967486491865, + 1.1518242940088046 + ], + [ + 4.991486474493383, + 4.805725420340644, + 4.886618415637382, + 5.223712650010045, + 5.745718183875628, + 6.333332961892293, + 6.845196748649187, + 7.151824294008804 + ] + ], + "shared_exogenous_sha256": "37596ec88d167dc596573db16bcd222c81c63f0e10c538d2a1d4fd66ce2079a5", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941251", + "anchor_step": 54, + "sample_index": 6, + "commands_kw": [ + [ + 0.9037345353648802, + 1.1130498189405704, + 1.1988899175835945, + 1.145698149228389, + 0.9538582441702244, + 0.6412953593821143, + 0.24288568868273547, + -0.19258807767687627 + ], + [ + 6.9037345353648805, + 7.113049818940571, + 7.198889917583594, + 7.145698149228389, + 6.953858244170224, + 6.641295359382115, + 6.242885688682735, + 5.807411922323124 + ] + ], + "shared_exogenous_sha256": "4c82242f007a6b07db2a17fa3e41bc5fef4c8c57a7299865bca8e466593d5a98", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 125, + "sample_index": 7, + "commands_kw": [ + [ + 1.0115454485592053, + 7.191087188944712, + 6.821332940322192, + 6.0645779481263125, + 5.272669575147961, + 4.8262722475967355, + 4.950001276407379, + 5.593674343181838 + ], + [ + 7.011545448559206, + 13.191087188944712, + 12.821332940322192, + 12.064577948126313, + 11.272669575147962, + 10.826272247596735, + 10.950001276407379, + 11.593674343181839 + ] + ], + "shared_exogenous_sha256": "45a15ccc7e83f579b67eb4bbb2b529b2184ecb7815f7a5f0745fdeaf1f8e0909", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941249", + "anchor_step": 66, + "sample_index": 8, + "commands_kw": [ + [ + 15.0, + 15.0, + 14.99387277549042, + 14.521552104443476, + 5.122538195838569, + 4.866980231411133, + 4.8042623512328575, + 4.952302463132314 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 11.122538195838569, + 10.866980231411134, + 10.804262351232857, + 10.952302463132314 + ] + ], + "shared_exogenous_sha256": "9345c34e86a8344b726deebf749b14b28615aad9bc2cf947c3b1a25629cf7bbf", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 109, + "sample_index": 9, + "commands_kw": [ + [ + 5.863995401753189, + 6.571535585194884, + 7.075594392754347, + -13.815446491102351, + -14.151662199720118, + -14.814537736145118, + -15.0, + -15.0 + ], + [ + 11.86399540175319, + 12.571535585194884, + 13.075594392754347, + -7.815446491102351, + -8.151662199720118, + -8.814537736145118, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "6347053ddf17060b244c6ad456a019c8ab787232eb2ad047c5f066c1d137e473", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 128, + "sample_index": 10, + "commands_kw": [ + [ + -15.0, + -14.456484927143029, + -13.890450769632348, + -13.86253277309423, + -14.39694133301685, + 14.763413528463245, + 14.0391652350347, + 13.805147750035047 + ], + [ + -9.0, + -8.456484927143029, + -7.8904507696323485, + -7.86253277309423, + -8.39694133301685, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "900d5af2aee682aa5f5f7bfcd34df2e8f5ff0be9351fb0f40d1dac0e42f8db89", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941239", + "anchor_step": 57, + "sample_index": 11, + "commands_kw": [ + [ + 4.982603168633629, + 4.826092298759373, + 4.812781656514885, + 4.950420884728985, + 5.227203310933605, + 5.611475549600046, + -5.945672747916333, + -5.504900020142093 + ], + [ + 10.982603168633629, + 10.826092298759374, + 10.812781656514886, + 10.950420884728985, + 11.227203310933605, + 11.611475549600046, + 0.05432725208366662, + 0.49509997985790744 + ] + ], + "shared_exogenous_sha256": "3bf72f57e3509e7f0cd5322fa9d5e1e4690d5a29b8d4822a027a5a260b8c2fa9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 63, + "sample_index": 12, + "commands_kw": [ + [ + 4.800000290676744, + 4.885912514471909, + 5.134919814638987, + 5.516061948849242, + 5.975881271019871, + 6.4449927933532924, + 6.848105076662049, + 1.1162146083066473 + ], + [ + 10.800000290676744, + 10.885912514471908, + 11.134919814638987, + 11.516061948849242, + 11.97588127101987, + 12.444992793353293, + 12.848105076662048, + 7.116214608306647 + ] + ], + "shared_exogenous_sha256": "6cb61c3cec695fc28e522fc2501a65f041ece9186cc91d77c8763dd48c964f9e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941236", + "anchor_step": 108, + "sample_index": 13, + "commands_kw": [ + [ + -1.1918018327073219, + -0.9006157728027688, + -0.2838887839049982, + 0.4408239906052986, + -4.992730809857837, + -4.801521685531811, + -5.067188552059771, + -5.696805207461735 + ], + [ + 4.808198167292678, + 5.099384227197231, + 5.716111216095002, + 6.440823990605298, + 1.0072691901421633, + 1.198478314468189, + 0.932811447940229, + 0.30319479253826476 + ] + ], + "shared_exogenous_sha256": "fb6ec01bbeba1da5b39371db250dee979d5d92fb186c919fcc1fd4e56ade922e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941253", + "anchor_step": 125, + "sample_index": 14, + "commands_kw": [ + [ + 0.9532028547242193, + 7.199173493925627, + 6.892513201502045, + 6.16588234448053, + 5.356163117343119, + 4.85165466497465, + 4.9045499690243926, + 5.499458340494377 + ], + [ + 6.9532028547242195, + 13.199173493925628, + 12.892513201502044, + 12.16588234448053, + 11.356163117343119, + 10.85165466497465, + 10.904549969024393, + 11.499458340494378 + ] + ], + "shared_exogenous_sha256": "e84feccd03afcd9a997a16130aa27f22f1ccff544c9e025f619bf39695569cd1", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 177, + "sample_index": 15, + "commands_kw": [ + [ + 4.809736324776544, + 5.431732632002873, + 6.534539141091815, + 7.186682585974303, + 6.822273543852635, + -15.0, + -15.0, + -15.0 + ], + [ + 10.809736324776544, + 11.431732632002873, + 12.534539141091816, + 13.186682585974303, + 12.822273543852635, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "3add157a42067181595ccba6bf69839733b76ecf6276abc79d3b9402db45e7b8", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041246", + "anchor_step": 30, + "sample_index": 0, + "commands_kw": [ + [ + 0.23844687024531855, + -0.017954768285017957, + -0.279368245507298, + -0.5326977983478779, + -0.763810250088205, + -0.9583180963912454, + -1.1025284141765233, + -1.1845129858758738 + ], + [ + 6.238446870245318, + 5.982045231714982, + 5.720631754492702, + 5.467302201652122, + 5.236189749911795, + 5.041681903608755, + 4.897471585823476, + 4.815487014124126 + ] + ], + "shared_exogenous_sha256": "4a7869bcf9345d17dafda4f5ffb1e2ad708ad9f85fd3eae482d6379df46d7a44", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041248", + "anchor_step": 148, + "sample_index": 1, + "commands_kw": [ + [ + 13.869263390712876, + 13.926651642076859, + 14.648569514890436, + 15.0, + 15.0, + 15.0, + -14.822088762779329, + -15.0 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -8.822088762779329, + -9.0 + ] + ], + "shared_exogenous_sha256": "0e16b91bb92b4f84a986f9521124163470fd0b1ceae2bed2e4538a2f8c6a51e3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 63, + "sample_index": 2, + "commands_kw": [ + [ + -6.76972661173709, + -6.373345158478113, + -5.917711399418711, + -5.468738365765424, + -5.095596394299527, + -4.859853282476789, + -4.8046256343424885, + -4.94565576387234 + ], + [ + -0.7697266117370898, + -0.3733451584781129, + 0.08228860058128884, + 0.5312616342345757, + 0.9044036057004732, + 1.1401467175232112, + 1.1953743656575115, + 1.05434423612766 + ] + ], + "shared_exogenous_sha256": "ba77fc6a6f4af53779fa8f3f46a25504b7fc6d3362f3702fb3dbbf3ece089e05", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041241", + "anchor_step": 94, + "sample_index": 3, + "commands_kw": [ + [ + -1.1381749979907911, + -0.785290904732828, + -0.20703985281322643, + 0.43572705702747944, + -14.044116735516413, + -13.805319931778117, + -13.927846460750896, + -14.383043475062927 + ], + [ + 4.861825002009208, + 5.214709095267172, + 5.792960147186774, + 6.43572705702748, + -8.044116735516413, + -7.805319931778117, + -7.927846460750896, + -8.383043475062927 + ] + ], + "shared_exogenous_sha256": "ba06284f20fcf42989885037774f5223b5426355b50f0f74448b72659f909eee", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041234", + "anchor_step": 37, + "sample_index": 4, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0 + ] + ], + "shared_exogenous_sha256": "1da06bac967036f636abbc8a40d899f88dfc7aff92cd5f93cbb78b4d1ec018ca", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041232", + "anchor_step": 149, + "sample_index": 5, + "commands_kw": [ + [ + -0.2031061769312738, + 0.7165634328653887, + 1.1919534680953536, + 0.9146102113749399, + 0.0499853544446062, + -0.8510151794636146, + -1.198344289229705, + -0.7529261407403106 + ], + [ + 5.796893823068726, + 6.716563432865389, + 7.191953468095353, + 6.91461021137494, + 6.0499853544446065, + 5.148984820536385, + 4.801655710770295, + 5.2470738592596895 + ] + ], + "shared_exogenous_sha256": "c8fa827e4de804008aa9183a23dd9f38e0247b00ca33737682a5816b520da3aa", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041253", + "anchor_step": 25, + "sample_index": 6, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 6.51263062110925, + 6.281027693670675, + 6.031658388887724, + 5.775001695263011, + 5.5231935768312574 + ], + [ + 15.0, + 15.0, + 15.0, + 12.512630621109249, + 12.281027693670675, + 12.031658388887724, + 11.775001695263011, + 11.523193576831257 + ] + ], + "shared_exogenous_sha256": "4e86c6998da46fc6012166d823f1859729cc10ff96a161f74de5f529a07f6a9a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041250", + "anchor_step": 166, + "sample_index": 7, + "commands_kw": [ + [ + -0.3067844474743255, + -1.0970372474974057, + -15.0, + -15.0, + -14.202504381894386, + -13.803034819150547, + -14.342711096978604, + -15.0 + ], + [ + 5.6932155525256745, + 4.902962752502594, + -9.0, + -9.0, + -8.202504381894386, + -7.803034819150547, + -8.342711096978604, + -9.0 + ] + ], + "shared_exogenous_sha256": "d816dcb4be93e3423651b6dfcbe00d16acd97f2b9702d2173b0462ff6fd7916e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 183, + "sample_index": 8, + "commands_kw": [ + [ + -15.0, + -15.0, + -14.069618209018179, + -13.855897368568161, + -14.68064637446763, + -15.0, + 4.816264427570444, + 5.5371597767467895 + ], + [ + -9.0, + -9.0, + -8.069618209018179, + -7.8558973685681615, + -8.68064637446763, + -9.0, + 10.816264427570445, + 11.53715977674679 + ] + ], + "shared_exogenous_sha256": "f2fe1555a15cea0b4e9e232468eb41d0ea9309e4069676707a3cdbbf0ac73677", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 72, + "sample_index": 9, + "commands_kw": [ + [ + -5.717129488386485, + -6.2231357561003025, + -6.694343389271678, + -7.042120805389619, + -7.1962799192625315, + 13.879582934770792, + 14.178040288833465, + 14.645882937321607 + ], + [ + 0.28287051161351506, + -0.22313575610030245, + -0.6943433892716779, + -1.0421208053896187, + -1.1962799192625315, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "852435701681a4e420d015c1b1881dbfa7a772067b73a264fe8ac99fbfd95fdd", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041238", + "anchor_step": 72, + "sample_index": 10, + "commands_kw": [ + [ + 1.181118715053351, + 1.1634710815239429, + 0.9350669440986022, + 0.5310427249838392, + 0.02210785251287094, + 5.503492996780607, + 5.07773688246747, + 4.834172459909491 + ], + [ + 7.181118715053351, + 7.163471081523943, + 6.935066944098602, + 6.531042724983839, + 6.022107852512871, + 11.503492996780608, + 11.07773688246747, + 10.83417245990949 + ] + ], + "shared_exogenous_sha256": "01aedaecbad80bd6c42ee7409054ad959953b2b2a26b6736eaae2308844858e6", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041239", + "anchor_step": 146, + "sample_index": 11, + "commands_kw": [ + [ + -14.415009510782628, + -15.0, + -15.0, + -15.0, + -15.0, + -14.561375046952147, + -13.88409732409603, + -13.91862760708669 + ], + [ + -8.415009510782628, + -9.0, + -9.0, + -9.0, + -9.0, + -8.561375046952147, + -7.884097324096031, + -7.918627607086689 + ] + ], + "shared_exogenous_sha256": "3dd24106bc7f00c60f05c4a3a341fa860dfe7c33520afcd7d1cc3885039ebfe9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041242", + "anchor_step": 74, + "sample_index": 12, + "commands_kw": [ + [ + 0.6926710853545469, + 0.215222011235655, + -0.3081169683506039, + -15.0, + -15.0, + -15.0, + -15.0, + -15.0 + ], + [ + 6.692671085354547, + 6.215222011235655, + 5.691883031649396, + -9.0, + -9.0, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "f03aa23e8107a3060d21831d3ec8df96aad521409b7b104a78e4a7430573df77", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041243", + "anchor_step": 120, + "sample_index": 13, + "commands_kw": [ + [ + 0.12815319306758757, + -0.6353904057078994, + -1.1301827856708537, + -1.1343905186621168, + -0.6359902956529506, + 0.15128710448232077, + 6.8744294936705375, + 7.197884507057667 + ], + [ + 6.128153193067588, + 5.364609594292101, + 4.869817214329146, + 4.865609481337883, + 5.364009704347049, + 6.1512871044823205, + 12.874429493670537, + 13.197884507057667 + ] + ], + "shared_exogenous_sha256": "a7172dc3071b3b865816ec66c5044c395f3abbc25f64d7cbb0f2c8eb63df1c94", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041230", + "anchor_step": 172, + "sample_index": 14, + "commands_kw": [ + [ + -1.045594286318895, + -0.15901493186610718, + 0.858396344410525, + 7.184423140341298, + 6.542924256571777, + 5.450656092480633, + 4.812643651085485, + 5.172347838617843 + ], + [ + 4.954405713681105, + 5.840985068133893, + 6.858396344410525, + 13.184423140341298, + 12.542924256571776, + 11.450656092480633, + 10.812643651085484, + 11.172347838617842 + ] + ], + "shared_exogenous_sha256": "d151c1e7e791d442a8f0a1a60f83778016be050ad0f18a5391d0942c551e581e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041247", + "anchor_step": 108, + "sample_index": 15, + "commands_kw": [ + [ + 6.4416346664701, + 5.72863366701264, + 5.107942237173473, + 4.808300206910967, + 13.948235845879188, + 14.485096542402351, + 15.0, + 15.0 + ], + [ + 12.441634666470101, + 11.728633667012641, + 11.107942237173473, + 10.808300206910967, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "a78e850d9cc0c0f0b2329129c81a5db0e8e292354bb47bdb8872a758f64b2c7b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + } + ], + "episode_sha256": { + "episodes/challenge-parameter_shift_2node-841230.npz": "6f39bab4317626cb46e49588877a361fec560a65727c5f7b227f24a396db8dbf", + "episodes/challenge-parameter_shift_2node-841231.npz": "9748e865dd8c3511b479217e550006c51ce0775f2c86a8722d68206e50c77c15", + "episodes/challenge-parameter_shift_2node-841232.npz": "612e3e996bd4bef2b270abe04047780a9d52eb7e663453c52d1acc62f09ab507", + "episodes/challenge-parameter_shift_2node-841233.npz": "a6dbbde1e006cf8a63611b0e626d8880198c3cb68eb7f4cf6df356fced9fa025", + "episodes/challenge-parameter_shift_2node-841234.npz": "35112a75b7a84d8feae255e0bdba38393852f70a379ad8b2be950c363bb54077", + "episodes/challenge-parameter_shift_2node-841235.npz": "a55856798c69008ca186e6ecbfa72e5f1008b2313886682a0abea6b5f6f6bb04", + "episodes/challenge-parameter_shift_2node-841236.npz": "6f1a7accdd6716b081974151d632b6d108e9965d3aefc9023e0deb4966d723d5", + "episodes/challenge-parameter_shift_2node-841237.npz": "8800e013e1e92fff833c38ef71120f5bb6ca9e4c8e186248e741e5da1e59290d", + "episodes/challenge-parameter_shift_2node-841238.npz": "0ccf54ae0c2fa75e4e5e5bd4f54ddba92a62984fd018c80ab5e5187b52cc4bb0", + "episodes/challenge-parameter_shift_2node-841239.npz": "ed88464398eee594dfc1454c42f77abd14042b237295f7d721c16d59c1f99a55", + "episodes/challenge-parameter_shift_2node-841240.npz": "6ef701a2f2fe539c0ac12ad37f2bfd3d7f5b99cd30c5b106d4fddede16db98b0", + "episodes/challenge-parameter_shift_2node-841241.npz": "93fdd052163100a2e77a42284c7d6ac64a777622b18c88407e62e88f85daf85b", + "episodes/challenge-parameter_shift_2node-841242.npz": "0c2bde725f7b553eee8dfd4e203bb3e72643398d80e354edef5e960c89937028", + "episodes/challenge-parameter_shift_2node-841243.npz": "18f98668832e8ccbd1b2f779287d1395f40f8d58621cda285137666b1b93083d", + "episodes/challenge-parameter_shift_2node-841244.npz": "2f2c54cb541044d3062422c086ec54b2061257bd6616d06f3afb01f9a773cd33", + "episodes/challenge-parameter_shift_2node-841245.npz": "5e78f8f28c110165e230bd3ad4c1b7c2af164881fdb1f966ad95e0d6fd2b5156", + "episodes/challenge-parameter_shift_2node-841246.npz": "ec3b33d6367463721e34cb4c57efa7bee626de9a43b5368eb1bd518e53644adf", + "episodes/challenge-parameter_shift_2node-841247.npz": "309a99fa1882dfe77abec497c511e60280ea0deb3efa9137c28bf6b2d6c3d037", + "episodes/challenge-parameter_shift_2node-841248.npz": "db9138d5e2893fbbb068ad7a4abf09f630ebf977f219ff86891d667b6c8d7673", + "episodes/challenge-parameter_shift_2node-841249.npz": "55b3b2ef27c54859f216fdd0f30edb113d57dfb27a2c3e0ff919b91a72baf6a7", + "episodes/challenge-parameter_shift_2node-841250.npz": "e82eb18a63bcecaa07655f8bfabc119eab4aee397aad3f274f1088cb2985ddae", + "episodes/challenge-parameter_shift_2node-841251.npz": "59c8f9dab9e8b94ec8ac4f31af34755a51f140c649e907705971e7eb4843e88d", + "episodes/challenge-parameter_shift_2node-841252.npz": "8687142c157c1973d5ba13a1871f5774591b2cbf4c4648d11eb5131da21f8191", + "episodes/challenge-parameter_shift_2node-841253.npz": "460f8ef7608c9b3bc8ffeec3017128d256e7bd2f6b02ce642306bc55fa0e5406", + "episodes/challenge-small_room_3node-941230.npz": "eff1fdbf357934387d9c86f61b4e448576e303382a8c5bcfd55885c688e4c89f", + "episodes/challenge-small_room_3node-941231.npz": "7df8a10f5859612d7b948b25ee05a7e7d426e338605ec8d16f6c083b8ec98b1c", + "episodes/challenge-small_room_3node-941232.npz": "7f0d2d0e22fea02d388a1c7309bda3a6e1b96eff4b02b81194ddf6e18c6b5ac9", + "episodes/challenge-small_room_3node-941233.npz": "b92dc8b4fafce39c4b63b9defd136b4bd1f895c822f67255ef48eaf94a5bf4fa", + "episodes/challenge-small_room_3node-941234.npz": "6ff72d6f58bd2ea1b0119e87eb036c56bafebb48a360a7b62e69de30820f4726", + "episodes/challenge-small_room_3node-941235.npz": "bc62810f057c326d68b28497d618438bd3853aa1f9964dded6e538390f4ee63d", + "episodes/challenge-small_room_3node-941236.npz": "bbff3ad44986c27ef4dc94de5bbf1f6d556cd0fea08a55ef47a6979925690f2d", + "episodes/challenge-small_room_3node-941237.npz": "a3bf02e113176c1b9d201f643cb23e5ef7f675a5a4209672d3bf472fc4d2d535", + "episodes/challenge-small_room_3node-941238.npz": "ecf10d4247e7ee09b9850f85e6da7f2f698241c834b6adcfbb3b38c44addaad2", + "episodes/challenge-small_room_3node-941239.npz": "f1a5ecea1c670170ccf129a7ce960a674f4c805f49afce358c7787fb334dcecc", + "episodes/challenge-small_room_3node-941240.npz": "08da29ee77eb6c1428cbd64e7a5dbd1d1011aba96d334acb773421b03d34af85", + "episodes/challenge-small_room_3node-941241.npz": "2f39fbdadd72c4b54867bdb16aa5363b76c0688ded7e7d60f358c233c709ddda", + "episodes/challenge-small_room_3node-941242.npz": "0c15d7d2963085871a778ff723df58f1dacf2f78bb1448d00019dec6768d7cba", + "episodes/challenge-small_room_3node-941243.npz": "459cd4d44b839d99111f9181e32e472e1e4994126a890fe38018d3bb9d5b8c62", + "episodes/challenge-small_room_3node-941244.npz": "f32b1cd4cc1f3a92c2498302a7aa1de363db2b6f95286f8285a1556fb7ac2b9e", + "episodes/challenge-small_room_3node-941245.npz": "0a3f4c9e209134a12dd486ac9196b5037be9db9020a3ce3f9a2ec6a681e058f8", + "episodes/challenge-small_room_3node-941246.npz": "ad81061d314250c36028184084db1b375549526389833fe254a6618a47d9c30a", + "episodes/challenge-small_room_3node-941247.npz": "d43fc56346191c048ddd07e606cb566937cce73d964887d63d063e2e343ce45d", + "episodes/challenge-small_room_3node-941248.npz": "8bce37f0e3bf02097cbf830d5b62520c524ca3e4e61239bad3a124dc6c0dfcf9", + "episodes/challenge-small_room_3node-941249.npz": "c65bd39ef584f0908fb2061be0d8a4b2617dbf6b40544175218a4d08b7dbf22c", + "episodes/challenge-small_room_3node-941250.npz": "4cc062ad3832f9c5d84ba57d33bd6820b604dabd35e5e162f7a0e8b8751edbec", + "episodes/challenge-small_room_3node-941251.npz": "478876d37fe92ab306ef0b57c95013f1592f7b563a0c28896ad334d2b9e23b80", + "episodes/challenge-small_room_3node-941252.npz": "ebf7c7726ba56b9eff24d17df9ad5db68a0772e14eb55f3d18d6aa3157aee7e1", + "episodes/challenge-small_room_3node-941253.npz": "9ab95a58eaab18d39ad2bde69ddbdb48c95f65a499df19a1e6ff3dea6f33c1f4", + "episodes/challenge-auditorium_3node-1041230.npz": "909c4df4c3e16f8c9d6927b7b538cdd0bdc3773e46b648e31ab35fe233d2ba95", + "episodes/challenge-auditorium_3node-1041231.npz": "cb101b90a5649efc479bb5d8a812a20e814a420c12129d81b225d307b191d825", + "episodes/challenge-auditorium_3node-1041232.npz": "797163c7811deedcbbda4f8434512b1e9712a77b9dddacd3f2d28f7e02b0449c", + "episodes/challenge-auditorium_3node-1041233.npz": "08b48742612b07b0a97b2bad7f4c03e0745c78404808b04469b1f47e46caff8a", + "episodes/challenge-auditorium_3node-1041234.npz": "3b1e7873e7db1b4a1191c85a82461b75040967f73962e3b05cb8d53d150a8d20", + "episodes/challenge-auditorium_3node-1041235.npz": "d75e02840e80cc8fbfd4488662a0db5c610847f4e57aeca447714ab6b1ba3766", + "episodes/challenge-auditorium_3node-1041236.npz": "7802684e0b5608ad658b6daafcca4aada0eb3bf68dc9c11239d9f1ebd4cc3438", + "episodes/challenge-auditorium_3node-1041237.npz": "7c920dada0b947d5c419ec3b8bfd945e9fbbcd96100bcaf029ac303e17a85eda", + "episodes/challenge-auditorium_3node-1041238.npz": "aa2e43363343f3f825705ddf61d0d491ee830ed87f9fefb6b360e17534468bc7", + "episodes/challenge-auditorium_3node-1041239.npz": "a3381546d34eaba15c1556b78771ab3ddfe4701cc266e24c92c780f859ccb616", + "episodes/challenge-auditorium_3node-1041240.npz": "7fda0071578634c230c7b0075b20a40939c688183688d3bdd4766a450b86b799", + "episodes/challenge-auditorium_3node-1041241.npz": "bf5e5024f9d6c677ee46665af75b09ca093944396a0729814059d29bdcdc9e38", + "episodes/challenge-auditorium_3node-1041242.npz": "a307e864df7e4a04711a150be16600647d78f4e7b7f6ad472803100652ca2620", + "episodes/challenge-auditorium_3node-1041243.npz": "bbadc4730e9f34e2c4dfd05c1b453489a687ee4f8f8cbd6440d1f27051cd4fe8", + "episodes/challenge-auditorium_3node-1041244.npz": "98a6a98da2590f92f5d07aa5c17f515b0d55f25286943d3798f52ce83d0022b1", + "episodes/challenge-auditorium_3node-1041245.npz": "20c19df7e264082055d9fc64e12d7076e631e777d2d5160e05711b529318bdb6", + "episodes/challenge-auditorium_3node-1041246.npz": "412c2843571614356c67318322f30ffabec7043fc8b01f79735930784cb141ca", + "episodes/challenge-auditorium_3node-1041247.npz": "04cba1063d4f7ff83ad34cd4ccb7b9a49c1e9edbdf3fb9ff108fe73fe2a2100a", + "episodes/challenge-auditorium_3node-1041248.npz": "76353c885a993fff08524ef8516367875d74d79be905f4d4e5705eb8700765f5", + "episodes/challenge-auditorium_3node-1041249.npz": "6f1ecd89b215404fdeb2c395fcc21a374b7dcce15d46aeb09a1a8348aea451b5", + "episodes/challenge-auditorium_3node-1041250.npz": "47ac85908002c115eaacc257c84a3dfb614a31d4c54c69238c4cde0cfefda159", + "episodes/challenge-auditorium_3node-1041251.npz": "12b3f1d1f776e348bcc59a91b9aeef7376fe08cd53f4695efcc43ccf0d654e0e", + "episodes/challenge-auditorium_3node-1041252.npz": "8f9e82273cf94eb7ef675fbbfdb0bf18c42dabca995c061cae02c9160c688fb6", + "episodes/challenge-auditorium_3node-1041253.npz": "84d907e9ba3111bb87ff9bcacafac6ec24f2c822585bbf0d233bba87ebf2a318" + }, + "anchor_sha256": "985ee5dbe2e71c284b1615ba01f748f69a0140f93a9a392588fc4dc16f20861d" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/summary.json b/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..e79e93ef1346efd7a07257cc6d92f39a842e4805 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/summary.json @@ -0,0 +1,1147 @@ +{ + "status": "completed", + "external_real_world_validation": false, + "objective": "Sum of squared indoor_temp deviation from 21 degC at 15,30,60,120 minutes; units degC^2.", + "policy": "A is the recorded future HVAC command plan. B adds 6 electrical kW to all eight commands, clipped to public [-15,15] kW. If that leaves the entire plan unchanged, B subtracts 6 kW instead. Both branches start from the identical replayed snapshot with identical external disturbances. Hidden actuator saturation can legitimately make different requested plans physically equivalent.", + "provenance_sha256": "35977663cd38d3ca6dbd3edf7c0768174d6ddbf2288797dbcdea13e541de92c6", + "observed_plan_max_replay_error": 0.0, + "summary": [ + { + "cohort": "auditorium_3node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.2542869410121623, + "action_effect_rmse": 0.33058562323808743, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.003488366993602665, + "action_effect_rmse": 0.004092668310579629, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.2652178339305875, + "action_effect_rmse": 0.34283756095688894, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.4237558285536963, + "action_effect_rmse": 0.5367067482674245, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.008763933395118051, + "action_effect_rmse": 0.010763674510435276, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.6477342008495506, + "action_effect_rmse": 0.810821578023733, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.6134296226904796, + "action_effect_rmse": 0.7758803325917524, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.031480576333465904, + "action_effect_rmse": 0.042756297075925515, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 1.5161405370583796, + "action_effect_rmse": 2.0246147060158046, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.7161370478362058, + "action_effect_rmse": 0.927898390779598, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.09261061415533123, + "action_effect_rmse": 0.11322177286892775, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.5608205329673277, + "action_effect_rmse": 4.435303538788489, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 1.0, + "mean_regret_degC_squared": 0.0 + }, + { + "cohort": "auditorium_3node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.02455548614671188, + "action_effect_rmse": 0.032069379707972315, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.000721583647489199, + "action_effect_rmse": 0.0010191934813555776, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6136340470259962, + "action_effect_rmse": 0.7584465982872618, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.04567632511762987, + "action_effect_rmse": 0.06204231183259322, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0014630654737015636, + "action_effect_rmse": 0.0020143312815209097, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.5412186850669096, + "action_effect_rmse": 1.9833714617648963, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.10015042880204472, + "action_effect_rmse": 0.13433788788541173, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.0033794511976239505, + "action_effect_rmse": 0.004357821335663697, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 3.8179527653290943, + "action_effect_rmse": 4.798308341207214, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.19723939228267628, + "action_effect_rmse": 0.24580139178109733, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.008112721633385611, + "action_effect_rmse": 0.011125083765287569, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 7.99387290627196, + "action_effect_rmse": 9.489395883034748, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 0.9375, + "mean_regret_degC_squared": 0.8901179958549896 + }, + { + "cohort": "auditorium_3node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.04755446866276547, + "action_effect_rmse": 0.052258294079647466, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 8.214917146620593e-05, + "action_effect_rmse": 9.688340858845823e-05, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.5734549882911328, + "action_effect_rmse": 0.6637778482641495, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.12462930493172497, + "action_effect_rmse": 0.135877970931866, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.00046879179395975523, + "action_effect_rmse": 0.000551920417058589, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.6851368221106022, + "action_effect_rmse": 1.819641134921439, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.275309445659932, + "action_effect_rmse": 0.2958546147600714, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.002277111246946517, + "action_effect_rmse": 0.0026713334127942846, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 3.7818242732765563, + "action_effect_rmse": 4.10405646642949, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.5078931197695817, + "action_effect_rmse": 0.5285506067099681, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.009367321593782618, + "action_effect_rmse": 0.010710421002151525, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 7.3838131816985175, + "action_effect_rmse": 7.978900137092953, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 7.395654559967647 + }, + { + "cohort": "parameter_shift_2node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.5906248838708554, + "action_effect_rmse": 0.8390551275651404, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.003859691347371186, + "action_effect_rmse": 0.004721373149278637, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6113616589639379, + "action_effect_rmse": 0.707383897346148, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.9610313856909214, + "action_effect_rmse": 1.4695113057436924, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.011951751808714217, + "action_effect_rmse": 0.015250477099184565, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.2855659853023607, + "action_effect_rmse": 1.484491496919845, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.7998073549428204, + "action_effect_rmse": 2.374120410598146, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.035600025275991376, + "action_effect_rmse": 0.05381274907399123, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 2.5439432162370426, + "action_effect_rmse": 2.899216326544431, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 1.9916754505368175, + "action_effect_rmse": 2.950815602864714, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.1253993327000673, + "action_effect_rmse": 0.16649383273574456, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.7776643394874094, + "action_effect_rmse": 4.546433490206043, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.6923076923076923, + "mean_regret_degC_squared": 8.84957192407689 + }, + { + "cohort": "parameter_shift_2node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 1.1433774926786884, + "action_effect_rmse": 1.5124840088622833, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0005406143512178829, + "action_effect_rmse": 0.0006723619363045372, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.15884217079396568, + "action_effect_rmse": 0.21446888690731306, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.9652919392702088, + "action_effect_rmse": 2.6389189733222076, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0016652010085149715, + "action_effect_rmse": 0.002184213681367584, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.3317435515928031, + "action_effect_rmse": 0.4397416722226582, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 3.21712000638128, + "action_effect_rmse": 3.931883638293644, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.0054118109247465185, + "action_effect_rmse": 0.007075494165032193, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.740521003006118, + "action_effect_rmse": 0.9507302056719876, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 3.4657996975548793, + "action_effect_rmse": 4.2740744343782335, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.014477995162645696, + "action_effect_rmse": 0.017891494938079934, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 1.3763058666503785, + "action_effect_rmse": 1.8008052404373094, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.6153846153846154, + "mean_regret_degC_squared": 26.594845533617782 + }, + { + "cohort": "parameter_shift_2node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 1.0250664211215113, + "action_effect_rmse": 1.8028350796104138, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.000412841017036536, + "action_effect_rmse": 0.0007310218720341981, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.12816891279450138, + "action_effect_rmse": 0.20382310878561952, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.830946447091714, + "action_effect_rmse": 3.1774373640395086, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0015319047557005305, + "action_effect_rmse": 0.002686597583960336, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.2676304019204412, + "action_effect_rmse": 0.41919410833848403, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 3.4763366184245834, + "action_effect_rmse": 5.129950934992006, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.005696493079064391, + "action_effect_rmse": 0.009258230634837846, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.6037065390234144, + "action_effect_rmse": 0.8874567793189667, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 4.932939145105796, + "action_effect_rmse": 6.366260183841524, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.020161831187375467, + "action_effect_rmse": 0.026901814254096598, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 1.2517715738053719, + "action_effect_rmse": 1.6438101625225194, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 19.35963094920246 + }, + { + "cohort": "small_room_3node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.8767140816597144, + "action_effect_rmse": 1.2602809985618095, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.012429628285375582, + "action_effect_rmse": 0.022239928030842498, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.606961211617496, + "action_effect_rmse": 0.6859013110982052, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.5047918345928601, + "action_effect_rmse": 2.328225337033118, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.02748426726902653, + "action_effect_rmse": 0.04441336879045282, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.1840619787887001, + "action_effect_rmse": 1.320526632231042, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.8662814202885802, + "action_effect_rmse": 2.7141922178285345, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.08079486736449104, + "action_effect_rmse": 0.10963668393059003, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 1.9843406224552653, + "action_effect_rmse": 2.3824353488074967, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.3435384335566027, + "action_effect_rmse": 2.7404573152779848, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.1961508381052518, + "action_effect_rmse": 0.282324832204521, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.7296034067834807, + "action_effect_rmse": 4.626867007767064, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.8, + "mean_regret_degC_squared": 2.660399445005255 + }, + { + "cohort": "small_room_3node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.9402621041485266, + "action_effect_rmse": 1.5183092944905492, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.008951623758586269, + "action_effect_rmse": 0.010798569641325438, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.03803369867779688, + "action_effect_rmse": 0.054636380217583096, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.8556263952994758, + "action_effect_rmse": 2.844641409855803, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.029974362128682597, + "action_effect_rmse": 0.040160773554367715, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.06384974448511777, + "action_effect_rmse": 0.09707044933169796, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 2.4575200765508236, + "action_effect_rmse": 3.4916387146284578, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.09331126348105767, + "action_effect_rmse": 0.1299378526589725, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.11890294182181271, + "action_effect_rmse": 0.1833419083808375, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.4677421679889338, + "action_effect_rmse": 2.9696009835360484, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.21098148675686024, + "action_effect_rmse": 0.27617138088416276, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 0.20393316026950947, + "action_effect_rmse": 0.27499510048490655, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.8, + "mean_regret_degC_squared": 1.215336255613826 + }, + { + "cohort": "small_room_3node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.8087640014917343, + "action_effect_rmse": 1.6992210644787389, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0045880184984599115, + "action_effect_rmse": 0.008937693912503103, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.021008467119171648, + "action_effect_rmse": 0.0451326380733191, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.5535490946615613, + "action_effect_rmse": 3.1640125374625043, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.021378155011888222, + "action_effect_rmse": 0.04152587691284955, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.042857777090698046, + "action_effect_rmse": 0.09108964062758883, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.8323960502994412, + "action_effect_rmse": 3.914088900253609, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.06803636544464531, + "action_effect_rmse": 0.13484085035245816, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.08926394955617684, + "action_effect_rmse": 0.18126218024164384, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 1.6474832148071799, + "action_effect_rmse": 3.107536526248188, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.1519573616030584, + "action_effect_rmse": 0.2903318155332886, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 0.15616887135203578, + "action_effect_rmse": 0.3159780211252609, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 89.30202913463818 + } + ], + "true_effect_summary": [ + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 1.0250664211215113, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.830946447091714, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 3.4763366184245834, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 4.932939145105796, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.000412841017036536, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.0015319047557005305, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.005696493079064391, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.020161831187375467, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.12816891279450138, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.2676304019204412, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.6037065390234144, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 1.2517715738053719, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.8087640014917343, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.5535490946615613, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 1.8323960502994412, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 1.6474832148071799, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.0045880184984599115, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.021378155011888222, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.06803636544464531, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.1519573616030584, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.021008467119171648, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.042857777090698046, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.08926394955617684, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.15616887135203578, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.04755446866276547, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.12462930493172497, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.275309445659932, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.5078931197695817, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 8.214917146620593e-05, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.00046879179395975523, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.002277111246946517, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.009367321593782618, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.5734549882911328, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.6851368221106022, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 3.7818242732765563, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 7.3838131816985175, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + } + ], + "limitation": "Independently implemented synthetic equations, not external real-world validation. Only two candidate plans and 16 snapshots per cohort by default; saturation can remove the actual action effect. Ranking/regret applies solely to the declared indoor-temperature objective; no energy/safety/controller claim." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/verification.json b/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/verification.json new file mode 100644 index 0000000000000000000000000000000000000000..66904b857684c8e266520882b6631d085fbe5919 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/challenge-interventions/verification.json @@ -0,0 +1,19 @@ +{ + "status": "verified", + "observed_plan_max_replay_error": 0.0, + "outputs_sha256": { + "interventions.json": "c558198983e314b8d9fb3b860c9031dabdc91797a2806349bb66b3d19433a7b0", + "provenance.json": "35977663cd38d3ca6dbd3edf7c0768174d6ddbf2288797dbcdea13e541de92c6", + "summary.json": "1580aacc75ecafabd59a2990eaf69d7964a6323bdd16989a79dc56c72c71a452" + }, + "verified_bindings": [ + "checkpoint", + "normalization", + "manifest", + "generator", + "source_files", + "test_episode_files", + "sampled_anchor_records", + "provenance" + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/README.md b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/README.md new file mode 100644 index 0000000000000000000000000000000000000000..ab1beb6246e76b1c520302d87d47abb63dca2de3 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/README.md @@ -0,0 +1,11 @@ +# CityLearn third-party battery device validation + +These episodes execute the actual unmodified `citylearn.energy_model.Battery` from PyPI CityLearn 3.0.2. This is third-party synthetic device physics validation, not real-world, building, or full CityLearn control-environment validation. Only native SOC is available as a state. Temperature, voltage, and ambient temperature are omitted, not fabricated. + +The command schedule is fixed before any transitions and is requested electrical kW within canonical +/-20kW. Each command is converted to kWh using 900/3600 hours and passed to native Battery.charge with time_step_ratio=1. Native SOC/power limits, efficiency curves, depth of discharge, degradation, and standby losses execute unchanged. The native call order advances time (losses), then charges. Realized energy/power is stored separately in native-audit; it never enters history/future action tensors. There is no reinterpretation of a CityLearn environment action fraction or thermostat setpoint. + +Load with `scripts.citylearn_validation.load_citylearn_windows(manifest, saved_training_normalization, cohort=None)`. It uses the unchanged WindowDataset and never imports CityLearn, refits normalization, or reads native-audit. This tests SOC generalization while exposing only history SOC and planned electrical commands. + +Generate: `PYTHONPATH=/private/tmp/tfm-citylearn-runtime OMP_NUM_THREADS=1 OPENBLAS_NUM_THREADS=1 .venv/bin/python -m scripts.citylearn_validation`. The temporary runtime contains CityLearn and only its device-path import dependencies, including NumPy 1.26.4 to honor CityLearn's NumPy<2 declaration. No second torch, OpenStudio, Gymnasium, DOE data, or torchvision was installed. The active .venv and lockfile are untouched. Source hashes, installed versions, system seeds, parameter draws, canonical and audit hashes are in manifest.json. + +Official API documentation: https://www.citylearn.net/api/citylearn.energy_model.html diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/config.json b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/config.json new file mode 100644 index 0000000000000000000000000000000000000000..60f3de3e9132f4e5604d147dcc19675871cbd6bb --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/config.json @@ -0,0 +1,8 @@ +{ + "version": "citylearn-device-validation-1.0", + "systems_per_cohort": 24, + "steps": 192, + "seed": 183127, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283127.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283127.npz new file mode 100644 index 0000000000000000000000000000000000000000..35dc81428f242620506c065633f7391dc9647367 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283127.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283128.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283128.npz new file mode 100644 index 0000000000000000000000000000000000000000..939357cfd2bc53dd1bfe0abf291627a2959b523b Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283128.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283129.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283129.npz new file mode 100644 index 0000000000000000000000000000000000000000..14cd7e5781b7c516b7f3d8b02eec196c2db36c2d Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283129.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283130.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283130.npz new file mode 100644 index 0000000000000000000000000000000000000000..d0084561ddeb42e9ecd18d203151344d3bce5e94 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283130.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283131.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283131.npz new file mode 100644 index 0000000000000000000000000000000000000000..95ffc4e1a68076bf30c23b901793afa7fff12723 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283131.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283132.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283132.npz new file mode 100644 index 0000000000000000000000000000000000000000..986dd896aee87a597f0a82428e9f7c591769eab8 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283132.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283133.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283133.npz new file mode 100644 index 0000000000000000000000000000000000000000..a1b38f579570252fe3aec08ee11350b53ba6a357 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283133.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283134.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283134.npz new file mode 100644 index 0000000000000000000000000000000000000000..f36066f1b4660de378cb670648a99c31b418a1fb Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283134.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283135.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283135.npz new file mode 100644 index 0000000000000000000000000000000000000000..54ce1efeef2ac2336657de102d16fba71d9fbcc3 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283135.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283136.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283136.npz new file mode 100644 index 0000000000000000000000000000000000000000..02d4ad3d79522c14dfa396d51030e5b2fe6b7c35 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283136.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283137.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283137.npz new file mode 100644 index 0000000000000000000000000000000000000000..f46e0019c2c282368b05eade7712cc8bf1b1fb95 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283137.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283138.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283138.npz new file mode 100644 index 0000000000000000000000000000000000000000..21a485ddc7263751ff528f193bb25e0c1308b050 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283138.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283139.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283139.npz new file mode 100644 index 0000000000000000000000000000000000000000..a15feefe13af749518163399aa6c34aac63f3d6a Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283139.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283140.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283140.npz new file mode 100644 index 0000000000000000000000000000000000000000..df77d454900a4f1f1b4e4d96322d4bd7ba3b9b8b Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283140.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283141.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283141.npz new file mode 100644 index 0000000000000000000000000000000000000000..37b4c675c327fa6d92e3882f1c1cf95015404619 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283141.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283142.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283142.npz new file mode 100644 index 0000000000000000000000000000000000000000..396655f00e1575c0453537cf4e7a192c47550d38 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283142.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283143.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283143.npz new file mode 100644 index 0000000000000000000000000000000000000000..b0066f26f865c7b540216c90e57fbe0fe9989aca Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283143.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283144.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283144.npz new file mode 100644 index 0000000000000000000000000000000000000000..bd622c079bd5f2cfb33adca1670b868883f007c7 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283144.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283145.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283145.npz new file mode 100644 index 0000000000000000000000000000000000000000..8d77b9f5c6ab70160954f27be312a836674a9012 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283145.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283146.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283146.npz new file mode 100644 index 0000000000000000000000000000000000000000..a7a3c784ed1e6fb9b6c055eb045e52108d61ae30 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283146.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283147.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283147.npz new file mode 100644 index 0000000000000000000000000000000000000000..36fb42d3989f3b66437fe4bfa547f3eafdbece7e Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283147.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283148.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283148.npz new file mode 100644 index 0000000000000000000000000000000000000000..0c3581701a1aae2a4653a514f41fcd2b1622eed9 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283148.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283149.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283149.npz new file mode 100644 index 0000000000000000000000000000000000000000..ebcccdf38d869f49fc4465fb2a32b7027c62528f Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283149.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283150.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283150.npz new file mode 100644 index 0000000000000000000000000000000000000000..172145fc4e8cc42b86bb95611e8afcdce83c7cc3 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283150.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383127.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383127.npz new file mode 100644 index 0000000000000000000000000000000000000000..1817cccdb4c948695612873e1bd41ba33240f8f9 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383127.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383128.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383128.npz new file mode 100644 index 0000000000000000000000000000000000000000..422d666924f581fb5f3dde351383594a290dcebf Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383128.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383129.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383129.npz new file mode 100644 index 0000000000000000000000000000000000000000..f948b8a30f450b091d0375249597ab393296ddd0 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383129.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383130.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383130.npz new file mode 100644 index 0000000000000000000000000000000000000000..877238bf8b09cab174e9885fac59ba851ff59e90 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383130.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383131.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383131.npz new file mode 100644 index 0000000000000000000000000000000000000000..47f964eac2211ff52163f1f6f6056bb97e543a60 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383131.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383132.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383132.npz new file mode 100644 index 0000000000000000000000000000000000000000..19cbfee1a103dec667a77e3a9c8363aaae565442 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383132.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383133.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383133.npz new file mode 100644 index 0000000000000000000000000000000000000000..1611f3ea9bb3ab16107e9a8396c5e1b612f7ba36 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383133.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383134.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383134.npz new file mode 100644 index 0000000000000000000000000000000000000000..ea1f057a7f260f09f07e40a5896325972b361110 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383134.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383135.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383135.npz new file mode 100644 index 0000000000000000000000000000000000000000..77209fdaf04d583bd2b3bcdb036c1bc9e70b4caa Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383135.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383136.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383136.npz new file mode 100644 index 0000000000000000000000000000000000000000..1bf4f27715e8dc9607bd45a52fb1e636aec0ad63 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383136.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383137.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383137.npz new file mode 100644 index 0000000000000000000000000000000000000000..097934d853629d51efe239a0c86b3f66cc53f9f9 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383137.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383138.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383138.npz new file mode 100644 index 0000000000000000000000000000000000000000..993bf27893233e3644da5430375b2a1d2d8ce38e Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383138.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383139.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383139.npz new file mode 100644 index 0000000000000000000000000000000000000000..401c6f699296ac7b2bd00a49af497b7f1d0972c0 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383139.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383140.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383140.npz new file mode 100644 index 0000000000000000000000000000000000000000..0d56a4baad755dfb439ff7674cc9abff1f5da9ee Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383140.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383141.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383141.npz new file mode 100644 index 0000000000000000000000000000000000000000..1cd14d7d4d7ff31a1b09f9b6d8e568c4f1b3d305 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383141.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383142.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383142.npz new file mode 100644 index 0000000000000000000000000000000000000000..dcf7b26b36d9c1276fd56fc79efc2c0909bf30f0 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383142.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383143.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383143.npz new file mode 100644 index 0000000000000000000000000000000000000000..3b60116c51a9ed97a6f51e07bd2f346fd342e1a6 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383143.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383144.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383144.npz new file mode 100644 index 0000000000000000000000000000000000000000..26a7af9404a2964f05a74915e25719fdb87dbff5 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383144.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383145.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383145.npz new file mode 100644 index 0000000000000000000000000000000000000000..5021acdcb12658808487f3a7557e3099a3347c96 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383145.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383146.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383146.npz new file mode 100644 index 0000000000000000000000000000000000000000..05fb1c7dc4635329e165ac2c2b7a31463a759e4c Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383146.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383147.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383147.npz new file mode 100644 index 0000000000000000000000000000000000000000..2a9b7ec3e253a3fb44570cc456744d4904a71b27 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383147.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383148.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383148.npz new file mode 100644 index 0000000000000000000000000000000000000000..ff54465e3ce55dccfefdc0b77368de08deabd18e Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383148.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383149.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383149.npz new file mode 100644 index 0000000000000000000000000000000000000000..28e134241f92bb433836bd53c7c965a8b5621cbe Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383149.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383150.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383150.npz new file mode 100644 index 0000000000000000000000000000000000000000..fb7362e22e2ace1d12ed68d230bbf60361adebdc Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383150.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn-evaluation.json b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn-evaluation.json new file mode 100644 index 0000000000000000000000000000000000000000..24327b248fe522282ee934043e758b270e0d26f5 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn-evaluation.json @@ -0,0 +1,1927 @@ +{ + "version": "tfm-citylearn-device-evaluation-v1", + "status": "completed", + "source_scope": "actual third-party CityLearn 3.0.2 synthetic battery device; SOC only", + "real_world_validation": false, + "building_control_validation": false, + "weights_updated": false, + "normalization_refit": false, + "external_target_calibration": false, + "coverage_under_shift_validated": false, + "interval_status": "zero-shot wrt CityLearn; original reserved SOC/power-schema calibration; shifted coverage descriptive only", + "binding_file_sha256": { + "artifacts/full/transformer/seed-42/checkpoint.pt": "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec", + "artifacts/full/transformer/seed-42/normalization.json": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "artifacts/poc/data/manifest.json": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "artifacts/robustness/citylearn/manifest.json": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0" + }, + "model_state_sha256": "fa42e05189e06bfdeb1ea8be92ff3772db25bd60828f53e56a6cf7aa991bed4c", + "evaluation_sha256": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "source_generator_sha256": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "source_citylearn_python_sha256": { + "__init__.py": "e60b8df0c8c26de5ec8c7ed91ca9c3fd4059689420c3f24ca618a6bda384213c", + "__main__.py": "6761a2df4ce972977eac637939568c0ed8389ded3459ac9eadaa99dbeccfcb7f", + "agents/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "agents/base.py": "33cbb3769c941a08cff7056c2b0770f0176540013ecafc29de75ce98d40b3bee", + "agents/baseline.py": "0d8adb47301f52d9da68b4d207d11ae9610629e5a39eb71b06f71e894fcb26b7", + "agents/marlisa.py": "a65cbdcf5b71d93013c9abccad12e055954f3435fc78a0b69991760d8e26a9f3", + "agents/q_learning.py": "3626ba99f66cd94b6560ef96727d6df2828c94b030d2945a3d25bf1fa015be9c", + "agents/rbc.py": "c28b485533a45993d130ff21db7045c16a2145efbdd8438e7726ffb92912d86d", + "agents/rlc.py": "dd1be03991b1edee4b93a0c528cf3cd30295a15ea07631c19aa224bfe07d05b6", + "agents/sac.py": "4fcc95796fa49582d4e6f28cac1a5f1c18ae5005e48fc55a4b95b2cfa428e112", + "base.py": "7d220cf1b7b7e3ef892a940e87d698a7931669dbf01f0622535103ca97b873c1", + "building.py": "54a00a92f6656c091c5a7f845bd843dbc2a396ebd610717410cac0de4d0eedcd", + "citylearn.py": "73f67645774b3f3e027179890ec65c26aed6615e829540d080fdc482169c2dea", + "cost_function.py": "aee8dedfedd09766ea0f26c5d29fb80ff2739939d692f6e6517504f77b05e509", + "data.py": "0db0bfd22fcd049ead401b62d3bc3fc4e7af835a878e9b87da8a7359baaefa45", + "dynamics.py": "412d759502d468fd71d1cdf9d09af7a36cc16b39b34565b336b088001a84775c", + "electric_vehicle.py": "b2da55cd974dc1a818199f89d68b890ae84cedc8ab5c68fdb344047d7636c812", + "electric_vehicle_charger.py": "932b68f307c17aa65b7fcf6440fd1f212619e003027977b9ffcd6d3bb8261e44", + "end_use_load_profiles/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "end_use_load_profiles/clustering.py": "9ba2082c70599b37e332f90afe5935730968d1b1f44cfff1e584e51adb9e76a0", + "end_use_load_profiles/lstm_model/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "end_use_load_profiles/lstm_model/model.py": "2046269db9ed71b3dcba2dcbb01ad397451996a47488446c4f3e50aba2e13b26", + "end_use_load_profiles/lstm_model/model_generation.py": "aabb2e356b395a2a7d4ec55b2fcdd76c7856c77886823f4211f199b0fdf8f906", + "end_use_load_profiles/lstm_model/model_generation_wrapper.py": "b8814ff8f24693a471cd7d402e953d9f3c07874361c6af841ef4c16f9d93cab3", + "end_use_load_profiles/lstm_model/preprocessing.py": "de6488bbe5d689494064e8ad929746e1479dfdc3e6ed4ef039b4e7992ca1a3f0", + "end_use_load_profiles/neighborhood.py": "2a3154f3966f33a2639130256fe1dc39a3f14b5cb67ab40ff959156463ce978d", + "end_use_load_profiles/simulate.py": "c7a745f5003722ebccbb83ce3b6416ef1b229fdc8be4a3e5ee1ca08722f8a29d", + "energy_model.py": "c03d2398e445ebb1833d6e76954e76f3290e82699ca20ce267afd51f599143f2", + "exporter.py": "a37f82531144298c627d84d04dcc7d85d60f3dea470bf7f29b129889651f1e43", + "internal/__init__.py": "4be65562c88e4667911fcfc40383274148acecab47de959175df03238c0d7732", + "internal/baseline.py": "959a7f5fcde991281882057d09a4850494b4cf5ac57f2fdab3eca255b178d4f2", + "internal/building_ops.py": "f958a6e05b3688f1cc05d1e22cc1de77dccdb9fd2238f615e3012a653407dabb", + "internal/demand_response.py": "8754bf5cf04fde52599545ea524a514198a1778f0cb1aef91f211479495d05d1", + "internal/entity_interface.py": "d46c439126de2039c82d8fe06889c5a7e84a4fb85f81de111802937cf7ca4e7c", + "internal/kpi.py": "b7a18b9ed9c2c67d79e692f3834af6ca8105ead3b2a37de4158ca741616aaa1f", + "internal/loading.py": "9f374da5415cdd9fd9069dabc3502db3e2685c71afdc4aff74872c392dc21788", + "internal/physics_invariants.py": "4c2ba7b4c4d988c4d8bd5470f7e4082d9e606bc215c791e3d12c94a39543f4f2", + "internal/robustness.py": "3169c62e6fccf65b77a52bb334b06ee30906721e58f575a949908033229c1e16", + "internal/runtime.py": "d2e46ad6f7558f391d4bc526e3327817b822dee6558bca92a01259c20f6239af", + "internal/topology.py": "99ebd3bc37e305ac31999fc075f3e532dde3390f1694c323bfa2c58491f3ed94", + "internal/units.py": "70eb90b0013e7b0886a797fcfa4e21d5f9535334addba8b7659bf43dd958b876", + "multi_community.py": "34a0dfba1e4f7512463c3b3239dc2d14519c6b4d66df1808c9f46384dcdff67a", + "occupant.py": "4f23d42a45eab66a4b1b6046aa12810ca78038c883847ee41b6e07f28a353e6f", + "power_outage.py": "0181b021f40e3bf0eb944c8f38cd5fd8110228ffc9dae583fe6ad3b439c99acc", + "preprocessing.py": "d753576d111065b8486cece168be4c9cd299bdadfc9ab763cf343e5a5904ec43", + "reward_function.py": "0f32b7adf7fe39ed8f07f0d02f46a8767e7806e2ff2d92991b5e8b2ee81dc2c3", + "rl.py": "c0da4efb5deddc83bdadd7873a2bbf290ff400b8be81feb8eefc0a23aff94020", + "utilities.py": "340bd1541fa62c72a909129df2faaa49ff370c3ccbe5c0ab195a834a548a81a2", + "wrappers.py": "cb0077d26b36b0999a77f936f825fb2304f7e9faa208ebf1f7cb53462bb599d8" + }, + "original_used_episode_sha256": { + "episodes/battery-00002.npz": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790", + "episodes/battery-00005.npz": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48", + "episodes/battery-00008.npz": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7", + "episodes/battery-00014.npz": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de", + "episodes/battery-00020.npz": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835", + "episodes/battery-00026.npz": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6", + "episodes/battery-00032.npz": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077", + "episodes/battery-00035.npz": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb", + "episodes/battery-00044.npz": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee", + "episodes/battery-00050.npz": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600", + "episodes/battery-00053.npz": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d", + "episodes/battery-00056.npz": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a", + "episodes/battery-00059.npz": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1", + "episodes/battery-00062.npz": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8", + "episodes/battery-00065.npz": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4", + "episodes/battery-00068.npz": "4ca36f1f06046d685896efd0c820366f30edd0ca37878c689d827ec19b4e2c1f", + "episodes/battery-00071.npz": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae", + "episodes/battery-00074.npz": "312e3a7857c42d7f77145f8e978cfe48403c6af8e2378a664d3c83d9da414d5f", + "episodes/battery-00077.npz": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3", + "episodes/battery-00083.npz": "7b88c93744c48f4669464e0fcc969da54f148b4253bcf30b582102ab4de4109d", + "episodes/battery-00089.npz": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68", + "episodes/battery-00092.npz": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a", + "episodes/battery-00098.npz": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2", + "episodes/battery-00101.npz": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f", + "episodes/battery-00107.npz": "9f1c515bd5d87f16354192073f1ecc259d30bcd32ae794c94e406c08a258d6ab", + "episodes/battery-00110.npz": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f", + "episodes/battery-00113.npz": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b", + "episodes/battery-00116.npz": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553", + "episodes/battery-00122.npz": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba", + "episodes/battery-00125.npz": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e", + "episodes/battery-00131.npz": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855", + "episodes/battery-00137.npz": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564", + "episodes/battery-00140.npz": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06", + "episodes/battery-00143.npz": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76", + "episodes/battery-00155.npz": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00", + "episodes/battery-00170.npz": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff", + "episodes/battery-00173.npz": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6", + "episodes/battery-00179.npz": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0", + "episodes/battery-00182.npz": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7", + "episodes/battery-00185.npz": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f", + "episodes/battery-00188.npz": "19fb17e1abf0f733ff0de2a4a0d8acd3c5d80538b21ba51d99c4b20714223904", + "episodes/battery-00191.npz": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a", + "episodes/battery-00197.npz": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548", + "episodes/battery-00200.npz": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132", + "episodes/battery-00203.npz": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423", + "episodes/battery-00206.npz": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d", + "episodes/battery-00209.npz": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858", + "episodes/battery-00215.npz": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5", + "episodes/battery-00218.npz": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8", + "episodes/battery-00221.npz": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d", + "episodes/battery-00227.npz": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1", + "episodes/battery-00233.npz": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9", + "episodes/battery-00236.npz": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761", + "episodes/battery-00242.npz": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5", + "episodes/battery-00245.npz": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9", + "episodes/battery-00248.npz": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d", + "episodes/battery-00251.npz": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c", + "episodes/battery-00254.npz": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45", + "episodes/battery-00257.npz": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9", + "episodes/battery-00269.npz": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208", + "episodes/battery-00272.npz": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44", + "episodes/battery-00278.npz": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9", + "episodes/battery-00281.npz": "667cec203a5708c540f1501446e65b53cdc7a1ec4bba06290a7950d0d59c372c", + "episodes/battery-00284.npz": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537", + "episodes/battery-00287.npz": "95f39c81af1e3862cd9c955df7971e1baf1704d1e1a8381aeff20b0806958932", + "episodes/battery-00293.npz": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9", + "episodes/battery-00299.npz": "8e4b6cdab60e2d8435f1f681e4e6c04975b522a620ee140615aca33493bece4c", + "episodes/battery-00302.npz": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61", + "episodes/battery-00311.npz": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde", + "episodes/battery-00314.npz": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2", + "episodes/battery-00317.npz": "efc6118f1452a6f60726a8dc2f8451b8e0873f3c0840e3e3e5fbd8285b97a063", + "episodes/battery-00323.npz": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215", + "episodes/battery-00326.npz": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718", + "episodes/battery-00329.npz": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a", + "episodes/battery-00332.npz": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee", + "episodes/battery-00335.npz": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8", + "episodes/battery-00338.npz": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343", + "episodes/battery-00344.npz": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54", + "episodes/battery-00350.npz": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656", + "episodes/battery-00353.npz": "5ec12ceba43476e2979055e1e801dc15c5e48c32654c50efcf34ee335d98f06f", + "episodes/battery-00356.npz": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c", + "episodes/battery-00359.npz": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753", + "episodes/battery-00362.npz": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4", + "episodes/battery-00365.npz": "7310d8f64b3031382a788c3ce16deae685f484087796a3c01016004d78354b56", + "episodes/battery-00368.npz": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291", + "episodes/battery-00371.npz": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da", + "episodes/battery-00374.npz": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf", + "episodes/battery-00377.npz": "268ccd7b981b95d6cfb0a99659f367e9cbe2ee1038193c3ea260d8a2e464309a", + "episodes/battery-00383.npz": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0", + "episodes/battery-00386.npz": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad", + "episodes/battery-00389.npz": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be", + "episodes/battery-00392.npz": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106", + "episodes/battery-00395.npz": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5", + "episodes/battery-00398.npz": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a", + "episodes/battery-00401.npz": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c", + "episodes/battery-00404.npz": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799", + "episodes/battery-00407.npz": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139", + "episodes/battery-00410.npz": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670", + "episodes/battery-00413.npz": "e39d56760a7d5265c9bb7828ea2cab4f2ebe1c34ed811540a9433dbf8a12c09e", + "episodes/battery-00419.npz": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366", + "episodes/battery-00422.npz": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1", + "episodes/battery-00425.npz": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b", + "episodes/battery-00428.npz": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01", + "episodes/battery-00431.npz": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4", + "episodes/battery-00434.npz": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9", + "episodes/battery-00437.npz": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983", + "episodes/battery-00440.npz": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad", + "episodes/battery-00443.npz": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2", + "episodes/battery-00449.npz": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee", + "episodes/battery-00452.npz": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de", + "episodes/battery-00455.npz": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387", + "episodes/battery-00458.npz": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0", + "episodes/battery-00461.npz": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6", + "episodes/battery-00464.npz": "b1606bfe9ec15549381c2000d675ca2d0c8322b4983850c8c5171b3637fbeb3f", + "episodes/battery-00467.npz": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855", + "episodes/battery-00470.npz": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a", + "episodes/battery-00473.npz": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774", + "episodes/battery-00476.npz": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7", + "episodes/battery-00479.npz": "cd4380ebc1dc14131a930facb5723901f924042d060aeb5133c15b99105737da", + "episodes/battery-00485.npz": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d", + "episodes/battery-00488.npz": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323", + "episodes/battery-00491.npz": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb", + "episodes/battery-00494.npz": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6", + "episodes/battery-00497.npz": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4", + "episodes/battery-00503.npz": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402", + "episodes/battery-00506.npz": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612", + "episodes/battery-00509.npz": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3", + "episodes/battery-00512.npz": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c", + "episodes/battery-00515.npz": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21", + "episodes/battery-00518.npz": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4", + "episodes/battery-00521.npz": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9", + "episodes/battery-00524.npz": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac", + "episodes/battery-00527.npz": "393df4e43f4a70a504b9da663fc733023755b937e558b9ea093dc3daa42bffa4", + "episodes/battery-00530.npz": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a", + "episodes/battery-00536.npz": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195", + "episodes/battery-00539.npz": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0", + "episodes/battery-00542.npz": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f", + "episodes/battery-00545.npz": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3", + "episodes/battery-00548.npz": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019", + "episodes/battery-00551.npz": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736", + "episodes/battery-00554.npz": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0", + "episodes/battery-00557.npz": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887", + "episodes/battery-00560.npz": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa", + "episodes/battery-00563.npz": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473", + "episodes/battery-00566.npz": "c6289356b1f4df912cc88e9ba11becc0f8c0e16aa6c5f632f90f68e483d28856", + "episodes/battery-00569.npz": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0", + "episodes/battery-00572.npz": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db", + "episodes/battery-00575.npz": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215", + "episodes/battery-00584.npz": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c", + "episodes/battery-00590.npz": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05", + "episodes/battery-00596.npz": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb", + "episodes/battery-00602.npz": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7", + "episodes/battery-00611.npz": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0", + "episodes/battery-00614.npz": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc", + "episodes/battery-00617.npz": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032", + "episodes/battery-00620.npz": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33", + "episodes/battery-00623.npz": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04", + "episodes/battery-00626.npz": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2", + "episodes/battery-00629.npz": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6", + "episodes/battery-00638.npz": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db", + "episodes/battery-00641.npz": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc", + "episodes/battery-00644.npz": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba", + "episodes/battery-00647.npz": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f", + "episodes/battery-00650.npz": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7", + "episodes/battery-00653.npz": "4e82da6eab94db11bbe32aa94f4a4e39db2293ba48c1cb7c53f2647f3e9deb70", + "episodes/battery-00656.npz": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f", + "episodes/battery-00662.npz": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef", + "episodes/battery-00668.npz": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b", + "episodes/battery-00671.npz": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb", + "episodes/battery-00674.npz": "bea13a611dfbe69cbaee8a40a54adbb39a3c6952a585b9798bff6d0304cf24e1", + "episodes/battery-00677.npz": "e5dee3247ca2ec03ed5519e782b6602834eb213fdb6587b055d00e036e5b4277", + "episodes/battery-00680.npz": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c", + "episodes/battery-00683.npz": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb", + "episodes/battery-00686.npz": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc", + "episodes/battery-00689.npz": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b", + "episodes/battery-00692.npz": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f", + "episodes/battery-00695.npz": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a", + "episodes/battery-00698.npz": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e", + "episodes/battery-00701.npz": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04", + "episodes/battery-00707.npz": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88", + "episodes/battery-00710.npz": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f", + "episodes/battery-00713.npz": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5", + "episodes/battery-00716.npz": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc", + "episodes/battery-00725.npz": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba", + "episodes/battery-00728.npz": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40", + "episodes/battery-00731.npz": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa", + "episodes/battery-00734.npz": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2", + "episodes/battery-00740.npz": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198", + "episodes/battery-00743.npz": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b", + "episodes/battery-00746.npz": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23", + "episodes/battery-00749.npz": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b", + "episodes/battery-00755.npz": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0", + "episodes/battery-00758.npz": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9", + "episodes/battery-00761.npz": "b8a7265aa9c22eced8917c4857a74b99ef955c6f80b4bbd999ec5810330b24a1", + "episodes/battery-00767.npz": "75f9120cb6c0930a6a7a8c854056f560f3db0272046a1e60919b75f2dceab4b9", + "episodes/battery-00776.npz": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c", + "episodes/battery-00779.npz": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a", + "episodes/battery-00785.npz": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d", + "episodes/battery-00791.npz": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12", + "episodes/battery-00794.npz": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af", + "episodes/battery-00800.npz": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8", + "episodes/battery-00809.npz": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf", + "episodes/battery-00812.npz": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d", + "episodes/battery-00815.npz": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f", + "episodes/battery-00818.npz": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed", + "episodes/battery-00821.npz": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc", + "episodes/battery-00824.npz": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3", + "episodes/battery-00827.npz": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7", + "episodes/battery-00833.npz": "d84089c23801d706157eefe317a4ddb61dcf0023e5ddbb7921bfac185da3711c", + "episodes/battery-00836.npz": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471", + "episodes/battery-00839.npz": "673bbc15341727a8217f61c1b4e8d50383ba061512497240f9efa4b302a5ac8c", + "episodes/battery-00842.npz": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd", + "episodes/battery-00845.npz": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c", + "episodes/battery-00848.npz": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0", + "episodes/battery-00851.npz": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387", + "episodes/battery-00854.npz": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a", + "episodes/battery-00863.npz": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e", + "episodes/battery-00866.npz": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a", + "episodes/battery-00869.npz": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e", + "episodes/battery-00872.npz": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0", + "episodes/battery-00875.npz": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c", + "episodes/battery-00881.npz": "79fd47f395c6330f27da2ab49ba79bfa23ecf3a1a696ac198bb8501ed5e17409", + "episodes/battery-00884.npz": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650", + "episodes/battery-00887.npz": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba", + "episodes/battery-00896.npz": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b", + "episodes/battery-00902.npz": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460", + "episodes/battery-00905.npz": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2", + "episodes/battery-00911.npz": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b", + "episodes/battery-00914.npz": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1", + "episodes/battery-00917.npz": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343", + "episodes/battery-00920.npz": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9", + "episodes/battery-00923.npz": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61", + "episodes/battery-00926.npz": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97", + "episodes/battery-00929.npz": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab", + "episodes/battery-00932.npz": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa", + "episodes/battery-00935.npz": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78", + "episodes/battery-00938.npz": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585", + "episodes/battery-00941.npz": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957", + "episodes/battery-00944.npz": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef", + "episodes/battery-00950.npz": "345f6a482d2b3a2ae52df7e32c2fe4053b063e16ed25ca45910a24ecfbf1eb4d", + "episodes/battery-00953.npz": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62", + "episodes/battery-00956.npz": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc", + "episodes/battery-00959.npz": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795", + "episodes/battery-00965.npz": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e", + "episodes/battery-00968.npz": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf", + "episodes/battery-00971.npz": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c", + "episodes/battery-00974.npz": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd", + "episodes/battery-00977.npz": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b", + "episodes/battery-00980.npz": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3", + "episodes/battery-00986.npz": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b", + "episodes/battery-00995.npz": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9", + "episodes/battery-00998.npz": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c", + "episodes/battery-01001.npz": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d", + "episodes/battery-01004.npz": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b", + "episodes/battery-01007.npz": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54", + "episodes/battery-01010.npz": "2b3420062203ca8f38348a13740a9e58588a49e0ed9fd3fbb19deeafd3486168", + "episodes/battery-01013.npz": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6", + "episodes/battery-01016.npz": "66d6cffd81b8256af734f6821be7c9a440687af535c34cfaf02a8700d359906c", + "episodes/battery-01019.npz": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87", + "episodes/battery-01022.npz": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2", + "episodes/battery-01028.npz": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195", + "episodes/battery-01031.npz": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80", + "episodes/battery-01034.npz": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7", + "episodes/battery-01037.npz": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94", + "episodes/battery-01040.npz": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701", + "episodes/battery-01043.npz": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7", + "episodes/battery-01046.npz": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289", + "episodes/battery-01049.npz": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872", + "episodes/battery-01055.npz": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41", + "episodes/battery-01058.npz": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2", + "episodes/battery-01061.npz": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd", + "episodes/battery-01064.npz": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794", + "episodes/battery-01067.npz": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507", + "episodes/battery-01070.npz": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357", + "episodes/battery-01073.npz": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592", + "episodes/battery-01076.npz": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5", + "episodes/battery-01079.npz": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba", + "episodes/battery-01085.npz": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f", + "episodes/battery-01088.npz": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49", + "episodes/battery-01091.npz": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb", + "episodes/battery-01094.npz": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5", + "episodes/battery-01097.npz": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3", + "episodes/battery-01100.npz": "5a3885a5d2229a2437c58fd40b7600656931213e6242a8819a6a68884c1be321", + "episodes/battery-01103.npz": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07", + "episodes/battery-01106.npz": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85", + "episodes/battery-01109.npz": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5", + "episodes/battery-01115.npz": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f", + "episodes/battery-01118.npz": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4", + "episodes/battery-01121.npz": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1", + "episodes/battery-01124.npz": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7", + "episodes/battery-01130.npz": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113", + "episodes/battery-01133.npz": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f", + "episodes/battery-01136.npz": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253", + "episodes/battery-01139.npz": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779", + "episodes/battery-01142.npz": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a", + "episodes/battery-01145.npz": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507", + "episodes/battery-01151.npz": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d", + "episodes/battery-01157.npz": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e", + "episodes/battery-01160.npz": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920", + "episodes/battery-01166.npz": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c", + "episodes/battery-01169.npz": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d", + "episodes/battery-01172.npz": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6", + "episodes/battery-01175.npz": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8", + "episodes/battery-01178.npz": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89", + "episodes/battery-01184.npz": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4", + "episodes/battery-01187.npz": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6", + "episodes/battery-01190.npz": "361d4843593c85cbc2f5fbe2f3ff9132279d85acc1f022392b9b4cfbf4278c16", + "episodes/battery-01193.npz": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561", + "episodes/battery-01196.npz": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364", + "episodes/battery-01199.npz": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c" + }, + "citylearn_episode_sha256": { + "episodes/citylearn-device-citylearn_battery_common_scale-283127.npz": "3a656d7b5a3fb3c0dc6034af2b7ef330e27f7b20f2df3c9022381950a45386e0", + "episodes/citylearn-device-citylearn_battery_common_scale-283128.npz": "0b906e82b0dec454ee92242e96997d9049f0ba74cad88fbbe5d486dbba1e523f", + "episodes/citylearn-device-citylearn_battery_common_scale-283129.npz": "84816b3c049cb99a415efd554aa96a717e41836a22db810c32cb5b53030e71c4", + "episodes/citylearn-device-citylearn_battery_common_scale-283130.npz": "74edf4f38e8f23b2b28a1129505066af6cc67cced5bdc9ca693286461a243b9d", + "episodes/citylearn-device-citylearn_battery_common_scale-283131.npz": "330845003fb6266d69649e765979ccd2ab0ee45723bc9f4c5167cbae2e8b3092", + "episodes/citylearn-device-citylearn_battery_common_scale-283132.npz": "5bb02061fb1b0762f8802cf30b0160980a177bc437e9e186c12cbb00b0ebba9b", + "episodes/citylearn-device-citylearn_battery_common_scale-283133.npz": "eeebd8797fdef8e8ea6423c218b90f3a0e52630464f517fa0d18f1a2a21b1eb1", + "episodes/citylearn-device-citylearn_battery_common_scale-283134.npz": "af5339d1f033dc3f4adc26377d03f1b81c3679c7e23767d1bd4e7046ccd65ca9", + "episodes/citylearn-device-citylearn_battery_common_scale-283135.npz": "8738f1cdb1fc3ee858fc77ee660b2336280a37d2a2f9a502f2fa2401bd583dc0", + "episodes/citylearn-device-citylearn_battery_common_scale-283136.npz": "e522e9223d3999c13b852b237b161ac56b4d5414845a519a6106385ee1deb81b", + "episodes/citylearn-device-citylearn_battery_common_scale-283137.npz": "9ee6c1953f967d938b0318e226024685d80ed94fc0266bab6b181439b4b7c630", + "episodes/citylearn-device-citylearn_battery_common_scale-283138.npz": "d3e3ac191ffa148656dce742e073536d5c1eb8998c394f47d5667aa97ab956c2", + "episodes/citylearn-device-citylearn_battery_common_scale-283139.npz": "985a537ef3cb5b25e3ca6802dafec0d02919b2e7bf0c84c4b611b318c989fe6c", + "episodes/citylearn-device-citylearn_battery_common_scale-283140.npz": "c14dd583ae98e783b6445978e315644bc2ddd145fcbf1d802e577068cf37021a", + "episodes/citylearn-device-citylearn_battery_common_scale-283141.npz": "761fc5439b5e961499541a41196e3be80fd16a1960576e6da74246cf4793c08e", + "episodes/citylearn-device-citylearn_battery_common_scale-283142.npz": "7f96abafde3becae97c2809520227c56e5f7349f4b91b162a68949fe9aaddcd0", + "episodes/citylearn-device-citylearn_battery_common_scale-283143.npz": "d01baabdcc924d66411a4db06335b57419386e270d0e262da50fbb29bed4dc79", + "episodes/citylearn-device-citylearn_battery_common_scale-283144.npz": "0902e10dd7b87eb8b04d9270cfda5faa540eb28463d5b017191c7569cf06022e", + "episodes/citylearn-device-citylearn_battery_common_scale-283145.npz": "e8488ea88f55b569e9e122d43c1cbbc4da214ada235577ee0b2763e2bc0ed45e", + "episodes/citylearn-device-citylearn_battery_common_scale-283146.npz": "f887e01b7eb6975d2bd758292820fd154df1761891cef9be9af902ca0e989cfb", + "episodes/citylearn-device-citylearn_battery_common_scale-283147.npz": "2c53bbb86877cee9340e2da00dd92387c9e252d603f267e7582fbaf24c2c9aba", + "episodes/citylearn-device-citylearn_battery_common_scale-283148.npz": "ef443224210275826550ae2dedfd0ce4f7117a2f1c0c5ca19114d858f73eb83f", + "episodes/citylearn-device-citylearn_battery_common_scale-283149.npz": "3b5fe4e6abd5bda6f34830444f68c185d4d87fce395382100a1b73796038174b", + "episodes/citylearn-device-citylearn_battery_common_scale-283150.npz": "e5b912ee964ffb305b07bbc1bec4ac6954c80ad66f6bbd035450883f2afb9e61", + "episodes/citylearn-device-citylearn_battery_scale_shift-383127.npz": "6412d6baf0d8dd319101fa79b51580b47e58864ce0275d5ff13da73447871122", + "episodes/citylearn-device-citylearn_battery_scale_shift-383128.npz": "7c4d6e551e7ab9c7ab58013cc7fe73d16f465a70caf39f2db69f26e73a1b9518", + "episodes/citylearn-device-citylearn_battery_scale_shift-383129.npz": "5b9850cc0f6083a37f5133d12a985527ca6e9403830f63b9d555c76176ec19f8", + "episodes/citylearn-device-citylearn_battery_scale_shift-383130.npz": "07e1b198dbadee4571cf9ae8bb462083becb45a77e88ca08ef00e7302c8025f1", + "episodes/citylearn-device-citylearn_battery_scale_shift-383131.npz": "a46c8bd1160e440566f53c109663db779e75b7ffc7392ab7739c0788dfdc146f", + "episodes/citylearn-device-citylearn_battery_scale_shift-383132.npz": "6ecd37a48e1067feee56e068cf488f1fb943e175b096a1639e2150906fb63186", + "episodes/citylearn-device-citylearn_battery_scale_shift-383133.npz": "df4d61f69ce47cb019befb40168a1f2d798cec79bb3f6cdb5b3eadeaed048a1f", + "episodes/citylearn-device-citylearn_battery_scale_shift-383134.npz": "0be8416fbc74db11968a8ee3297ddd679652d41d250019f0d3e7c7ca597755f3", + "episodes/citylearn-device-citylearn_battery_scale_shift-383135.npz": "12f0ec3e5da009ad5fcd0b9dfb03498a9a04dd28a9e5857cd1a1503126dcecab", + "episodes/citylearn-device-citylearn_battery_scale_shift-383136.npz": "da317f6280925b26081ed1ca16480b64939e8e3ac456120acf7ea0cb0f0508e9", + "episodes/citylearn-device-citylearn_battery_scale_shift-383137.npz": "e3cccafe45147443aad53046dd790839b5c6e16cba8080f502a16222a98de3e0", + "episodes/citylearn-device-citylearn_battery_scale_shift-383138.npz": "389029c45375c86472856388ae015cc47881dab29107001eee29db958fa8ce73", + "episodes/citylearn-device-citylearn_battery_scale_shift-383139.npz": "4123544a9b719bf31e226ea087d19eb12a35d0d7a1a3fe23dcfe9a0f7632f6c4", + "episodes/citylearn-device-citylearn_battery_scale_shift-383140.npz": "5afa22cfa22164836b9af26741171e7be27fd9cc112928a93d6797d4fb3e4209", + "episodes/citylearn-device-citylearn_battery_scale_shift-383141.npz": "ce3e1e8354fe9162722ca156be6ea8a95e2346f5c251e27043f8af8355ad2a6e", + "episodes/citylearn-device-citylearn_battery_scale_shift-383142.npz": "568b1350bd88b461e29012d83fc9349aec01dfb47c6d554bdd87d2883186daa7", + "episodes/citylearn-device-citylearn_battery_scale_shift-383143.npz": "546b338e261bcf2358ebf1d2d44ba17b3f17fdb6225fad01f6659418bfc06559", + "episodes/citylearn-device-citylearn_battery_scale_shift-383144.npz": "218a807ad448a45cc5de0b8fa5d834962c647f6f54c93633c87f9615b1554db9", + "episodes/citylearn-device-citylearn_battery_scale_shift-383145.npz": "49ba8f48f8bb878778eafe1067878a4ee29937261cbf256b0a40711d32f1b4e5", + "episodes/citylearn-device-citylearn_battery_scale_shift-383146.npz": "8b4e2e86eb7d1c5315aa71badd11a71918280e299dd39e6a2efd32996e52ff07", + "episodes/citylearn-device-citylearn_battery_scale_shift-383147.npz": "183da4c43014589a9a888d7373cddf2399440503bbce1fd03f0c63098ae53614", + "episodes/citylearn-device-citylearn_battery_scale_shift-383148.npz": "d8bbf04c719018620fb9e4046e274491de49db7e6f608a5488a934400b21e18a", + "episodes/citylearn-device-citylearn_battery_scale_shift-383149.npz": "3e98521775823223184bad88edab14461bba596ebbfbda00bae0dc298465e236", + "episodes/citylearn-device-citylearn_battery_scale_shift-383150.npz": "90bf17f620b9ef55ad2c90932a993df0b8553c1aca758264df66f28fae39cc37" + }, + "frozen_tfm_sources_sha256": { + "configs/full-study.json": "c3988bca613ff29bab16a80ab12b7e58e385085b82bdca6d7a2ae9d6a1b8c326", + "configs/poc.json": "ad133d98de7bccc0130e11077b7503c4d40ac67633e6765496fdfc3d5bdf65fc", + "configs/robustness-study.json": "210c4425b9c931c612e852e2402021b20399fac368c2c3840c499288caa52cb1", + "configs/smoke.json": "1913ec4925af9029694c4e1ffc8cb51b1a29ea53f850f1f0f8f68c610f0bc52e", + "tfm/__init__.py": "c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa", + "tfm/api/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/api/profile.py": "9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32", + "tfm/api/server.py": "428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d", + "tfm/data/__init__.py": "2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "tfm/data/external.py": "6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3", + "tfm/data/generate.py": "a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/evaluation/__init__.py": "fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5", + "tfm/evaluation/baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843", + "tfm/evaluation/benchmark.py": "2f817104b27c343bab44940840b93a9aae4fb9f42d5851c6496920c1eb5d2155", + "tfm/evaluation/calibration.py": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca", + "tfm/evaluation/catboost_artifact.py": "5b70bb928cc29b4f09cbaacaed716208e1fc5b507f8cd4811b52c770e9268d0d", + "tfm/evaluation/comparison.py": "c53cf03e4a689b2d85c00a52dca6303216c92f61ec91a4b68f66f36a3cc588de", + "tfm/evaluation/context.py": "f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9", + "tfm/evaluation/counterfactual.py": "6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259", + "tfm/evaluation/experiments.py": "cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d", + "tfm/evaluation/metrics.py": "04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7", + "tfm/evaluation/runner.py": "3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0", + "tfm/evaluation/train_catboost.py": "6605555f6139827b57c5485ccd0fbb0cf60367da21c2a12009ef0a48b1cc176f", + "tfm/export/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/export/onnx.py": "3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d", + "tfm/models/__init__.py": "c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/simulators/__init__.py": "0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b", + "tfm/simulators/physics.py": "03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc", + "tfm/training/__init__.py": "5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd", + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d" + }, + "helper_sha256": { + "scripts/context_uncertainty.py": "1e734bb91f0c34e56010d5f8665e3f05d4d349166baf852947e21e541d6cc989", + "tfm/evaluation/benchmark.py": "2f817104b27c343bab44940840b93a9aae4fb9f42d5851c6496920c1eb5d2155", + "tfm/evaluation/calibration.py": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca", + "tfm/evaluation/baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843" + }, + "seed": 20261011, + "checkpoint_seed": 42, + "samples_per_cohort": 512, + "cpu_threads": 1, + "transform_id": "citylearn-soc-and-requested-power-only-v1", + "target_fields": [ + "state_of_charge" + ], + "input_schema": [ + "state_of_charge", + "battery_power" + ], + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190" + ], + "support_training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199" + ], + "calibration_anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261012, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "3425b0e2d3b50d3183578e19364ad77e99b5c74c9239185d81ce349a9ceb2882", + "family_window_counts": { + "battery": 512 + } + } + }, + "support_anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "60ab0117a1aac289f8f53bf8c655a8bc958ef8b3b080fdf0b67cb39d9ab1611f", + "family_window_counts": { + "battery": 512 + } + } + }, + "limitations": [ + "Only SOC is measured; no thermal/voltage/ambient state or building/environment validation.", + "Requested precommitted electrical kW is used as action, never realized future power.", + "Sparse calibration removes original battery temperature, voltage and ambient in all arrays; no test targets are used to fit intervals.", + "Windows are sampled with replacement and overlap; no independent system-level confidence bound or coverage guarantee.", + "Training feature-envelope flags are heuristic and cannot reliably reveal hidden scale/physics shift.", + "Predictions and intervals remain raw; no SOC clipping is applied." + ], + "cohorts": { + "citylearn_battery_common_scale": { + "anchor_provenance": { + "manifest_sha256": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "window_sampling": { + "seed": 20261011, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "f38d3551ac29a548a705685955331367b33cc2b5194267863346bbc6250c04c8", + "family_window_counts": { + "battery": 512 + } + } + }, + "models": { + "transformer": { + "soc_mae_fraction": 0.041177369734532725, + "soc_mae_percentage_points": 4.1177369734532725, + "raw_soc_bounds_violation_rate": 0.06396484375, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.012014417861512909, + "raw_soc_bounds_violation_rate": 0.03125 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.024671971021831537, + "raw_soc_bounds_violation_rate": 0.037109375 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.047615705196079244, + "raw_soc_bounds_violation_rate": 0.091796875 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.08040738485870721, + "raw_soc_bounds_violation_rate": 0.095703125 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.012014416046440601, + "rmse": 0.02685534954071045, + "standardized_mae": 0.03301052004098892, + "standardized_rmse": 0.07378710806369781, + "standardized_gaussian_nll": 0.7683749446059293, + "physical_gaussian_nll": -0.2423440381202545, + "nominal_coverage": 0.9, + "coverage": 0.517578125, + "mean_interval_width": 0.018333224579691887, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.024671969935297966, + "rmse": 0.04885009676218033, + "standardized_mae": 0.06778810918331146, + "standardized_rmse": 0.13421934843063354, + "standardized_gaussian_nll": 3.0375455719531232, + "physical_gaussian_nll": 2.0268265892269395, + "nominal_coverage": 0.9, + "coverage": 0.501953125, + "mean_interval_width": 0.03504420071840286, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.04761570319533348, + "rmse": 0.0833752229809761, + "standardized_mae": 0.13082775473594666, + "standardized_rmse": 0.2290797382593155, + "standardized_gaussian_nll": 5.136945048148808, + "physical_gaussian_nll": 4.126226065422625, + "nominal_coverage": 0.9, + "coverage": 0.509765625, + "mean_interval_width": 0.06726143509149551, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.08040738105773926, + "rmse": 0.12680475413799286, + "standardized_mae": 0.22092537581920624, + "standardized_rmse": 0.348405659198761, + "standardized_gaussian_nll": 4.967283350682883, + "physical_gaussian_nll": 3.956564367956699, + "nominal_coverage": 0.9, + "coverage": 0.482421875, + "mean_interval_width": 0.11995748430490494, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.012014416046440601, + "rmse": 0.02685534954071045, + "standardized_mae": 0.03301052004098892, + "standardized_rmse": 0.07378710806369781, + "standardized_gaussian_nll": 0.7683749446059293, + "physical_gaussian_nll": -0.2423440381202545, + "nominal_coverage": 0.9, + "coverage": 0.693359375, + "mean_interval_width": 0.028126932680606842, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.024671969935297966, + "rmse": 0.04885009676218033, + "standardized_mae": 0.06778810918331146, + "standardized_rmse": 0.13421934843063354, + "standardized_gaussian_nll": 3.0375455719531232, + "physical_gaussian_nll": 2.0268265892269395, + "nominal_coverage": 0.9, + "coverage": 0.697265625, + "mean_interval_width": 0.057331424206495285, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.04761570319533348, + "rmse": 0.0833752229809761, + "standardized_mae": 0.13082775473594666, + "standardized_rmse": 0.2290797382593155, + "standardized_gaussian_nll": 5.136945048148808, + "physical_gaussian_nll": 4.126226065422625, + "nominal_coverage": 0.9, + "coverage": 0.716796875, + "mean_interval_width": 0.11671081185340881, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.08040738105773926, + "rmse": 0.12680475413799286, + "standardized_mae": 0.22092537581920624, + "standardized_rmse": 0.348405659198761, + "standardized_gaussian_nll": 4.967283350682883, + "physical_gaussian_nll": 3.956564367956699, + "nominal_coverage": 0.9, + "coverage": 0.71875, + "mean_interval_width": 0.21774570643901825, + "interval_kind": "heldout_calibrated" + } + ], + "context_flags": { + "flagged_windows": 1, + "reason_counts": { + "low_observed_action_variation": 1, + "weak_excitation_heuristic": 1 + }, + "interpretation": "training-derived marginal envelope and fixed context heuristics; shift coverage unvalidated" + } + }, + "persistence": { + "soc_mae_fraction": 0.056869129996968276, + "soc_mae_percentage_points": 5.686912999696828, + "raw_soc_bounds_violation_rate": 0.0, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.019474338003690837, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.03591231118680428, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.06560569911322975, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.10648417168414825, + "raw_soc_bounds_violation_rate": 0.0 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.019474336877465248, + "rmse": 0.030409997329115868, + "standardized_mae": 0.05350721627473831, + "standardized_rmse": 0.08355377614498138, + "standardized_gaussian_nll": -1.034584853763627, + "physical_gaussian_nll": -2.045303836489811, + "nominal_coverage": 0.9, + "coverage": 0.9453125, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.03591230884194374, + "rmse": 0.05603731423616409, + "standardized_mae": 0.0986717939376831, + "standardized_rmse": 0.1539667695760727, + "standardized_gaussian_nll": -0.19835816622984628, + "physical_gaussian_nll": -1.2090771489560301, + "nominal_coverage": 0.9, + "coverage": 0.796875, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.06560570001602173, + "rmse": 0.10124879330396652, + "standardized_mae": 0.18025663495063782, + "standardized_rmse": 0.2781887352466583, + "standardized_gaussian_nll": 2.485802597400798, + "physical_gaussian_nll": 1.475083614674614, + "nominal_coverage": 0.9, + "coverage": 0.6015625, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.10648416727781296, + "rmse": 0.1511632651090622, + "standardized_mae": 0.29257333278656006, + "standardized_rmse": 0.41533252596855164, + "standardized_gaussian_nll": 7.241410837776094, + "physical_gaussian_nll": 6.23069185504991, + "nominal_coverage": 0.9, + "coverage": 0.4375, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.019474336877465248, + "rmse": 0.030409997329115868, + "standardized_mae": 0.05350721627473831, + "standardized_rmse": 0.08355377614498138, + "standardized_gaussian_nll": -1.034584853763627, + "physical_gaussian_nll": -2.045303836489811, + "nominal_coverage": 0.9, + "coverage": 0.990234375, + "mean_interval_width": 0.2053326964378357, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.03591230884194374, + "rmse": 0.05603731423616409, + "standardized_mae": 0.0986717939376831, + "standardized_rmse": 0.1539667695760727, + "standardized_gaussian_nll": -0.19835816622984628, + "physical_gaussian_nll": -1.2090771489560301, + "nominal_coverage": 0.9, + "coverage": 0.986328125, + "mean_interval_width": 0.39118626713752747, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.06560570001602173, + "rmse": 0.10124879330396652, + "standardized_mae": 0.18025663495063782, + "standardized_rmse": 0.2781887352466583, + "standardized_gaussian_nll": 2.485802597400798, + "physical_gaussian_nll": 1.475083614674614, + "nominal_coverage": 0.9, + "coverage": 0.98828125, + "mean_interval_width": 0.6915478110313416, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.10648416727781296, + "rmse": 0.1511632651090622, + "standardized_mae": 0.29257333278656006, + "standardized_rmse": 0.41533252596855164, + "standardized_gaussian_nll": 7.241410837776094, + "physical_gaussian_nll": 6.23069185504991, + "nominal_coverage": 0.9, + "coverage": 0.986328125, + "mean_interval_width": 0.9979956746101379, + "interval_kind": "heldout_calibrated" + } + ] + }, + "history_linear": { + "soc_mae_fraction": 0.03931152430216908, + "soc_mae_percentage_points": 3.9311524302169083, + "raw_soc_bounds_violation_rate": 0.10595703125, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.011681210715376297, + "raw_soc_bounds_violation_rate": 0.07421875 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.022334691309028272, + "raw_soc_bounds_violation_rate": 0.078125 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.04308277619563901, + "raw_soc_bounds_violation_rate": 0.10546875 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.08014741898863273, + "raw_soc_bounds_violation_rate": 0.166015625 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.0116812102496624, + "rmse": 0.018785620108246803, + "standardized_mae": 0.032095011323690414, + "standardized_rmse": 0.0516149140894413, + "standardized_gaussian_nll": -1.6080562751394973, + "physical_gaussian_nll": -2.618775257865681, + "nominal_coverage": 0.9, + "coverage": 0.921875, + "mean_interval_width": 0.06345395743846893, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.022334691137075424, + "rmse": 0.03566819056868553, + "standardized_mae": 0.061366256326436996, + "standardized_rmse": 0.09800105541944504, + "standardized_gaussian_nll": -0.9028353159901967, + "physical_gaussian_nll": -1.9135542987163805, + "nominal_coverage": 0.9, + "coverage": 0.875, + "mean_interval_width": 0.0897374302148819, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.04308277368545532, + "rmse": 0.06703116744756699, + "standardized_mae": 0.11837319284677505, + "standardized_rmse": 0.18417322635650635, + "standardized_gaussian_nll": 0.10152496074984763, + "physical_gaussian_nll": -0.9091940219763361, + "nominal_coverage": 0.9, + "coverage": 0.791015625, + "mean_interval_width": 0.12690791487693787, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.08014741539955139, + "rmse": 0.11468197405338287, + "standardized_mae": 0.22021110355854034, + "standardized_rmse": 0.3150974214076996, + "standardized_gaussian_nll": 1.0302341611004153, + "physical_gaussian_nll": 0.019515178374231557, + "nominal_coverage": 0.9, + "coverage": 0.7109375, + "mean_interval_width": 0.1794748604297638, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.0116812102496624, + "rmse": 0.018785620108246803, + "standardized_mae": 0.032095011323690414, + "standardized_rmse": 0.0516149140894413, + "standardized_gaussian_nll": -1.6080562751394973, + "physical_gaussian_nll": -2.618775257865681, + "nominal_coverage": 0.9, + "coverage": 0.974609375, + "mean_interval_width": 0.08250883221626282, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.022334691137075424, + "rmse": 0.03566819056868553, + "standardized_mae": 0.061366256326436996, + "standardized_rmse": 0.09800105541944504, + "standardized_gaussian_nll": -0.9028353159901967, + "physical_gaussian_nll": -1.9135542987163805, + "nominal_coverage": 0.9, + "coverage": 0.96484375, + "mean_interval_width": 0.15311551094055176, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.04308277368545532, + "rmse": 0.06703116744756699, + "standardized_mae": 0.11837319284677505, + "standardized_rmse": 0.18417322635650635, + "standardized_gaussian_nll": 0.10152496074984763, + "physical_gaussian_nll": -0.9091940219763361, + "nominal_coverage": 0.9, + "coverage": 0.974609375, + "mean_interval_width": 0.32411688566207886, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.08014741539955139, + "rmse": 0.11468197405338287, + "standardized_mae": 0.22021110355854034, + "standardized_rmse": 0.3150974214076996, + "standardized_gaussian_nll": 1.0302341611004153, + "physical_gaussian_nll": 0.019515178374231557, + "nominal_coverage": 0.9, + "coverage": 0.97265625, + "mean_interval_width": 0.5778623223304749, + "interval_kind": "heldout_calibrated" + } + ] + } + } + }, + "citylearn_battery_scale_shift": { + "anchor_provenance": { + "manifest_sha256": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "window_sampling": { + "seed": 20261011, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "a265609ede8b30862a6a20ba74fd3c55b9c395e86eb9c171692693f3ee36a754", + "family_window_counts": { + "battery": 512 + } + } + }, + "models": { + "transformer": { + "soc_mae_fraction": 0.07370653581353667, + "soc_mae_percentage_points": 7.370653581353667, + "raw_soc_bounds_violation_rate": 0.08740234375, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.024615141347580177, + "raw_soc_bounds_violation_rate": 0.052734375 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.048496140049366115, + "raw_soc_bounds_violation_rate": 0.08203125 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.08939312874366284, + "raw_soc_bounds_violation_rate": 0.111328125 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.13232173311353757, + "raw_soc_bounds_violation_rate": 0.103515625 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02461513876914978, + "rmse": 0.053900886327028275, + "standardized_mae": 0.06763195991516113, + "standardized_rmse": 0.14809677004814148, + "standardized_gaussian_nll": 9.523040061036191, + "physical_gaussian_nll": 8.512321078310007, + "nominal_coverage": 0.9, + "coverage": 0.501953125, + "mean_interval_width": 0.03177321329712868, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.04849613457918167, + "rmse": 0.09186652302742004, + "standardized_mae": 0.13324680924415588, + "standardized_rmse": 0.25241023302078247, + "standardized_gaussian_nll": 15.39625144683483, + "physical_gaussian_nll": 14.385532464108646, + "nominal_coverage": 0.9, + "coverage": 0.421875, + "mean_interval_width": 0.056277163326740265, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.08939312398433685, + "rmse": 0.15000328421592712, + "standardized_mae": 0.24561439454555511, + "standardized_rmse": 0.4121454060077667, + "standardized_gaussian_nll": 23.472194628186994, + "physical_gaussian_nll": 22.46147564546081, + "nominal_coverage": 0.9, + "coverage": 0.376953125, + "mean_interval_width": 0.1003492996096611, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.13232174515724182, + "rmse": 0.19889585673809052, + "standardized_mae": 0.36356401443481445, + "standardized_rmse": 0.5464814305305481, + "standardized_gaussian_nll": 15.880797994328496, + "physical_gaussian_nll": 14.870079011602312, + "nominal_coverage": 0.9, + "coverage": 0.369140625, + "mean_interval_width": 0.16656993329524994, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02461513876914978, + "rmse": 0.053900886327028275, + "standardized_mae": 0.06763195991516113, + "standardized_rmse": 0.14809677004814148, + "standardized_gaussian_nll": 9.523040061036191, + "physical_gaussian_nll": 8.512321078310007, + "nominal_coverage": 0.9, + "coverage": 0.693359375, + "mean_interval_width": 0.048746634274721146, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.04849613457918167, + "rmse": 0.09186652302742004, + "standardized_mae": 0.13324680924415588, + "standardized_rmse": 0.25241023302078247, + "standardized_gaussian_nll": 15.39625144683483, + "physical_gaussian_nll": 14.385532464108646, + "nominal_coverage": 0.9, + "coverage": 0.658203125, + "mean_interval_width": 0.09206800907850266, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.08939312398433685, + "rmse": 0.15000328421592712, + "standardized_mae": 0.24561439454555511, + "standardized_rmse": 0.4121454060077667, + "standardized_gaussian_nll": 23.472194628186994, + "physical_gaussian_nll": 22.46147564546081, + "nominal_coverage": 0.9, + "coverage": 0.64453125, + "mean_interval_width": 0.17412425577640533, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.13232174515724182, + "rmse": 0.19889585673809052, + "standardized_mae": 0.36356401443481445, + "standardized_rmse": 0.5464814305305481, + "standardized_gaussian_nll": 15.880797994328496, + "physical_gaussian_nll": 14.870079011602312, + "nominal_coverage": 0.9, + "coverage": 0.6640625, + "mean_interval_width": 0.30235621333122253, + "interval_kind": "heldout_calibrated" + } + ], + "context_flags": { + "flagged_windows": 0, + "reason_counts": {}, + "interpretation": "training-derived marginal envelope and fixed context heuristics; shift coverage unvalidated" + } + }, + "persistence": { + "soc_mae_fraction": 0.10027695142844918, + "soc_mae_percentage_points": 10.027695142844918, + "raw_soc_bounds_violation_rate": 0.0, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.03344389930325746, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.06348714252555838, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.12156872818244885, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.18260803570253203, + "raw_soc_bounds_violation_rate": 0.0 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.03344389796257019, + "rmse": 0.06695769727230072, + "standardized_mae": 0.0918896496295929, + "standardized_rmse": 0.1839713603258133, + "standardized_gaussian_nll": 0.30862676914508436, + "physical_gaussian_nll": -0.7020922135810994, + "nominal_coverage": 0.9, + "coverage": 0.873046875, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.06348714232444763, + "rmse": 0.11933208256959915, + "standardized_mae": 0.17443573474884033, + "standardized_rmse": 0.32787394523620605, + "standardized_gaussian_nll": 3.991420086973412, + "physical_gaussian_nll": 2.9807011042472285, + "nominal_coverage": 0.9, + "coverage": 0.66015625, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.12156873196363449, + "rmse": 0.20919351279735565, + "standardized_mae": 0.3340193033218384, + "standardized_rmse": 0.5747750401496887, + "standardized_gaussian_nll": 15.134674182661874, + "physical_gaussian_nll": 14.12395519993569, + "nominal_coverage": 0.9, + "coverage": 0.505859375, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.18260803818702698, + "rmse": 0.2810259461402893, + "standardized_mae": 0.501729428768158, + "standardized_rmse": 0.7721400856971741, + "standardized_gaussian_nll": 28.426372706226132, + "physical_gaussian_nll": 27.41565372349995, + "nominal_coverage": 0.9, + "coverage": 0.35546875, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.03344389796257019, + "rmse": 0.06695769727230072, + "standardized_mae": 0.0918896496295929, + "standardized_rmse": 0.1839713603258133, + "standardized_gaussian_nll": 0.30862676914508436, + "physical_gaussian_nll": -0.7020922135810994, + "nominal_coverage": 0.9, + "coverage": 0.9140625, + "mean_interval_width": 0.2053326964378357, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.06348714232444763, + "rmse": 0.11933208256959915, + "standardized_mae": 0.17443573474884033, + "standardized_rmse": 0.32787394523620605, + "standardized_gaussian_nll": 3.991420086973412, + "physical_gaussian_nll": 2.9807011042472285, + "nominal_coverage": 0.9, + "coverage": 0.90625, + "mean_interval_width": 0.39118626713752747, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.12156873196363449, + "rmse": 0.20919351279735565, + "standardized_mae": 0.3340193033218384, + "standardized_rmse": 0.5747750401496887, + "standardized_gaussian_nll": 15.134674182661874, + "physical_gaussian_nll": 14.12395519993569, + "nominal_coverage": 0.9, + "coverage": 0.904296875, + "mean_interval_width": 0.6915478110313416, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.18260803818702698, + "rmse": 0.2810259461402893, + "standardized_mae": 0.501729428768158, + "standardized_rmse": 0.7721400856971741, + "standardized_gaussian_nll": 28.426372706226132, + "physical_gaussian_nll": 27.41565372349995, + "nominal_coverage": 0.9, + "coverage": 0.896484375, + "mean_interval_width": 0.9979956746101379, + "interval_kind": "heldout_calibrated" + } + ] + }, + "history_linear": { + "soc_mae_fraction": 0.08344829575504084, + "soc_mae_percentage_points": 8.344829575504084, + "raw_soc_bounds_violation_rate": 0.1181640625, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.028993832082595348, + "raw_soc_bounds_violation_rate": 0.0859375 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.05416228470141955, + "raw_soc_bounds_violation_rate": 0.115234375 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.10022365694093391, + "raw_soc_bounds_violation_rate": 0.12890625 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.15041340929521457, + "raw_soc_bounds_violation_rate": 0.142578125 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02899383008480072, + "rmse": 0.057545438408851624, + "standardized_mae": 0.0796627476811409, + "standardized_rmse": 0.15811045467853546, + "standardized_gaussian_nll": -0.9930933430678491, + "physical_gaussian_nll": -2.003812325794033, + "nominal_coverage": 0.9, + "coverage": 0.890625, + "mean_interval_width": 0.12153614312410355, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.05416228249669075, + "rmse": 0.10520702600479126, + "standardized_mae": 0.14881497621536255, + "standardized_rmse": 0.28906428813934326, + "standardized_gaussian_nll": -0.09035397934534611, + "physical_gaussian_nll": -1.1010729620715298, + "nominal_coverage": 0.9, + "coverage": 0.8125, + "mean_interval_width": 0.17187806963920593, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.10022365301847458, + "rmse": 0.18609032034873962, + "standardized_mae": 0.27537208795547485, + "standardized_rmse": 0.5112972855567932, + "standardized_gaussian_nll": 1.1738762437361938, + "physical_gaussian_nll": 0.16315726101001005, + "nominal_coverage": 0.9, + "coverage": 0.736328125, + "mean_interval_width": 0.2430722862482071, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.1504134088754654, + "rmse": 0.28424781560897827, + "standardized_mae": 0.4132722318172455, + "standardized_rmse": 0.7809924483299255, + "standardized_gaussian_nll": 1.935562092379732, + "physical_gaussian_nll": 0.9248431096535483, + "nominal_coverage": 0.9, + "coverage": 0.71484375, + "mean_interval_width": 0.34375613927841187, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02899383008480072, + "rmse": 0.057545438408851624, + "standardized_mae": 0.0796627476811409, + "standardized_rmse": 0.15811045467853546, + "standardized_gaussian_nll": -0.9930933430678491, + "physical_gaussian_nll": -2.003812325794033, + "nominal_coverage": 0.9, + "coverage": 0.953125, + "mean_interval_width": 0.15803281962871552, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.05416228249669075, + "rmse": 0.10520702600479126, + "standardized_mae": 0.14881497621536255, + "standardized_rmse": 0.28906428813934326, + "standardized_gaussian_nll": -0.09035397934534611, + "physical_gaussian_nll": -1.1010729620715298, + "nominal_coverage": 0.9, + "coverage": 0.94140625, + "mean_interval_width": 0.2932688891887665, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.10022365301847458, + "rmse": 0.18609032034873962, + "standardized_mae": 0.27537208795547485, + "standardized_rmse": 0.5112972855567932, + "standardized_gaussian_nll": 1.1738762437361938, + "physical_gaussian_nll": 0.16315726101001005, + "nominal_coverage": 0.9, + "coverage": 0.955078125, + "mean_interval_width": 0.6207953691482544, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.1504134088754654, + "rmse": 0.28424781560897827, + "standardized_mae": 0.4132722318172455, + "standardized_rmse": 0.7809924483299255, + "standardized_gaussian_nll": 1.935562092379732, + "physical_gaussian_nll": 0.9248431096535483, + "nominal_coverage": 0.9, + "coverage": 0.955078125, + "mean_interval_width": 1.1068052053451538, + "interval_kind": "heldout_calibrated" + } + ] + } + } + } + }, + "frozen_bindings_unchanged_after_evaluation": true, + "predictions_sha256": { + "citylearn_battery_scale_shift-history_linear-predictions.npz": "b30c0efd747a5e9b73ea766dda84cec48b3ebaae939dd7733dceeed0909a2ce3", + "citylearn_battery_common_scale-persistence-predictions.npz": "d0c788759996e8d8539086a9c2127087d07528a876a90f1e2effca6ab6d2a23f", + "citylearn_battery_scale_shift-transformer-predictions.npz": "a7a3f2e3edb305e35a21ff73b14d5686c607078cf2a4c66919e7883c12a96b33", + "citylearn_battery_common_scale-history_linear-predictions.npz": "5ddbed3757f16cb0f85bc400548a4cf912658521f4be9b1c0e94153f87304e19", + "citylearn_battery_scale_shift-persistence-predictions.npz": "84ad3863f5e8fa2345c3e20ed8a74aebfc623fc47aef8a68f2a60b16d431816c", + "citylearn_battery_common_scale-transformer-predictions.npz": "16a031a5dd0757b0d42f884f9f06337a028a226655c49b0db9b23bcc340e0e8b" + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-context.json b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-context.json new file mode 100644 index 0000000000000000000000000000000000000000..2f321e2d985063bd25b17f70ab62256b7a0f3f5e --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-context.json @@ -0,0 +1,5639 @@ +{ + "assessments": [ + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "low_observed_action_variation", + "weak_excitation_heuristic" + ], + "stratum": "low_observed_action_variation+weak_excitation_heuristic", + "uncertainty_status": "limited_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-history_linear-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-history_linear-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..5e016192e430c3c92cf9722e9eef9d238bca9e3e Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-history_linear-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-persistence-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-persistence-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..ea60a967f927b8382305914996c461d5787923dd Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-persistence-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-transformer-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-transformer-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..827dda40b6e4cd276ade24a27010e0cd052f0454 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-transformer-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-context.json b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-context.json new file mode 100644 index 0000000000000000000000000000000000000000..275ce595c66d64158b42200d095dc27635a3f015 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-context.json @@ -0,0 +1,5636 @@ +{ + "assessments": [ + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-history_linear-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-history_linear-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..b0bdc71c14078a0cc84210d023f20b78a88443e6 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-history_linear-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-persistence-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-persistence-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..927a121d934fcf7b672dbac56f26787d3034f14d Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-persistence-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-transformer-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-transformer-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..ae9510b55ab1dfc5cb9896e9c1cb546c3f5c55cf Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-transformer-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/history_linear-sparse-calibration.json b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/history_linear-sparse-calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..24b187ccdd5d44caec50be00a44a3ed52d9420c0 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/history_linear-sparse-calibration.json @@ -0,0 +1,1227 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": "tfm-normalization-v1", + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "citylearn-device-citylearn_battery_common_scale-283127", + "citylearn-device-citylearn_battery_common_scale-283128", + "citylearn-device-citylearn_battery_common_scale-283129", + "citylearn-device-citylearn_battery_common_scale-283130", + "citylearn-device-citylearn_battery_common_scale-283131", + "citylearn-device-citylearn_battery_common_scale-283132", + "citylearn-device-citylearn_battery_common_scale-283133", + "citylearn-device-citylearn_battery_common_scale-283134", + "citylearn-device-citylearn_battery_common_scale-283135", + "citylearn-device-citylearn_battery_common_scale-283136", + "citylearn-device-citylearn_battery_common_scale-283137", + "citylearn-device-citylearn_battery_common_scale-283138", + "citylearn-device-citylearn_battery_common_scale-283139", + "citylearn-device-citylearn_battery_common_scale-283140", + "citylearn-device-citylearn_battery_common_scale-283141", + "citylearn-device-citylearn_battery_common_scale-283142", + "citylearn-device-citylearn_battery_common_scale-283143", + "citylearn-device-citylearn_battery_common_scale-283144", + "citylearn-device-citylearn_battery_common_scale-283145", + "citylearn-device-citylearn_battery_common_scale-283146", + "citylearn-device-citylearn_battery_common_scale-283147", + "citylearn-device-citylearn_battery_common_scale-283148", + "citylearn-device-citylearn_battery_common_scale-283149", + "citylearn-device-citylearn_battery_common_scale-283150", + "citylearn-device-citylearn_battery_scale_shift-383127", + "citylearn-device-citylearn_battery_scale_shift-383128", + "citylearn-device-citylearn_battery_scale_shift-383129", + "citylearn-device-citylearn_battery_scale_shift-383130", + "citylearn-device-citylearn_battery_scale_shift-383131", + "citylearn-device-citylearn_battery_scale_shift-383132", + "citylearn-device-citylearn_battery_scale_shift-383133", + "citylearn-device-citylearn_battery_scale_shift-383134", + "citylearn-device-citylearn_battery_scale_shift-383135", + "citylearn-device-citylearn_battery_scale_shift-383136", + "citylearn-device-citylearn_battery_scale_shift-383137", + "citylearn-device-citylearn_battery_scale_shift-383138", + "citylearn-device-citylearn_battery_scale_shift-383139", + "citylearn-device-citylearn_battery_scale_shift-383140", + "citylearn-device-citylearn_battery_scale_shift-383141", + "citylearn-device-citylearn_battery_scale_shift-383142", + "citylearn-device-citylearn_battery_scale_shift-383143", + "citylearn-device-citylearn_battery_scale_shift-383144", + "citylearn-device-citylearn_battery_scale_shift-383145", + "citylearn-device-citylearn_battery_scale_shift-383146", + "citylearn-device-citylearn_battery_scale_shift-383147", + "citylearn-device-citylearn_battery_scale_shift-383148", + "citylearn-device-citylearn_battery_scale_shift-383149", + "citylearn-device-citylearn_battery_scale_shift-383150", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "7:15": { + "multiplier": 2.1387944833092005, + "count": 493 + }, + "7:30": { + "multiplier": 2.8065500482915358, + "count": 492 + }, + "7:60": { + "multiplier": 4.200880181841861, + "count": 493 + }, + "7:120": { + "multiplier": 5.295999994956242, + "count": 489 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee.", + "input_transform_id": "citylearn-soc-and-requested-power-only-v1", + "model_name": "history_linear" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/persistence-sparse-calibration.json b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/persistence-sparse-calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..0299425da0160c9bc76606444a3b84bc75a67285 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/persistence-sparse-calibration.json @@ -0,0 +1,1227 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": "tfm-normalization-v1", + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "citylearn-device-citylearn_battery_common_scale-283127", + "citylearn-device-citylearn_battery_common_scale-283128", + "citylearn-device-citylearn_battery_common_scale-283129", + "citylearn-device-citylearn_battery_common_scale-283130", + "citylearn-device-citylearn_battery_common_scale-283131", + "citylearn-device-citylearn_battery_common_scale-283132", + "citylearn-device-citylearn_battery_common_scale-283133", + "citylearn-device-citylearn_battery_common_scale-283134", + "citylearn-device-citylearn_battery_common_scale-283135", + "citylearn-device-citylearn_battery_common_scale-283136", + "citylearn-device-citylearn_battery_common_scale-283137", + "citylearn-device-citylearn_battery_common_scale-283138", + "citylearn-device-citylearn_battery_common_scale-283139", + "citylearn-device-citylearn_battery_common_scale-283140", + "citylearn-device-citylearn_battery_common_scale-283141", + "citylearn-device-citylearn_battery_common_scale-283142", + "citylearn-device-citylearn_battery_common_scale-283143", + "citylearn-device-citylearn_battery_common_scale-283144", + "citylearn-device-citylearn_battery_common_scale-283145", + "citylearn-device-citylearn_battery_common_scale-283146", + "citylearn-device-citylearn_battery_common_scale-283147", + "citylearn-device-citylearn_battery_common_scale-283148", + "citylearn-device-citylearn_battery_common_scale-283149", + "citylearn-device-citylearn_battery_common_scale-283150", + "citylearn-device-citylearn_battery_scale_shift-383127", + "citylearn-device-citylearn_battery_scale_shift-383128", + "citylearn-device-citylearn_battery_scale_shift-383129", + "citylearn-device-citylearn_battery_scale_shift-383130", + "citylearn-device-citylearn_battery_scale_shift-383131", + "citylearn-device-citylearn_battery_scale_shift-383132", + "citylearn-device-citylearn_battery_scale_shift-383133", + "citylearn-device-citylearn_battery_scale_shift-383134", + "citylearn-device-citylearn_battery_scale_shift-383135", + "citylearn-device-citylearn_battery_scale_shift-383136", + "citylearn-device-citylearn_battery_scale_shift-383137", + "citylearn-device-citylearn_battery_scale_shift-383138", + "citylearn-device-citylearn_battery_scale_shift-383139", + "citylearn-device-citylearn_battery_scale_shift-383140", + "citylearn-device-citylearn_battery_scale_shift-383141", + "citylearn-device-citylearn_battery_scale_shift-383142", + "citylearn-device-citylearn_battery_scale_shift-383143", + "citylearn-device-citylearn_battery_scale_shift-383144", + "citylearn-device-citylearn_battery_scale_shift-383145", + "citylearn-device-citylearn_battery_scale_shift-383146", + "citylearn-device-citylearn_battery_scale_shift-383147", + "citylearn-device-citylearn_battery_scale_shift-383148", + "citylearn-device-citylearn_battery_scale_shift-383149", + "citylearn-device-citylearn_battery_scale_shift-383150", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "7:15": { + "multiplier": 2.8208361757300007, + "count": 493 + }, + "7:30": { + "multiplier": 5.374070726279659, + "count": 492 + }, + "7:60": { + "multiplier": 9.500402778411077, + "count": 493 + }, + "7:120": { + "multiplier": 13.710342270752326, + "count": 489 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee.", + "input_transform_id": "citylearn-soc-and-requested-power-only-v1", + "model_name": "persistence" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/support.json b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/support.json new file mode 100644 index 0000000000000000000000000000000000000000..ca4e8e6244e685ebfa17f87c28bb9d5c5dbe8da4 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/support.json @@ -0,0 +1,347 @@ +{ + "version": "tfm-context-uncertainty-v1", + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "transform_id": "citylearn-soc-and-requested-power-only-v1", + "policy": { + "low_action_std": 0.05, + "weak_driver_std": 0.05, + "support_std_margin": 0.5, + "support_min_count": 10 + }, + "entries": { + "7:history_mean": { + "min": -1.71474664598891, + "max": 1.810292176308124, + "count": 512 + }, + "7:history_std": { + "min": -0.14881268494873914, + "max": 1.4353572463348476, + "count": 512 + }, + "7:current": { + "min": -1.8229443101192242, + "max": 1.918489840438438, + "count": 503 + }, + "13:history_mean": { + "min": -1.7295165972024673, + "max": 1.9637065843850845, + "count": 512 + }, + "13:history_std": { + "min": -0.15531266651132808, + "max": 1.8055023127400103, + "count": 512 + }, + "13:future_mean": { + "min": -2.2058126217718623, + "max": 2.1792413479681514, + "count": 512 + }, + "13:future_min": { + "min": -2.26373988794684, + "max": 2.237168614143129, + "count": 512 + }, + "13:future_max": { + "min": -2.233015801904823, + "max": 2.206444528101112, + "count": 512 + }, + "history_dt:span": { + "min": 344.999999, + "max": 345.000001, + "count": 512 + }, + "future_dt:span": { + "min": 104.999999, + "max": 105.000001, + "count": 512 + } + }, + "limitation": "Marginal feature-envelope heuristic; no guarantee of detecting hidden physical shift.", + "sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/transformer-sparse-calibration.json b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/transformer-sparse-calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..6d7f5fc901176d7bc6d14ee376fb763cd0fb6f61 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/evaluation/transformer-sparse-calibration.json @@ -0,0 +1,1227 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": "tfm-normalization-v1", + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "citylearn-device-citylearn_battery_common_scale-283127", + "citylearn-device-citylearn_battery_common_scale-283128", + "citylearn-device-citylearn_battery_common_scale-283129", + "citylearn-device-citylearn_battery_common_scale-283130", + "citylearn-device-citylearn_battery_common_scale-283131", + "citylearn-device-citylearn_battery_common_scale-283132", + "citylearn-device-citylearn_battery_common_scale-283133", + "citylearn-device-citylearn_battery_common_scale-283134", + "citylearn-device-citylearn_battery_common_scale-283135", + "citylearn-device-citylearn_battery_common_scale-283136", + "citylearn-device-citylearn_battery_common_scale-283137", + "citylearn-device-citylearn_battery_common_scale-283138", + "citylearn-device-citylearn_battery_common_scale-283139", + "citylearn-device-citylearn_battery_common_scale-283140", + "citylearn-device-citylearn_battery_common_scale-283141", + "citylearn-device-citylearn_battery_common_scale-283142", + "citylearn-device-citylearn_battery_common_scale-283143", + "citylearn-device-citylearn_battery_common_scale-283144", + "citylearn-device-citylearn_battery_common_scale-283145", + "citylearn-device-citylearn_battery_common_scale-283146", + "citylearn-device-citylearn_battery_common_scale-283147", + "citylearn-device-citylearn_battery_common_scale-283148", + "citylearn-device-citylearn_battery_common_scale-283149", + "citylearn-device-citylearn_battery_common_scale-283150", + "citylearn-device-citylearn_battery_scale_shift-383127", + "citylearn-device-citylearn_battery_scale_shift-383128", + "citylearn-device-citylearn_battery_scale_shift-383129", + "citylearn-device-citylearn_battery_scale_shift-383130", + "citylearn-device-citylearn_battery_scale_shift-383131", + "citylearn-device-citylearn_battery_scale_shift-383132", + "citylearn-device-citylearn_battery_scale_shift-383133", + "citylearn-device-citylearn_battery_scale_shift-383134", + "citylearn-device-citylearn_battery_scale_shift-383135", + "citylearn-device-citylearn_battery_scale_shift-383136", + "citylearn-device-citylearn_battery_scale_shift-383137", + "citylearn-device-citylearn_battery_scale_shift-383138", + "citylearn-device-citylearn_battery_scale_shift-383139", + "citylearn-device-citylearn_battery_scale_shift-383140", + "citylearn-device-citylearn_battery_scale_shift-383141", + "citylearn-device-citylearn_battery_scale_shift-383142", + "citylearn-device-citylearn_battery_scale_shift-383143", + "citylearn-device-citylearn_battery_scale_shift-383144", + "citylearn-device-citylearn_battery_scale_shift-383145", + "citylearn-device-citylearn_battery_scale_shift-383146", + "citylearn-device-citylearn_battery_scale_shift-383147", + "citylearn-device-citylearn_battery_scale_shift-383148", + "citylearn-device-citylearn_battery_scale_shift-383149", + "citylearn-device-citylearn_battery_scale_shift-383150", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "7:15": { + "multiplier": 2.52354332785572, + "count": 493 + }, + "7:30": { + "multiplier": 2.690938925763699, + "count": 492 + }, + "7:60": { + "multiplier": 2.854119818151928, + "count": 493 + }, + "7:120": { + "multiplier": 2.985723084274077, + "count": 489 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee.", + "input_transform_id": "citylearn-soc-and-requested-power-only-v1", + "model_name": "transformer" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/manifest.json b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..6025c44331d1ce896b461cb3e3c55182261c3448 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/manifest.json @@ -0,0 +1,1443 @@ +{ + "building_or_control_environment_validation": false, + "config": { + "seconds_per_time_step": 900, + "seed": 183127, + "steps": 192, + "systems_per_cohort": 24, + "time_step_ratio": 1.0, + "version": "citylearn-device-validation-1.0" + }, + "config_file_sha256": "703f38e13b5b93ecf2cbeaaeac8d274a30d795976d3f666ec1f6ddd0a851cffc", + "episodes": [ + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283127, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283127.npz", + "native_audit_sha256": "2165efc49ba2d648faf1532c347fb1d36619ba5209d140f8bcf75eb0548cba19", + "native_limited_transitions": 147, + "parameters": { + "capacity": 12.61864362898141, + "capacity_loss_coefficient": 7.229400545426572e-05, + "depth_of_discharge": 0.8560293864689138, + "efficiency": 0.8634375806769296, + "initial_soc": 0.19246716367658417, + "loss_coefficient": 0.0026958181173115103, + "nominal_power": 5.03007371396731, + "random_seed": 283127, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283127.npz", + "sha256": "3a656d7b5a3fb3c0dc6034af2b7ef330e27f7b20f2df3c9022381950a45386e0", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283127", + "system_seed": 283127, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283128, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283128.npz", + "native_audit_sha256": "cc37bc707c3c5b1b6638a265d8ac98fd630cb68fe908569a582d875b5890cc4d", + "native_limited_transitions": 96, + "parameters": { + "capacity": 45.64991601843917, + "capacity_loss_coefficient": 3.312631493428968e-05, + "depth_of_discharge": 0.7821344582346027, + "efficiency": 0.8909563874738164, + "initial_soc": 0.3203392774747847, + "loss_coefficient": 0.0005472276690177656, + "nominal_power": 5.662405481314143, + "random_seed": 283128, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283128.npz", + "sha256": "0b906e82b0dec454ee92242e96997d9049f0ba74cad88fbbe5d486dbba1e523f", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283128", + "system_seed": 283128, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283129, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283129.npz", + "native_audit_sha256": "7c603724a1b9a30535846ba4e0be170914fb340c6a9ab8a14e6c410364924f07", + "native_limited_transitions": 69, + "parameters": { + "capacity": 41.73960647082908, + "capacity_loss_coefficient": 3.6414631931184065e-05, + "depth_of_discharge": 0.8406876540869405, + "efficiency": 0.9239715599287528, + "initial_soc": 0.7091479973663956, + "loss_coefficient": 0.0020230239180141197, + "nominal_power": 8.194368930958449, + "random_seed": 283129, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283129.npz", + "sha256": "84816b3c049cb99a415efd554aa96a717e41836a22db810c32cb5b53030e71c4", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283129", + "system_seed": 283129, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283130, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283130.npz", + "native_audit_sha256": "dfdaa62f61bdec0a78a194a599ebd924728981580519e50e6103130bad211d74", + "native_limited_transitions": 156, + "parameters": { + "capacity": 37.80232907721984, + "capacity_loss_coefficient": 5.21162124447437e-05, + "depth_of_discharge": 0.7166137529814387, + "efficiency": 0.8616822462798622, + "initial_soc": 0.44988213358139606, + "loss_coefficient": 0.0039624814039362945, + "nominal_power": 6.135131129474164, + "random_seed": 283130, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283130.npz", + "sha256": "74edf4f38e8f23b2b28a1129505066af6cc67cced5bdc9ca693286461a243b9d", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283130", + "system_seed": 283130, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283131, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283131.npz", + "native_audit_sha256": "a31e597ec6b34117ee0e8e39a174dbf9336a40e5bb7245050f319314bb694414", + "native_limited_transitions": 117, + "parameters": { + "capacity": 49.928812714409524, + "capacity_loss_coefficient": 2.839197086464449e-05, + "depth_of_discharge": 0.9031694827383941, + "efficiency": 0.9630195000318056, + "initial_soc": 0.6107875309292501, + "loss_coefficient": 0.0038117175751867906, + "nominal_power": 6.20506906862718, + "random_seed": 283131, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283131.npz", + "sha256": "330845003fb6266d69649e765979ccd2ab0ee45723bc9f4c5167cbae2e8b3092", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283131", + "system_seed": 283131, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283132, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283132.npz", + "native_audit_sha256": "b79acce7fcc241d1a23159763fa1039222492553cfa4b6290107c574dfe3157f", + "native_limited_transitions": 106, + "parameters": { + "capacity": 46.29388523139947, + "capacity_loss_coefficient": 5.575407411065054e-05, + "depth_of_discharge": 0.8174207687932846, + "efficiency": 0.8577498649988443, + "initial_soc": 0.8253950580897704, + "loss_coefficient": 0.0017876017403160235, + "nominal_power": 6.036856108399256, + "random_seed": 283132, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283132.npz", + "sha256": "5bb02061fb1b0762f8802cf30b0160980a177bc437e9e186c12cbb00b0ebba9b", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283132", + "system_seed": 283132, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283133, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283133.npz", + "native_audit_sha256": "afcfa02601b328b771bfcf79a4a172fae18ba2d7906b3d4c7713b4d403d96778", + "native_limited_transitions": 119, + "parameters": { + "capacity": 47.096330321506855, + "capacity_loss_coefficient": 8.451431863881303e-05, + "depth_of_discharge": 0.9945097626467856, + "efficiency": 0.9687990665477001, + "initial_soc": 0.6936201752520176, + "loss_coefficient": 0.0008183064729984991, + "nominal_power": 3.4772988359735906, + "random_seed": 283133, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283133.npz", + "sha256": "eeebd8797fdef8e8ea6423c218b90f3a0e52630464f517fa0d18f1a2a21b1eb1", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283133", + "system_seed": 283133, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283134, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283134.npz", + "native_audit_sha256": "1962aa6e09889bccf0a9ca21e5700d9eb57da0577e63b5420b12e42391ec4d43", + "native_limited_transitions": 132, + "parameters": { + "capacity": 46.30187541731381, + "capacity_loss_coefficient": 3.411668496799434e-05, + "depth_of_discharge": 0.8815109955575926, + "efficiency": 0.9172051975200967, + "initial_soc": 0.22938698967218862, + "loss_coefficient": 0.002302984352155483, + "nominal_power": 4.055008727774139, + "random_seed": 283134, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283134.npz", + "sha256": "af5339d1f033dc3f4adc26377d03f1b81c3679c7e23767d1bd4e7046ccd65ca9", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283134", + "system_seed": 283134, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283135, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283135.npz", + "native_audit_sha256": "f8b7922854465029e6b5944c26e8b098af2436a565c858a86f8f3f2710c55b31", + "native_limited_transitions": 92, + "parameters": { + "capacity": 43.04205139172073, + "capacity_loss_coefficient": 9.505558589539928e-05, + "depth_of_discharge": 0.991744590594235, + "efficiency": 0.9258195077710917, + "initial_soc": 0.4202160953987212, + "loss_coefficient": 0.0013731927970218945, + "nominal_power": 5.179091936593064, + "random_seed": 283135, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283135.npz", + "sha256": "8738f1cdb1fc3ee858fc77ee660b2336280a37d2a2f9a502f2fa2401bd583dc0", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283135", + "system_seed": 283135, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283136, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283136.npz", + "native_audit_sha256": "98c0fcc0074741d8b53dd93b6508e9099302472e871f7b3a7e790dab021dae57", + "native_limited_transitions": 160, + "parameters": { + "capacity": 28.326992976152102, + "capacity_loss_coefficient": 6.106854794960014e-05, + "depth_of_discharge": 0.8487564636539762, + "efficiency": 0.9440135298769271, + "initial_soc": 0.7263349288354348, + "loss_coefficient": 0.0029840626620309387, + "nominal_power": 2.0037028127765972, + "random_seed": 283136, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283136.npz", + "sha256": "e522e9223d3999c13b852b237b161ac56b4d5414845a519a6106385ee1deb81b", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283136", + "system_seed": 283136, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283137, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283137.npz", + "native_audit_sha256": "74ae97840e37974662e4b5e0afad0705e03a882e22724df200d1b8fcb4058e33", + "native_limited_transitions": 106, + "parameters": { + "capacity": 47.86059214353647, + "capacity_loss_coefficient": 9.593813461648564e-05, + "depth_of_discharge": 0.8372510353723839, + "efficiency": 0.9531489098360534, + "initial_soc": 0.36841450564148115, + "loss_coefficient": 0.003883216411559291, + "nominal_power": 13.816181462734363, + "random_seed": 283137, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283137.npz", + "sha256": "9ee6c1953f967d938b0318e226024685d80ed94fc0266bab6b181439b4b7c630", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283137", + "system_seed": 283137, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283138, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283138.npz", + "native_audit_sha256": "5fdd20680cb157bad663f91f7693c8971e42b9d52ef72a9c96de579eea1f0236", + "native_limited_transitions": 110, + "parameters": { + "capacity": 54.14309917541395, + "capacity_loss_coefficient": 3.0570231500727795e-05, + "depth_of_discharge": 0.7015942404748094, + "efficiency": 0.9535118108400297, + "initial_soc": 0.704990750601211, + "loss_coefficient": 0.003469365424596758, + "nominal_power": 10.289007430626176, + "random_seed": 283138, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283138.npz", + "sha256": "d3e3ac191ffa148656dce742e073536d5c1eb8998c394f47d5667aa97ab956c2", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283138", + "system_seed": 283138, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283139, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283139.npz", + "native_audit_sha256": "59bf748e766a62fe414df823f8623a288f6789b1191d6b229b20eb0d436df0ae", + "native_limited_transitions": 98, + "parameters": { + "capacity": 52.89108176936062, + "capacity_loss_coefficient": 5.1220135591777234e-05, + "depth_of_discharge": 0.7682482189681736, + "efficiency": 0.8931642248891827, + "initial_soc": 0.7998744836652268, + "loss_coefficient": 0.0015960867894532806, + "nominal_power": 5.178283685105191, + "random_seed": 283139, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283139.npz", + "sha256": "985a537ef3cb5b25e3ca6802dafec0d02919b2e7bf0c84c4b611b318c989fe6c", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283139", + "system_seed": 283139, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283140, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283140.npz", + "native_audit_sha256": "0527035e40e53f049b1120fbe71f090a3832e0b26b492f345d068cfc7675e8e0", + "native_limited_transitions": 87, + "parameters": { + "capacity": 42.425703634296084, + "capacity_loss_coefficient": 6.266415171124457e-05, + "depth_of_discharge": 0.8983438010508852, + "efficiency": 0.9570101427318102, + "initial_soc": 0.5606868048906904, + "loss_coefficient": 0.0002022345678880427, + "nominal_power": 7.071925520632634, + "random_seed": 283140, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283140.npz", + "sha256": "c14dd583ae98e783b6445978e315644bc2ddd145fcbf1d802e577068cf37021a", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283140", + "system_seed": 283140, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283141, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283141.npz", + "native_audit_sha256": "0c186830fa66b17f044c6338491eb9f5d4a8e63a27ee39ba9d52c102ecb966de", + "native_limited_transitions": 111, + "parameters": { + "capacity": 24.857862441725153, + "capacity_loss_coefficient": 2.68908967884744e-05, + "depth_of_discharge": 0.9592225340054232, + "efficiency": 0.9547522787998725, + "initial_soc": 0.3357027097030465, + "loss_coefficient": 0.0023904729316160133, + "nominal_power": 10.333151280548279, + "random_seed": 283141, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283141.npz", + "sha256": "761fc5439b5e961499541a41196e3be80fd16a1960576e6da74246cf4793c08e", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283141", + "system_seed": 283141, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283142, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283142.npz", + "native_audit_sha256": "9a152c1b7eefe69435338ba748d413d16a84d3bdbc9843a0ee30de8491b80eb1", + "native_limited_transitions": 113, + "parameters": { + "capacity": 44.05243470929858, + "capacity_loss_coefficient": 7.154365229929843e-05, + "depth_of_discharge": 0.9284173334908843, + "efficiency": 0.8754502125753811, + "initial_soc": 0.34412293191289134, + "loss_coefficient": 0.0006290199293799008, + "nominal_power": 4.199355516415174, + "random_seed": 283142, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283142.npz", + "sha256": "7f96abafde3becae97c2809520227c56e5f7349f4b91b162a68949fe9aaddcd0", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283142", + "system_seed": 283142, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283143, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283143.npz", + "native_audit_sha256": "8878aeceada539d08705be287bb71a4efde8d73c52dfd20afc792a85bde70ecc", + "native_limited_transitions": 77, + "parameters": { + "capacity": 46.38521100961151, + "capacity_loss_coefficient": 3.428983934528898e-05, + "depth_of_discharge": 0.9388095701402008, + "efficiency": 0.8979142866900475, + "initial_soc": 0.611249793191677, + "loss_coefficient": 0.00033778805117791813, + "nominal_power": 10.662096479923042, + "random_seed": 283143, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283143.npz", + "sha256": "d01baabdcc924d66411a4db06335b57419386e270d0e262da50fbb29bed4dc79", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283143", + "system_seed": 283143, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283144, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283144.npz", + "native_audit_sha256": "56ba723b42400b7d84be3513cd531fdfc830ac2c28d0d1eb8fe092c8d9255320", + "native_limited_transitions": 95, + "parameters": { + "capacity": 30.55531067039728, + "capacity_loss_coefficient": 5.0631135696159364e-05, + "depth_of_discharge": 0.9198581680356248, + "efficiency": 0.9007255388954347, + "initial_soc": 0.570114617780803, + "loss_coefficient": 0.00253871405618943, + "nominal_power": 11.86171039429848, + "random_seed": 283144, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283144.npz", + "sha256": "0902e10dd7b87eb8b04d9270cfda5faa540eb28463d5b017191c7569cf06022e", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283144", + "system_seed": 283144, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283145, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283145.npz", + "native_audit_sha256": "835f4460d3e1475f914b6721f72b6f5e2ffd1073b2d700135f851213c91c86ae", + "native_limited_transitions": 64, + "parameters": { + "capacity": 45.99397730423033, + "capacity_loss_coefficient": 1.4423640115491504e-05, + "depth_of_discharge": 0.7163829482339833, + "efficiency": 0.8669804522038601, + "initial_soc": 0.30336471129289244, + "loss_coefficient": 0.0024406193131981586, + "nominal_power": 12.197152882549489, + "random_seed": 283145, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283145.npz", + "sha256": "e8488ea88f55b569e9e122d43c1cbbc4da214ada235577ee0b2763e2bc0ed45e", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283145", + "system_seed": 283145, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283146, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283146.npz", + "native_audit_sha256": "041ff8353433c6f966def54bd542a4f93723fcba8530d90684c47b42a8874576", + "native_limited_transitions": 109, + "parameters": { + "capacity": 17.12578247354557, + "capacity_loss_coefficient": 7.58783666364545e-05, + "depth_of_discharge": 0.8757800282549582, + "efficiency": 0.8612093526394407, + "initial_soc": 0.3523391579163296, + "loss_coefficient": 0.002068541929077422, + "nominal_power": 10.316466166303195, + "random_seed": 283146, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283146.npz", + "sha256": "f887e01b7eb6975d2bd758292820fd154df1761891cef9be9af902ca0e989cfb", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283146", + "system_seed": 283146, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283147, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283147.npz", + "native_audit_sha256": "29ef659c6f96910bcfbf8f1666c14d3adad186e6486f0d3aefbe7562aa6a0575", + "native_limited_transitions": 115, + "parameters": { + "capacity": 31.909012619916858, + "capacity_loss_coefficient": 6.004027799955789e-05, + "depth_of_discharge": 0.8158316425425596, + "efficiency": 0.8721862325469434, + "initial_soc": 0.5119480809443897, + "loss_coefficient": 0.0039282818607350445, + "nominal_power": 5.729314857205278, + "random_seed": 283147, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283147.npz", + "sha256": "2c53bbb86877cee9340e2da00dd92387c9e252d603f267e7582fbaf24c2c9aba", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283147", + "system_seed": 283147, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283148, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283148.npz", + "native_audit_sha256": "2b4823d9f7e916528b4bf0327d0c5869f92cc60ce67993b7083cb1e4635ef484", + "native_limited_transitions": 122, + "parameters": { + "capacity": 50.99763723133427, + "capacity_loss_coefficient": 1.3817019650172536e-05, + "depth_of_discharge": 0.793001416583756, + "efficiency": 0.9761347334994016, + "initial_soc": 0.4162905184272671, + "loss_coefficient": 0.0020273023464761385, + "nominal_power": 9.471441246012327, + "random_seed": 283148, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283148.npz", + "sha256": "ef443224210275826550ae2dedfd0ce4f7117a2f1c0c5ca19114d858f73eb83f", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283148", + "system_seed": 283148, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283149, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283149.npz", + "native_audit_sha256": "3d5311a66bbef60f349f8b8b0b0a6ee59867b5ab9457bed19ecac3b1278f0785", + "native_limited_transitions": 139, + "parameters": { + "capacity": 18.462408003300183, + "capacity_loss_coefficient": 5.827844405849003e-05, + "depth_of_discharge": 0.9877450994624044, + "efficiency": 0.9371499493895413, + "initial_soc": 0.4842912516803054, + "loss_coefficient": 0.0012860275159120415, + "nominal_power": 2.2649518644105897, + "random_seed": 283149, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283149.npz", + "sha256": "3b5fe4e6abd5bda6f34830444f68c185d4d87fce395382100a1b73796038174b", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283149", + "system_seed": 283149, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_common_scale", + "episode_seed": 10283150, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_common_scale-283150.npz", + "native_audit_sha256": "fab2face65b42d7689d22f7a141f21a966125dbebd7395f51e20642575a2db53", + "native_limited_transitions": 126, + "parameters": { + "capacity": 22.242089155781628, + "capacity_loss_coefficient": 2.2936501882539053e-05, + "depth_of_discharge": 0.932223534459548, + "efficiency": 0.9704712424641428, + "initial_soc": 0.25187621389136594, + "loss_coefficient": 0.0008957160069655374, + "nominal_power": 8.23407673851051, + "random_seed": 283150, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_common_scale-283150.npz", + "sha256": "e5b912ee964ffb305b07bbc1bec4ac6954c80ad66f6bbd035450883f2afb9e61", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_common_scale-283150", + "system_seed": 283150, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383127, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383127.npz", + "native_audit_sha256": "85120699ca7618de8e028d925b7d563b11673090426d6308c9d0cb0a8d1051c3", + "native_limited_transitions": 180, + "parameters": { + "capacity": 1.1936735500122118, + "capacity_loss_coefficient": 3.5173212833532614e-05, + "depth_of_discharge": 0.7889910668239017, + "efficiency": 0.9321215216164963, + "initial_soc": 0.255440464783155, + "loss_coefficient": 0.003551249917840899, + "nominal_power": 0.5153450792912744, + "random_seed": 383127, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383127.npz", + "sha256": "6412d6baf0d8dd319101fa79b51580b47e58864ce0275d5ff13da73447871122", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383127", + "system_seed": 383127, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383128, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383128.npz", + "native_audit_sha256": "b1278fe2525b65f74097f4cedd99c34dda03347e03b5d0df4d32c2304b85952f", + "native_limited_transitions": 26, + "parameters": { + "capacity": 118.89122130791243, + "capacity_loss_coefficient": 4.2330305126294554e-05, + "depth_of_discharge": 0.9250535683430815, + "efficiency": 0.92981093044386, + "initial_soc": 0.4101411260643716, + "loss_coefficient": 0.0004509766424969261, + "nominal_power": 25.85032679481045, + "random_seed": 383128, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383128.npz", + "sha256": "7c4d6e551e7ab9c7ab58013cc7fe73d16f465a70caf39f2db69f26e73a1b9518", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383128", + "system_seed": 383128, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383129, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383129.npz", + "native_audit_sha256": "cd32591eba15230b0d09349d2fec39931ed6df724a46d07bcfba8fabc96967d1", + "native_limited_transitions": 179, + "parameters": { + "capacity": 1.1222803570298083, + "capacity_loss_coefficient": 2.8900844441876035e-05, + "depth_of_discharge": 0.7175094164184499, + "efficiency": 0.9552118202756731, + "initial_soc": 0.5168693815610285, + "loss_coefficient": 0.0035689524576798942, + "nominal_power": 0.7494899626799955, + "random_seed": 383129, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383129.npz", + "sha256": "5b9850cc0f6083a37f5133d12a985527ca6e9403830f63b9d555c76176ec19f8", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383129", + "system_seed": 383129, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383130, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383130.npz", + "native_audit_sha256": "053a1bc8f9413ce72514413744028c71caeca48713dcfbad3a9dc9d0dd5abc88", + "native_limited_transitions": 34, + "parameters": { + "capacity": 120.51981548195995, + "capacity_loss_coefficient": 9.003490622515939e-05, + "depth_of_discharge": 0.7844067331196621, + "efficiency": 0.9137884298138125, + "initial_soc": 0.28498480218275773, + "loss_coefficient": 0.0011130680350711752, + "nominal_power": 23.101217657152436, + "random_seed": 383130, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383130.npz", + "sha256": "07e1b198dbadee4571cf9ae8bb462083becb45a77e88ca08ef00e7302c8025f1", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383130", + "system_seed": 383130, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383131, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383131.npz", + "native_audit_sha256": "f4bdf4b595efab8b2638afc76404bfceaede8cf376f07513a23c58404aa7305a", + "native_limited_transitions": 162, + "parameters": { + "capacity": 1.7060229911370397, + "capacity_loss_coefficient": 5.285359503573472e-05, + "depth_of_discharge": 0.8322697461743327, + "efficiency": 0.892382069844872, + "initial_soc": 0.2595826799243035, + "loss_coefficient": 0.002090034584880557, + "nominal_power": 1.3257479555966551, + "random_seed": 383131, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383131.npz", + "sha256": "a46c8bd1160e440566f53c109663db779e75b7ffc7392ab7739c0788dfdc146f", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383131", + "system_seed": 383131, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383132, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383132.npz", + "native_audit_sha256": "a10f4b29563d1ee4644d5cde8ad5e59bd14ab15c3280106d368d0ac7a52492a2", + "native_limited_transitions": 0, + "parameters": { + "capacity": 116.6039689491555, + "capacity_loss_coefficient": 3.2862077328777237e-05, + "depth_of_discharge": 0.9957252496630971, + "efficiency": 0.9058183456488367, + "initial_soc": 0.2650182077537894, + "loss_coefficient": 0.0013003386503865092, + "nominal_power": 36.64103290242379, + "random_seed": 383132, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383132.npz", + "sha256": "6ecd37a48e1067feee56e068cf488f1fb943e175b096a1639e2150906fb63186", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383132", + "system_seed": 383132, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383133, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383133.npz", + "native_audit_sha256": "d7b00e4a45276b32770952a976b8eb0282d55a632011e4ddfa17985e2436ae61", + "native_limited_transitions": 172, + "parameters": { + "capacity": 1.019957641612228, + "capacity_loss_coefficient": 5.154277536397398e-05, + "depth_of_discharge": 0.8612801560969721, + "efficiency": 0.967011060718038, + "initial_soc": 0.2229621156816773, + "loss_coefficient": 0.0018441384234985398, + "nominal_power": 1.7270008626544304, + "random_seed": 383133, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383133.npz", + "sha256": "df4d61f69ce47cb019befb40168a1f2d798cec79bb3f6cdb5b3eadeaed048a1f", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383133", + "system_seed": 383133, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383134, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383134.npz", + "native_audit_sha256": "e8a58c8e4f404962c7d4863d535dc071634ba7291283c89bad7f5b99882be760", + "native_limited_transitions": 20, + "parameters": { + "capacity": 135.06506652063882, + "capacity_loss_coefficient": 1.890929408045883e-05, + "depth_of_discharge": 0.9091571922808505, + "efficiency": 0.9012885212276663, + "initial_soc": 0.5537247920686825, + "loss_coefficient": 0.0018582331713333565, + "nominal_power": 32.87033840454437, + "random_seed": 383134, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383134.npz", + "sha256": "0be8416fbc74db11968a8ee3297ddd679652d41d250019f0d3e7c7ca597755f3", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383134", + "system_seed": 383134, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383135, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383135.npz", + "native_audit_sha256": "fae09169da6085792d576ddced74c0fd8a476075ae92f8b314d118bf7052b239", + "native_limited_transitions": 175, + "parameters": { + "capacity": 1.7445768252235287, + "capacity_loss_coefficient": 2.7314300816700227e-05, + "depth_of_discharge": 0.7360126310545374, + "efficiency": 0.9581693460403636, + "initial_soc": 0.49814952015285596, + "loss_coefficient": 0.000702325416908068, + "nominal_power": 0.49652757099144723, + "random_seed": 383135, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383135.npz", + "sha256": "12f0ec3e5da009ad5fcd0b9dfb03498a9a04dd28a9e5857cd1a1503126dcecab", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383135", + "system_seed": 383135, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383136, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383136.npz", + "native_audit_sha256": "592fbaa417c5bc22f7276a5631b8881987ce2488ff8c4fc8d4e15b7aaab6cdb8", + "native_limited_transitions": 0, + "parameters": { + "capacity": 142.7707358673733, + "capacity_loss_coefficient": 7.411224745229211e-05, + "depth_of_discharge": 0.8812368267003553, + "efficiency": 0.9792305282275549, + "initial_soc": 0.4451677724941794, + "loss_coefficient": 0.0029781120095989494, + "nominal_power": 22.771892753638262, + "random_seed": 383136, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383136.npz", + "sha256": "da317f6280925b26081ed1ca16480b64939e8e3ac456120acf7ea0cb0f0508e9", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383136", + "system_seed": 383136, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383137, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383137.npz", + "native_audit_sha256": "eb5768551660060b74b18e0ff020d4af9a3798aaf1dced98d522ace64645d705", + "native_limited_transitions": 153, + "parameters": { + "capacity": 3.467679241697091, + "capacity_loss_coefficient": 1.6986892240840384e-05, + "depth_of_discharge": 0.9883732757542636, + "efficiency": 0.9113659336752038, + "initial_soc": 0.778510852489119, + "loss_coefficient": 0.003247900185570242, + "nominal_power": 1.9618461949053612, + "random_seed": 383137, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383137.npz", + "sha256": "e3cccafe45147443aad53046dd790839b5c6e16cba8080f502a16222a98de3e0", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383137", + "system_seed": 383137, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383138, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383138.npz", + "native_audit_sha256": "e3239c9daca3239feefa41dd74cb46aa2db36cb1df611b7c0178d85086a517a6", + "native_limited_transitions": 12, + "parameters": { + "capacity": 138.3694438781394, + "capacity_loss_coefficient": 9.187525973208086e-05, + "depth_of_discharge": 0.7835044601861054, + "efficiency": 0.9759836019282615, + "initial_soc": 0.6525049080314964, + "loss_coefficient": 0.002441530791919079, + "nominal_power": 23.06775384826189, + "random_seed": 383138, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383138.npz", + "sha256": "389029c45375c86472856388ae015cc47881dab29107001eee29db958fa8ce73", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383138", + "system_seed": 383138, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383139, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383139.npz", + "native_audit_sha256": "22f17f1cd26d5c1079e0e648f2afe30e122fb8f35984b90578861a178f9f8e26", + "native_limited_transitions": 154, + "parameters": { + "capacity": 3.436998733234082, + "capacity_loss_coefficient": 1.5160518301815509e-05, + "depth_of_discharge": 0.9950097226786512, + "efficiency": 0.9663549217360015, + "initial_soc": 0.2472538993783035, + "loss_coefficient": 0.002621405385053537, + "nominal_power": 0.8220227165545886, + "random_seed": 383139, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383139.npz", + "sha256": "4123544a9b719bf31e226ea087d19eb12a35d0d7a1a3fe23dcfe9a0f7632f6c4", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383139", + "system_seed": 383139, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383140, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383140.npz", + "native_audit_sha256": "f420935b2af62c7babfa64140937c6ddf3be375a35a471d9862e70ba480d990b", + "native_limited_transitions": 27, + "parameters": { + "capacity": 119.85420680643574, + "capacity_loss_coefficient": 5.6571641793592945e-05, + "depth_of_discharge": 0.786828745322624, + "efficiency": 0.8707282503739399, + "initial_soc": 0.5098968435926581, + "loss_coefficient": 0.0036980882924568556, + "nominal_power": 24.357107500604485, + "random_seed": 383140, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383140.npz", + "sha256": "5afa22cfa22164836b9af26741171e7be27fd9cc112928a93d6797d4fb3e4209", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383140", + "system_seed": 383140, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383141, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383141.npz", + "native_audit_sha256": "723d39d540cb4653158c7c45e494a7d0bb4293c680c10a48094e537264adcbc6", + "native_limited_transitions": 164, + "parameters": { + "capacity": 2.577390733116384, + "capacity_loss_coefficient": 1.584102438358045e-05, + "depth_of_discharge": 0.9685509730024829, + "efficiency": 0.8918174480980838, + "initial_soc": 0.3381212456387753, + "loss_coefficient": 0.0032534045471182926, + "nominal_power": 0.46150312649363184, + "random_seed": 383141, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383141.npz", + "sha256": "ce3e1e8354fe9162722ca156be6ea8a95e2346f5c251e27043f8af8355ad2a6e", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383141", + "system_seed": 383141, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383142, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383142.npz", + "native_audit_sha256": "530dfd260d90182de3344dd3bfd4ab139314b77f005111f22bec47063cb84c37", + "native_limited_transitions": 38, + "parameters": { + "capacity": 145.01349738686076, + "capacity_loss_coefficient": 2.6927051006574468e-05, + "depth_of_discharge": 0.7064800017119797, + "efficiency": 0.8975467592752645, + "initial_soc": 0.37245067622145656, + "loss_coefficient": 0.00036367366141604526, + "nominal_power": 24.534973169453682, + "random_seed": 383142, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383142.npz", + "sha256": "568b1350bd88b461e29012d83fc9349aec01dfb47c6d554bdd87d2883186daa7", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383142", + "system_seed": 383142, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383143, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383143.npz", + "native_audit_sha256": "2fcd6030d66bf540d399f8d43590f96452dd0526c7f19fc5d8026c152ccab4d0", + "native_limited_transitions": 159, + "parameters": { + "capacity": 1.7277267631479645, + "capacity_loss_coefficient": 4.9607699359974135e-05, + "depth_of_discharge": 0.8723464706360681, + "efficiency": 0.9766227574807249, + "initial_soc": 0.5690192326531381, + "loss_coefficient": 0.003623634232852508, + "nominal_power": 1.4498822696570004, + "random_seed": 383143, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383143.npz", + "sha256": "546b338e261bcf2358ebf1d2d44ba17b3f17fdb6225fad01f6659418bfc06559", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383143", + "system_seed": 383143, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383144, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383144.npz", + "native_audit_sha256": "9fa0a4bed08946b76860c505fabba56323d7ca99e40f6fbf87e352c7992e200f", + "native_limited_transitions": 68, + "parameters": { + "capacity": 141.55311779324407, + "capacity_loss_coefficient": 9.299611330008057e-05, + "depth_of_discharge": 0.8690311070386941, + "efficiency": 0.953887946225153, + "initial_soc": 0.3057566646405312, + "loss_coefficient": 0.0029411551215858833, + "nominal_power": 21.744336566458554, + "random_seed": 383144, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383144.npz", + "sha256": "218a807ad448a45cc5de0b8fa5d834962c647f6f54c93633c87f9615b1554db9", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383144", + "system_seed": 383144, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383145, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383145.npz", + "native_audit_sha256": "bd1d1bf801f33be637a5e28495f84bb67fc56581f7ac26dc141c1086b2a18474", + "native_limited_transitions": 167, + "parameters": { + "capacity": 3.542315303986989, + "capacity_loss_coefficient": 5.2617189978754036e-05, + "depth_of_discharge": 0.9340966057895772, + "efficiency": 0.8764233714761027, + "initial_soc": 0.2718450759647741, + "loss_coefficient": 0.002170011444780932, + "nominal_power": 0.5648917543506276, + "random_seed": 383145, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383145.npz", + "sha256": "49ba8f48f8bb878778eafe1067878a4ee29937261cbf256b0a40711d32f1b4e5", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383145", + "system_seed": 383145, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383146, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383146.npz", + "native_audit_sha256": "d644952648233c51997e0d804cbadb2632710fd71a3d1091838e0b1551117115", + "native_limited_transitions": 27, + "parameters": { + "capacity": 84.90233397193798, + "capacity_loss_coefficient": 1.238738266869959e-05, + "depth_of_discharge": 0.711383373151892, + "efficiency": 0.8608161088714489, + "initial_soc": 0.6439518733129157, + "loss_coefficient": 0.00030626718238964607, + "nominal_power": 27.748654845503175, + "random_seed": 383146, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383146.npz", + "sha256": "8b4e2e86eb7d1c5315aa71badd11a71918280e299dd39e6a2efd32996e52ff07", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383146", + "system_seed": 383146, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383147, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383147.npz", + "native_audit_sha256": "18049abb942329f7425e136e3e136421b80334fbb0362b12674382a7d51cb736", + "native_limited_transitions": 166, + "parameters": { + "capacity": 1.808478513229859, + "capacity_loss_coefficient": 3.2821684091321916e-05, + "depth_of_discharge": 0.7613275619086074, + "efficiency": 0.8660800382810271, + "initial_soc": 0.6525918817950456, + "loss_coefficient": 0.0029183973334023037, + "nominal_power": 1.511939665098848, + "random_seed": 383147, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383147.npz", + "sha256": "183da4c43014589a9a888d7373cddf2399440503bbce1fd03f0c63098ae53614", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383147", + "system_seed": 383147, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383148, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383148.npz", + "native_audit_sha256": "8f2e77fe40ca2b77f09e7a75cac0ebdcfc7d359903aab8a90c305495d15fc7e8", + "native_limited_transitions": 13, + "parameters": { + "capacity": 118.52219664540902, + "capacity_loss_coefficient": 4.75727903689334e-05, + "depth_of_discharge": 0.9733220232199924, + "efficiency": 0.9672311572310046, + "initial_soc": 0.3788718960129598, + "loss_coefficient": 0.0028890023025413365, + "nominal_power": 35.127977221526535, + "random_seed": 383148, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383148.npz", + "sha256": "d8bbf04c719018620fb9e4046e274491de49db7e6f608a5488a934400b21e18a", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383148", + "system_seed": 383148, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383149, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383149.npz", + "native_audit_sha256": "161ca0e4eb80a0b1967067d9ab85f1f4045e67ae231d612057e35f10b54e5a49", + "native_limited_transitions": 161, + "parameters": { + "capacity": 1.0557222965266666, + "capacity_loss_coefficient": 8.139264838320448e-05, + "depth_of_discharge": 0.7294231010327111, + "efficiency": 0.8731452737330806, + "initial_soc": 0.40277598794479064, + "loss_coefficient": 0.0005193425978206246, + "nominal_power": 1.9388861963129043, + "random_seed": 383149, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383149.npz", + "sha256": "3e98521775823223184bad88edab14461bba596ebbfbda00bae0dc298465e236", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383149", + "system_seed": 383149, + "transitions": 192, + "window_anchors_h24_k8": 162 + }, + { + "cohort": "citylearn_battery_scale_shift", + "episode_seed": 10383150, + "family_id": "battery", + "native_audit_path": "native-audit/citylearn-device-citylearn_battery_scale_shift-383150.npz", + "native_audit_sha256": "400afa7160a10701e3ee4d0031e37c6c92de662cb814752181f6a170f61f55ad", + "native_limited_transitions": 33, + "parameters": { + "capacity": 103.4986186107814, + "capacity_loss_coefficient": 2.9914188562740297e-05, + "depth_of_discharge": 0.7500797386624084, + "efficiency": 0.8944578395718927, + "initial_soc": 0.5687559260094812, + "loss_coefficient": 0.0030987577811673835, + "nominal_power": 22.747716281283985, + "random_seed": 383150, + "seconds_per_time_step": 900, + "time_step_ratio": 1.0 + }, + "path": "episodes/citylearn-device-citylearn_battery_scale_shift-383150.npz", + "sha256": "90bf17f620b9ef55ad2c90932a993df0b8553c1aca758264df66f28fae39cc37", + "split": "test", + "system_id": "citylearn-device-citylearn_battery_scale_shift-383150", + "system_seed": 383150, + "transitions": 192, + "window_anchors_h24_k8": 162 + } + ], + "evaluation_limits": "Only SOC transition targets; no battery temperature/voltage, no building dynamics, no HVAC-control environment, no real-world sensor data. Other CityLearn capabilities and optional dependencies were not exercised.", + "frozen_sources_unchanged_during_generation": true, + "frozen_tfm_sources_sha256": { + "configs/full-study.json": "c3988bca613ff29bab16a80ab12b7e58e385085b82bdca6d7a2ae9d6a1b8c326", + "configs/poc.json": "ad133d98de7bccc0130e11077b7503c4d40ac67633e6765496fdfc3d5bdf65fc", + "configs/robustness-study.json": "210c4425b9c931c612e852e2402021b20399fac368c2c3840c499288caa52cb1", + "configs/smoke.json": "1913ec4925af9029694c4e1ffc8cb51b1a29ea53f850f1f0f8f68c610f0bc52e", + "tfm/__init__.py": "c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa", + "tfm/api/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/api/profile.py": "9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32", + "tfm/api/server.py": "428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d", + "tfm/data/__init__.py": "2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "tfm/data/external.py": "6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3", + "tfm/data/generate.py": "a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/evaluation/__init__.py": "fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5", + "tfm/evaluation/baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843", + "tfm/evaluation/benchmark.py": "2f817104b27c343bab44940840b93a9aae4fb9f42d5851c6496920c1eb5d2155", + "tfm/evaluation/calibration.py": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca", + "tfm/evaluation/catboost_artifact.py": "5b70bb928cc29b4f09cbaacaed716208e1fc5b507f8cd4811b52c770e9268d0d", + "tfm/evaluation/comparison.py": "c53cf03e4a689b2d85c00a52dca6303216c92f61ec91a4b68f66f36a3cc588de", + "tfm/evaluation/context.py": "f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9", + "tfm/evaluation/counterfactual.py": "6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259", + "tfm/evaluation/experiments.py": "cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d", + "tfm/evaluation/metrics.py": "04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7", + "tfm/evaluation/runner.py": "3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0", + "tfm/evaluation/train_catboost.py": "6605555f6139827b57c5485ccd0fbb0cf60367da21c2a12009ef0a48b1cc176f", + "tfm/export/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/export/onnx.py": "3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d", + "tfm/models/__init__.py": "c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/simulators/__init__.py": "0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b", + "tfm/simulators/physics.py": "03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc", + "tfm/training/__init__.py": "5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd", + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d" + }, + "generator_sha256": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "input_mapping_validation": "ratio=1 and seconds=900 enforced; zero/linear-energy/native-saturation tests; no realized future energy/power in input tensors", + "kind": "third_party_synthetic_device_validation", + "normalization_policy": "Frozen model training normalization only; no test/calibration fitting", + "python": "3.12.15", + "real_world_validation": false, + "schema": [ + "state_of_charge", + "battery_power" + ], + "schema_omissions": [ + "battery_temp", + "terminal_voltage", + "ambient_temp" + ], + "source": "CityLearn", + "source_docs_url": "https://www.citylearn.net/api/citylearn.energy_model.html", + "source_python_sha256": { + "__init__.py": "e60b8df0c8c26de5ec8c7ed91ca9c3fd4059689420c3f24ca618a6bda384213c", + "__main__.py": "6761a2df4ce972977eac637939568c0ed8389ded3459ac9eadaa99dbeccfcb7f", + "agents/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "agents/base.py": "33cbb3769c941a08cff7056c2b0770f0176540013ecafc29de75ce98d40b3bee", + "agents/baseline.py": "0d8adb47301f52d9da68b4d207d11ae9610629e5a39eb71b06f71e894fcb26b7", + "agents/marlisa.py": "a65cbdcf5b71d93013c9abccad12e055954f3435fc78a0b69991760d8e26a9f3", + "agents/q_learning.py": "3626ba99f66cd94b6560ef96727d6df2828c94b030d2945a3d25bf1fa015be9c", + "agents/rbc.py": "c28b485533a45993d130ff21db7045c16a2145efbdd8438e7726ffb92912d86d", + "agents/rlc.py": "dd1be03991b1edee4b93a0c528cf3cd30295a15ea07631c19aa224bfe07d05b6", + "agents/sac.py": "4fcc95796fa49582d4e6f28cac1a5f1c18ae5005e48fc55a4b95b2cfa428e112", + "base.py": "7d220cf1b7b7e3ef892a940e87d698a7931669dbf01f0622535103ca97b873c1", + "building.py": "54a00a92f6656c091c5a7f845bd843dbc2a396ebd610717410cac0de4d0eedcd", + "citylearn.py": "73f67645774b3f3e027179890ec65c26aed6615e829540d080fdc482169c2dea", + "cost_function.py": "aee8dedfedd09766ea0f26c5d29fb80ff2739939d692f6e6517504f77b05e509", + "data.py": "0db0bfd22fcd049ead401b62d3bc3fc4e7af835a878e9b87da8a7359baaefa45", + "dynamics.py": "412d759502d468fd71d1cdf9d09af7a36cc16b39b34565b336b088001a84775c", + "electric_vehicle.py": "b2da55cd974dc1a818199f89d68b890ae84cedc8ab5c68fdb344047d7636c812", + "electric_vehicle_charger.py": "932b68f307c17aa65b7fcf6440fd1f212619e003027977b9ffcd6d3bb8261e44", + "end_use_load_profiles/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "end_use_load_profiles/clustering.py": "9ba2082c70599b37e332f90afe5935730968d1b1f44cfff1e584e51adb9e76a0", + "end_use_load_profiles/lstm_model/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "end_use_load_profiles/lstm_model/model.py": "2046269db9ed71b3dcba2dcbb01ad397451996a47488446c4f3e50aba2e13b26", + "end_use_load_profiles/lstm_model/model_generation.py": "aabb2e356b395a2a7d4ec55b2fcdd76c7856c77886823f4211f199b0fdf8f906", + "end_use_load_profiles/lstm_model/model_generation_wrapper.py": "b8814ff8f24693a471cd7d402e953d9f3c07874361c6af841ef4c16f9d93cab3", + "end_use_load_profiles/lstm_model/preprocessing.py": "de6488bbe5d689494064e8ad929746e1479dfdc3e6ed4ef039b4e7992ca1a3f0", + "end_use_load_profiles/neighborhood.py": "2a3154f3966f33a2639130256fe1dc39a3f14b5cb67ab40ff959156463ce978d", + "end_use_load_profiles/simulate.py": "c7a745f5003722ebccbb83ce3b6416ef1b229fdc8be4a3e5ee1ca08722f8a29d", + "energy_model.py": "c03d2398e445ebb1833d6e76954e76f3290e82699ca20ce267afd51f599143f2", + "exporter.py": "a37f82531144298c627d84d04dcc7d85d60f3dea470bf7f29b129889651f1e43", + "internal/__init__.py": "4be65562c88e4667911fcfc40383274148acecab47de959175df03238c0d7732", + "internal/baseline.py": "959a7f5fcde991281882057d09a4850494b4cf5ac57f2fdab3eca255b178d4f2", + "internal/building_ops.py": "f958a6e05b3688f1cc05d1e22cc1de77dccdb9fd2238f615e3012a653407dabb", + "internal/demand_response.py": "8754bf5cf04fde52599545ea524a514198a1778f0cb1aef91f211479495d05d1", + "internal/entity_interface.py": "d46c439126de2039c82d8fe06889c5a7e84a4fb85f81de111802937cf7ca4e7c", + "internal/kpi.py": "b7a18b9ed9c2c67d79e692f3834af6ca8105ead3b2a37de4158ca741616aaa1f", + "internal/loading.py": "9f374da5415cdd9fd9069dabc3502db3e2685c71afdc4aff74872c392dc21788", + "internal/physics_invariants.py": "4c2ba7b4c4d988c4d8bd5470f7e4082d9e606bc215c791e3d12c94a39543f4f2", + "internal/robustness.py": "3169c62e6fccf65b77a52bb334b06ee30906721e58f575a949908033229c1e16", + "internal/runtime.py": "d2e46ad6f7558f391d4bc526e3327817b822dee6558bca92a01259c20f6239af", + "internal/topology.py": "99ebd3bc37e305ac31999fc075f3e532dde3390f1694c323bfa2c58491f3ed94", + "internal/units.py": "70eb90b0013e7b0886a797fcfa4e21d5f9535334addba8b7659bf43dd958b876", + "multi_community.py": "34a0dfba1e4f7512463c3b3239dc2d14519c6b4d66df1808c9f46384dcdff67a", + "occupant.py": "4f23d42a45eab66a4b1b6046aa12810ca78038c883847ee41b6e07f28a353e6f", + "power_outage.py": "0181b021f40e3bf0eb944c8f38cd5fd8110228ffc9dae583fe6ad3b439c99acc", + "preprocessing.py": "d753576d111065b8486cece168be4c9cd299bdadfc9ab763cf343e5a5904ec43", + "reward_function.py": "0f32b7adf7fe39ed8f07f0d02f46a8767e7806e2ff2d92991b5e8b2ee81dc2c3", + "rl.py": "c0da4efb5deddc83bdadd7873a2bbf290ff400b8be81feb8eefc0a23aff94020", + "utilities.py": "340bd1541fa62c72a909129df2faaa49ff370c3ccbe5c0ab195a834a548a81a2", + "wrappers.py": "cb0077d26b36b0999a77f936f825fb2304f7e9faa208ebf1f7cb53462bb599d8" + }, + "source_repository_url": "https://github.com/citylearn-project/CityLearn", + "source_runtime_path": "/private/tmp/tfm-citylearn-runtime", + "source_version": "3.0.2", + "target_fields": [ + "state_of_charge" + ], + "training_permitted": false, + "transition_order": "Record SOC, native next_time_step (standby loss), native charge(requested_kWh), record next SOC", + "unit_mapping": { + "battery_power": "precommitted requested electrical kW; charge receives kW * 0.25h kWh", + "state_of_charge": "native Battery.soc fraction in [0,1]", + "timestamps": "minutes; native step=900 seconds" + }, + "version": "citylearn-device-validation-1.0", + "versions": { + "charset-normalizer": "3.5.2", + "citylearn": "3.0.2", + "numpy": "1.26.4", + "pandas": "2.2.3", + "platformdirs": "4.13.0", + "pytz": "2026.5", + "pyyaml": "6.0.3", + "requests": "2.34.2", + "simplejson": "4.2.0", + "urllib3": "2.8.0" + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283127.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283127.npz new file mode 100644 index 0000000000000000000000000000000000000000..abf08bbd087217a04e25461e59deabab1fc32ea9 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283127.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283128.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283128.npz new file mode 100644 index 0000000000000000000000000000000000000000..bd43c390784c27868b574bb03d178abce2993bbf Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283128.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283129.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283129.npz new file mode 100644 index 0000000000000000000000000000000000000000..bd7344cde0e918b716121e0f2587dae0b47e72c0 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283129.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283130.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283130.npz new file mode 100644 index 0000000000000000000000000000000000000000..4a2ca098c5d7fe81f1ee7f3edea5691db4e459dd Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283130.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283131.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283131.npz new file mode 100644 index 0000000000000000000000000000000000000000..7b0b0d03e985fb58648c80459e0538e5cc216d62 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283131.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283132.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283132.npz new file mode 100644 index 0000000000000000000000000000000000000000..442563af7599b35574db6d8b1523af9a78cc4097 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283132.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283133.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283133.npz new file mode 100644 index 0000000000000000000000000000000000000000..5232b0ece92a3a34026ffa9db452e0426914d81d Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283133.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283134.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283134.npz new file mode 100644 index 0000000000000000000000000000000000000000..ef055e656968aa46bb553c96d8a30205179dc3b2 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283134.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283135.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283135.npz new file mode 100644 index 0000000000000000000000000000000000000000..6c544011f7bf5c9e683ffcebc3b43d8b471d7981 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283135.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283136.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283136.npz new file mode 100644 index 0000000000000000000000000000000000000000..096443027deb42b0e2db214381a92795748efc4b Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283136.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283137.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283137.npz new file mode 100644 index 0000000000000000000000000000000000000000..9b97708b7b9451f8e2d0d4c23876a251ab51fac9 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283137.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283138.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283138.npz new file mode 100644 index 0000000000000000000000000000000000000000..937256ccd0329276b2c5ee56205bf5416ce2aa2a Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283138.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283139.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283139.npz new file mode 100644 index 0000000000000000000000000000000000000000..5a36f4c4d4709d28e8b90bfd137b54aa6bb0e6bb Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283139.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283140.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283140.npz new file mode 100644 index 0000000000000000000000000000000000000000..7e0a5532745aa4b865e61f3d23bac6d5e59ba9ec Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283140.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283141.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283141.npz new file mode 100644 index 0000000000000000000000000000000000000000..f4ce4a50a7f6276af02fccc0b8ff1f5dae9af414 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283141.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283142.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283142.npz new file mode 100644 index 0000000000000000000000000000000000000000..659207657837250c40f70516c261d6ed4599151f Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283142.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283143.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283143.npz new file mode 100644 index 0000000000000000000000000000000000000000..88ab391018299b5ec33eff95e87374f086996ec9 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283143.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283144.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283144.npz new file mode 100644 index 0000000000000000000000000000000000000000..da2b8c59dae789519c085ad4e7659ad596a0f445 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283144.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283145.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283145.npz new file mode 100644 index 0000000000000000000000000000000000000000..c4d01d8eda099e0debf23e5aea3464bcd0d83cec Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283145.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283146.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283146.npz new file mode 100644 index 0000000000000000000000000000000000000000..7afc9b5d5fd27e71b5a7dd1f3df8821ac65e17d5 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283146.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283147.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283147.npz new file mode 100644 index 0000000000000000000000000000000000000000..7553fb1c5cc7f8267414b7d0de6c2f646ad57b7b Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283147.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283148.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283148.npz new file mode 100644 index 0000000000000000000000000000000000000000..dd7327f643cc736f60b50c6d6ae3ce7ab633538f Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283148.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283149.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283149.npz new file mode 100644 index 0000000000000000000000000000000000000000..48ccfac8fb464d7db1bb983b453bd2eb07d67f62 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283149.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283150.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283150.npz new file mode 100644 index 0000000000000000000000000000000000000000..b4ef2def9e35e6154e070f0371da517db9a989a7 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_common_scale-283150.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383127.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383127.npz new file mode 100644 index 0000000000000000000000000000000000000000..794725f6372a34f3a332f1fca010268b11d4492e Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383127.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383128.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383128.npz new file mode 100644 index 0000000000000000000000000000000000000000..ecfe9ad430dc6e032f5b171d7a3009c2f7a62932 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383128.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383129.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383129.npz new file mode 100644 index 0000000000000000000000000000000000000000..4cc3f0be043591827a875edfd0bb2f84914e7575 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383129.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383130.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383130.npz new file mode 100644 index 0000000000000000000000000000000000000000..650aa47d9761c6045eacbb48f505a73205a768c7 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383130.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383131.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383131.npz new file mode 100644 index 0000000000000000000000000000000000000000..db1a49c630b3c3f226fd0e07aaf9831dfe8889d6 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383131.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383132.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383132.npz new file mode 100644 index 0000000000000000000000000000000000000000..039a5899d0a41c4bfef3f627d716b42d3af342ce Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383132.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383133.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383133.npz new file mode 100644 index 0000000000000000000000000000000000000000..57355e3b07e7cf6191bfd5fb32c67684fa13aa00 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383133.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383134.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383134.npz new file mode 100644 index 0000000000000000000000000000000000000000..a716083af809ca61765fa911f21c7b4f44bc0b1e Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383134.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383135.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383135.npz new file mode 100644 index 0000000000000000000000000000000000000000..c42d72501804b80aff09721feec3cc98a0262272 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383135.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383136.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383136.npz new file mode 100644 index 0000000000000000000000000000000000000000..4ebac884aa4ade4a10f4dd917501b482b055ffce Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383136.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383137.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383137.npz new file mode 100644 index 0000000000000000000000000000000000000000..5f1456dc6630b26c7e1857b883bae86ecd0b3c50 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383137.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383138.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383138.npz new file mode 100644 index 0000000000000000000000000000000000000000..4cb0d27f906c1960023903a7566bd45e8e8793e1 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383138.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383139.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383139.npz new file mode 100644 index 0000000000000000000000000000000000000000..6aaacc0d343201118cd511857564d9319c7e6d56 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383139.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383140.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383140.npz new file mode 100644 index 0000000000000000000000000000000000000000..1f37f8fcb18ef0c39ed931760e54fe4e4a211cf9 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383140.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383141.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383141.npz new file mode 100644 index 0000000000000000000000000000000000000000..e3f09a5c87750fc398792bd73f6bdabaeb0b4096 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383141.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383142.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383142.npz new file mode 100644 index 0000000000000000000000000000000000000000..2729cdd49d35786592315a32746ddbe539f8a222 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383142.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383143.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383143.npz new file mode 100644 index 0000000000000000000000000000000000000000..ef0f3b8d9c0c897c805f35d16c0775310852a40e Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383143.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383144.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383144.npz new file mode 100644 index 0000000000000000000000000000000000000000..62a74bc6648577e742e86188fe0a360447e6bc00 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383144.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383145.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383145.npz new file mode 100644 index 0000000000000000000000000000000000000000..f5a045b21abc27f844f7e734d91bd119a8af3ab4 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383145.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383146.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383146.npz new file mode 100644 index 0000000000000000000000000000000000000000..46721a8b701a78c2bd4965cf8b31b1a0ce951b80 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383146.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383147.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383147.npz new file mode 100644 index 0000000000000000000000000000000000000000..fc5e97f8890aac6320e125c23aa45d662d47211f Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383147.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383148.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383148.npz new file mode 100644 index 0000000000000000000000000000000000000000..1a5f7b3ad9b3bd7da6da0b769524d1a711dffee9 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383148.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383149.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383149.npz new file mode 100644 index 0000000000000000000000000000000000000000..48874158950595ac2022d6a56983eeb20af53a28 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383149.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383150.npz b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383150.npz new file mode 100644 index 0000000000000000000000000000000000000000..fba120ef5fe46704606a175fc297c930bb11459a Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/native-audit/citylearn-device-citylearn_battery_scale_shift-383150.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/verification.json b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/verification.json new file mode 100644 index 0000000000000000000000000000000000000000..267b99e150facb1df1015178866dfe52da151b88 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/citylearn/verification.json @@ -0,0 +1,12 @@ +{ + "source_hashes_match": true, + "frozen_sources_match": true, + "generator_hash_match": true, + "episode_hashes_match": true, + "native_audit_hashes_match": true, + "native_limited_transitions": 4956, + "adapter_active_venv_numpy_version": "2.5.4", + "windows": 7776, + "only_soc_target": true, + "torch_numpy_conversion_works": true +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-current_only.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-current_only.json new file mode 100644 index 0000000000000000000000000000000000000000..8665d622e95ef70cd81581d65e11b3a299ea8724 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-current_only.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 2.4439854373554466, + "count": 168 + }, + "0:30": { + "multiplier": 2.7582858902027354, + "count": 165 + }, + "0:60": { + "multiplier": 2.7246141129267962, + "count": 166 + }, + "0:120": { + "multiplier": 2.3984288476918936, + "count": 169 + }, + "1:15": { + "multiplier": 2.741996108857232, + "count": 98 + }, + "1:30": { + "multiplier": 2.9426364688386415, + "count": 100 + }, + "1:60": { + "multiplier": 3.0960333311419967, + "count": 98 + }, + "1:120": { + "multiplier": 3.1670577438073093, + "count": 98 + }, + "2:15": { + "multiplier": 2.6524760734869077, + "count": 169 + }, + "2:30": { + "multiplier": 3.5472109947640935, + "count": 165 + }, + "2:60": { + "multiplier": 4.693757502016015, + "count": 165 + }, + "2:120": { + "multiplier": 5.486436948446186, + "count": 165 + }, + "3:15": { + "multiplier": 3.361572299169636, + "count": 178 + }, + "3:30": { + "multiplier": 3.7452576512181026, + "count": 180 + }, + "3:60": { + "multiplier": 4.109263055060496, + "count": 180 + }, + "3:120": { + "multiplier": 4.060125650181753, + "count": 178 + }, + "4:15": { + "multiplier": 5.676988396306335, + "count": 170 + }, + "4:30": { + "multiplier": 6.37486909608611, + "count": 169 + }, + "4:60": { + "multiplier": 6.373270114236401, + "count": 170 + }, + "4:120": { + "multiplier": 5.11522075478472, + "count": 169 + }, + "5:15": { + "multiplier": 23.849195119808055, + "count": 173 + }, + "5:30": { + "multiplier": 27.316589403994826, + "count": 173 + }, + "5:60": { + "multiplier": 32.11646613974331, + "count": 173 + }, + "5:120": { + "multiplier": 36.22993775844007, + "count": 173 + }, + "6:15": { + "multiplier": 10.396680322053358, + "count": 174 + }, + "6:30": { + "multiplier": 11.434769789910762, + "count": 175 + }, + "6:60": { + "multiplier": 13.496955168675962, + "count": 173 + }, + "6:120": { + "multiplier": 13.92476441331426, + "count": 174 + }, + "7:15": { + "multiplier": 2.3075616515772395, + "count": 153 + }, + "7:30": { + "multiplier": 2.8681662099996537, + "count": 153 + }, + "7:60": { + "multiplier": 2.828704310719941, + "count": 149 + }, + "7:120": { + "multiplier": 2.73005592049941, + "count": 155 + }, + "8:15": { + "multiplier": 2.621085861315647, + "count": 152 + }, + "8:30": { + "multiplier": 2.4210481051685893, + "count": 152 + }, + "8:60": { + "multiplier": 2.222162836567304, + "count": 152 + }, + "8:120": { + "multiplier": 1.7947268985554161, + "count": 154 + }, + "9:15": { + "multiplier": 4.834553376084848, + "count": 154 + }, + "9:30": { + "multiplier": 5.233102818111388, + "count": 153 + }, + "9:60": { + "multiplier": 6.200171613817111, + "count": 154 + }, + "9:120": { + "multiplier": 6.513777979235218, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-full_history.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-full_history.json new file mode 100644 index 0000000000000000000000000000000000000000..598e55c821a61af5729392257812038737be9e8a --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-full_history.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 1.607545065553678, + "count": 168 + }, + "0:30": { + "multiplier": 1.6577556638975675, + "count": 165 + }, + "0:60": { + "multiplier": 1.6526905337490991, + "count": 166 + }, + "0:120": { + "multiplier": 1.7874663018619368, + "count": 169 + }, + "1:15": { + "multiplier": 1.6973734757994705, + "count": 98 + }, + "1:30": { + "multiplier": 1.8197986885100965, + "count": 100 + }, + "1:60": { + "multiplier": 2.11233795236918, + "count": 98 + }, + "1:120": { + "multiplier": 1.955421707656205, + "count": 98 + }, + "2:15": { + "multiplier": 1.4666803596346025, + "count": 169 + }, + "2:30": { + "multiplier": 1.4808703024506142, + "count": 165 + }, + "2:60": { + "multiplier": 1.657054035984361, + "count": 165 + }, + "2:120": { + "multiplier": 1.6270653279731797, + "count": 165 + }, + "3:15": { + "multiplier": 1.500981967593257, + "count": 178 + }, + "3:30": { + "multiplier": 1.5264949159933834, + "count": 180 + }, + "3:60": { + "multiplier": 1.578764246569126, + "count": 180 + }, + "3:120": { + "multiplier": 1.828531623723397, + "count": 178 + }, + "4:15": { + "multiplier": 1.6871703756300642, + "count": 170 + }, + "4:30": { + "multiplier": 1.726605334926068, + "count": 169 + }, + "4:60": { + "multiplier": 1.6759518952583923, + "count": 170 + }, + "4:120": { + "multiplier": 1.6545042435474888, + "count": 169 + }, + "5:15": { + "multiplier": 1.538673309428843, + "count": 173 + }, + "5:30": { + "multiplier": 1.4533435905864682, + "count": 173 + }, + "5:60": { + "multiplier": 1.3236130300441658, + "count": 173 + }, + "5:120": { + "multiplier": 1.3291994834642298, + "count": 173 + }, + "6:15": { + "multiplier": 1.3499316340988707, + "count": 174 + }, + "6:30": { + "multiplier": 1.3393899082958027, + "count": 175 + }, + "6:60": { + "multiplier": 1.370861377074339, + "count": 173 + }, + "6:120": { + "multiplier": 1.52222956770618, + "count": 174 + }, + "7:15": { + "multiplier": 1.5629699705115334, + "count": 153 + }, + "7:30": { + "multiplier": 1.6242754511341995, + "count": 153 + }, + "7:60": { + "multiplier": 1.7677219309860752, + "count": 149 + }, + "7:120": { + "multiplier": 1.5692917841513618, + "count": 155 + }, + "8:15": { + "multiplier": 1.6311305901003832, + "count": 152 + }, + "8:30": { + "multiplier": 1.7503176627355546, + "count": 152 + }, + "8:60": { + "multiplier": 1.8441739773144636, + "count": 152 + }, + "8:120": { + "multiplier": 1.9777898449592732, + "count": 154 + }, + "9:15": { + "multiplier": 1.6417709669658085, + "count": 154 + }, + "9:30": { + "multiplier": 2.0037811356218733, + "count": 153 + }, + "9:60": { + "multiplier": 1.6800225980672876, + "count": 154 + }, + "9:120": { + "multiplier": 1.7636106654625403, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-history_branch_disabled.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-history_branch_disabled.json new file mode 100644 index 0000000000000000000000000000000000000000..3596584e40fa8b010153da9195c5f0c0a9e949ba --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-history_branch_disabled.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 2.836821993278669, + "count": 168 + }, + "0:30": { + "multiplier": 3.7178688248372938, + "count": 165 + }, + "0:60": { + "multiplier": 3.7501492128935605, + "count": 166 + }, + "0:120": { + "multiplier": 3.817141423989691, + "count": 169 + }, + "1:15": { + "multiplier": 5.329884005210447, + "count": 98 + }, + "1:30": { + "multiplier": 5.227890505386939, + "count": 100 + }, + "1:60": { + "multiplier": 4.391144373708132, + "count": 98 + }, + "1:120": { + "multiplier": 3.7163371158071166, + "count": 98 + }, + "2:15": { + "multiplier": 1.402658663831324, + "count": 169 + }, + "2:30": { + "multiplier": 1.4535126349451368, + "count": 165 + }, + "2:60": { + "multiplier": 1.6346192464817744, + "count": 165 + }, + "2:120": { + "multiplier": 1.9736660888106345, + "count": 165 + }, + "3:15": { + "multiplier": 5.894170659562773, + "count": 178 + }, + "3:30": { + "multiplier": 5.894983207457403, + "count": 180 + }, + "3:60": { + "multiplier": 8.093977146656124, + "count": 180 + }, + "3:120": { + "multiplier": 8.573907715646076, + "count": 178 + }, + "4:15": { + "multiplier": 8.49764190475218, + "count": 170 + }, + "4:30": { + "multiplier": 9.70977459461625, + "count": 169 + }, + "4:60": { + "multiplier": 10.39928552939716, + "count": 170 + }, + "4:120": { + "multiplier": 10.030136657410685, + "count": 169 + }, + "5:15": { + "multiplier": 30.724834528733087, + "count": 173 + }, + "5:30": { + "multiplier": 32.72504650152231, + "count": 173 + }, + "5:60": { + "multiplier": 39.701561403538726, + "count": 173 + }, + "5:120": { + "multiplier": 39.255903677378065, + "count": 173 + }, + "6:15": { + "multiplier": 20.18256353733395, + "count": 174 + }, + "6:30": { + "multiplier": 21.066332759798915, + "count": 175 + }, + "6:60": { + "multiplier": 27.727894336073355, + "count": 173 + }, + "6:120": { + "multiplier": 26.94759174138826, + "count": 174 + }, + "7:15": { + "multiplier": 3.6420770114002012, + "count": 153 + }, + "7:30": { + "multiplier": 5.109933632917826, + "count": 153 + }, + "7:60": { + "multiplier": 6.7242102236970265, + "count": 149 + }, + "7:120": { + "multiplier": 7.935115503118568, + "count": 155 + }, + "8:15": { + "multiplier": 4.611868881600011, + "count": 152 + }, + "8:30": { + "multiplier": 4.4237825545245775, + "count": 152 + }, + "8:60": { + "multiplier": 4.531149112895838, + "count": 152 + }, + "8:120": { + "multiplier": 4.1432970315419135, + "count": 154 + }, + "9:15": { + "multiplier": 5.036908358962325, + "count": 154 + }, + "9:30": { + "multiplier": 6.235852088867741, + "count": 153 + }, + "9:60": { + "multiplier": 11.478396382833981, + "count": 154 + }, + "9:120": { + "multiplier": 12.748911262789095, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-matched_family_swap.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-matched_family_swap.json new file mode 100644 index 0000000000000000000000000000000000000000..1b10c954e972007cc28fcb1ac8ebfa1a0e16ab21 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-matched_family_swap.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 3.805793575791574, + "count": 168 + }, + "0:30": { + "multiplier": 4.123613343136829, + "count": 165 + }, + "0:60": { + "multiplier": 4.346322463825238, + "count": 166 + }, + "0:120": { + "multiplier": 3.5361319490158927, + "count": 169 + }, + "1:15": { + "multiplier": 7.198309107144945, + "count": 98 + }, + "1:30": { + "multiplier": 7.7080753831352435, + "count": 100 + }, + "1:60": { + "multiplier": 5.992454165337403, + "count": 98 + }, + "1:120": { + "multiplier": 5.105607896881556, + "count": 98 + }, + "2:15": { + "multiplier": 1.7594442305193374, + "count": 169 + }, + "2:30": { + "multiplier": 2.3450759299749433, + "count": 165 + }, + "2:60": { + "multiplier": 2.7813657326794465, + "count": 165 + }, + "2:120": { + "multiplier": 2.9478129851061308, + "count": 165 + }, + "3:15": { + "multiplier": 5.758484296683686, + "count": 178 + }, + "3:30": { + "multiplier": 6.304392004357816, + "count": 180 + }, + "3:60": { + "multiplier": 5.628829261324157, + "count": 180 + }, + "3:120": { + "multiplier": 4.927660248686424, + "count": 178 + }, + "4:15": { + "multiplier": 9.074013156768817, + "count": 170 + }, + "4:30": { + "multiplier": 9.111363182467205, + "count": 169 + }, + "4:60": { + "multiplier": 9.09399412854504, + "count": 170 + }, + "4:120": { + "multiplier": 6.45452454426726, + "count": 169 + }, + "5:15": { + "multiplier": 22.909594538423022, + "count": 173 + }, + "5:30": { + "multiplier": 22.743947116421438, + "count": 173 + }, + "5:60": { + "multiplier": 20.041084689756385, + "count": 173 + }, + "5:120": { + "multiplier": 20.908795854825417, + "count": 173 + }, + "6:15": { + "multiplier": 11.979013347999546, + "count": 174 + }, + "6:30": { + "multiplier": 12.767867768255563, + "count": 175 + }, + "6:60": { + "multiplier": 12.545406223769309, + "count": 173 + }, + "6:120": { + "multiplier": 9.494049876939634, + "count": 174 + }, + "7:15": { + "multiplier": 7.152886799818083, + "count": 153 + }, + "7:30": { + "multiplier": 8.442541840788067, + "count": 153 + }, + "7:60": { + "multiplier": 8.231737140761267, + "count": 149 + }, + "7:120": { + "multiplier": 5.843103887476123, + "count": 155 + }, + "8:15": { + "multiplier": 5.72027633885031, + "count": 152 + }, + "8:30": { + "multiplier": 5.454725034190946, + "count": 152 + }, + "8:60": { + "multiplier": 4.525491487191127, + "count": 152 + }, + "8:120": { + "multiplier": 3.6573557200872373, + "count": 154 + }, + "9:15": { + "multiplier": 5.817167097787124, + "count": 154 + }, + "9:30": { + "multiplier": 6.706634486609708, + "count": 153 + }, + "9:60": { + "multiplier": 7.655706840093406, + "count": 154 + }, + "9:120": { + "multiplier": 7.870787118894328, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-past_state_only.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-past_state_only.json new file mode 100644 index 0000000000000000000000000000000000000000..c3a0305daf33b27b40ddc7b8a0cc23e9526a60bb --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-past_state_only.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 2.582113573026577, + "count": 168 + }, + "0:30": { + "multiplier": 3.0821662337522233, + "count": 165 + }, + "0:60": { + "multiplier": 3.536518967676669, + "count": 166 + }, + "0:120": { + "multiplier": 3.2863022415513656, + "count": 169 + }, + "1:15": { + "multiplier": 1.4827609524903012, + "count": 98 + }, + "1:30": { + "multiplier": 1.623597717017868, + "count": 100 + }, + "1:60": { + "multiplier": 2.0555125889766237, + "count": 98 + }, + "1:120": { + "multiplier": 2.339573622994462, + "count": 98 + }, + "2:15": { + "multiplier": 1.2666490467814235, + "count": 169 + }, + "2:30": { + "multiplier": 1.7246730639416974, + "count": 165 + }, + "2:60": { + "multiplier": 2.0887924180343487, + "count": 165 + }, + "2:120": { + "multiplier": 2.0626509619467903, + "count": 165 + }, + "3:15": { + "multiplier": 4.479595878648571, + "count": 178 + }, + "3:30": { + "multiplier": 5.2922067914601305, + "count": 180 + }, + "3:60": { + "multiplier": 5.428486691254319, + "count": 180 + }, + "3:120": { + "multiplier": 5.06965834125112, + "count": 178 + }, + "4:15": { + "multiplier": 4.546261981007909, + "count": 170 + }, + "4:30": { + "multiplier": 5.350246457854072, + "count": 169 + }, + "4:60": { + "multiplier": 5.644732984258341, + "count": 170 + }, + "4:120": { + "multiplier": 5.957251274134553, + "count": 169 + }, + "5:15": { + "multiplier": 25.833469713696612, + "count": 173 + }, + "5:30": { + "multiplier": 29.992854679798263, + "count": 173 + }, + "5:60": { + "multiplier": 31.73820019639165, + "count": 173 + }, + "5:120": { + "multiplier": 46.43331498724602, + "count": 173 + }, + "6:15": { + "multiplier": 12.28063675710766, + "count": 174 + }, + "6:30": { + "multiplier": 13.371201878399498, + "count": 175 + }, + "6:60": { + "multiplier": 15.271795243221948, + "count": 173 + }, + "6:120": { + "multiplier": 15.206479317189933, + "count": 174 + }, + "7:15": { + "multiplier": 3.1603979636417097, + "count": 153 + }, + "7:30": { + "multiplier": 3.641052058102175, + "count": 153 + }, + "7:60": { + "multiplier": 4.4365320128712185, + "count": 149 + }, + "7:120": { + "multiplier": 3.3427108714586473, + "count": 155 + }, + "8:15": { + "multiplier": 2.957842953919311, + "count": 152 + }, + "8:30": { + "multiplier": 3.044293478009579, + "count": 152 + }, + "8:60": { + "multiplier": 3.1078352085298104, + "count": 152 + }, + "8:120": { + "multiplier": 2.888675482153862, + "count": 154 + }, + "9:15": { + "multiplier": 7.1131253245395225, + "count": 154 + }, + "9:30": { + "multiplier": 7.45337247177084, + "count": 153 + }, + "9:60": { + "multiplier": 8.140771778370315, + "count": 154 + }, + "9:120": { + "multiplier": 8.860215306781374, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-temporal_shuffle.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-temporal_shuffle.json new file mode 100644 index 0000000000000000000000000000000000000000..387781ff9be7cd8efcdc274b9b06cbb9fc51a6e0 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-temporal_shuffle.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 4.200672796663114, + "count": 168 + }, + "0:30": { + "multiplier": 4.141505219165193, + "count": 165 + }, + "0:60": { + "multiplier": 3.487843058797232, + "count": 166 + }, + "0:120": { + "multiplier": 3.154369107745806, + "count": 169 + }, + "1:15": { + "multiplier": 5.390357781523917, + "count": 98 + }, + "1:30": { + "multiplier": 4.575527691562412, + "count": 100 + }, + "1:60": { + "multiplier": 3.59393857283542, + "count": 98 + }, + "1:120": { + "multiplier": 3.2061008993866764, + "count": 98 + }, + "2:15": { + "multiplier": 1.4831092434878954, + "count": 169 + }, + "2:30": { + "multiplier": 1.597949955605467, + "count": 165 + }, + "2:60": { + "multiplier": 1.5674441490422277, + "count": 165 + }, + "2:120": { + "multiplier": 1.8648752962119197, + "count": 165 + }, + "3:15": { + "multiplier": 4.076599005731138, + "count": 178 + }, + "3:30": { + "multiplier": 3.9669186689393032, + "count": 180 + }, + "3:60": { + "multiplier": 3.725582044648025, + "count": 180 + }, + "3:120": { + "multiplier": 3.575582698091837, + "count": 178 + }, + "4:15": { + "multiplier": 5.973094156485986, + "count": 170 + }, + "4:30": { + "multiplier": 6.663617205825914, + "count": 169 + }, + "4:60": { + "multiplier": 6.206467932662823, + "count": 170 + }, + "4:120": { + "multiplier": 5.283647401614633, + "count": 169 + }, + "5:15": { + "multiplier": 17.439995352682573, + "count": 173 + }, + "5:30": { + "multiplier": 17.668617480584416, + "count": 173 + }, + "5:60": { + "multiplier": 14.442850121111123, + "count": 173 + }, + "5:120": { + "multiplier": 15.047769238063005, + "count": 173 + }, + "6:15": { + "multiplier": 10.79942872886285, + "count": 174 + }, + "6:30": { + "multiplier": 12.23550743626708, + "count": 175 + }, + "6:60": { + "multiplier": 14.714789301650988, + "count": 173 + }, + "6:120": { + "multiplier": 16.501970849248362, + "count": 174 + }, + "7:15": { + "multiplier": 3.9165292873681348, + "count": 153 + }, + "7:30": { + "multiplier": 4.15900642063928, + "count": 153 + }, + "7:60": { + "multiplier": 3.817082318401544, + "count": 149 + }, + "7:120": { + "multiplier": 3.3837421069417353, + "count": 155 + }, + "8:15": { + "multiplier": 4.271321345829061, + "count": 152 + }, + "8:30": { + "multiplier": 4.300639384153673, + "count": 152 + }, + "8:60": { + "multiplier": 3.176015272761205, + "count": 152 + }, + "8:120": { + "multiplier": 2.8779922022327495, + "count": 154 + }, + "9:15": { + "multiplier": 5.833055724799605, + "count": 154 + }, + "9:30": { + "multiplier": 7.409939548937328, + "count": 153 + }, + "9:60": { + "multiplier": 8.36955352573403, + "count": 154 + }, + "9:120": { + "multiplier": 8.29894213025835, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-thermal_temperature_only.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-thermal_temperature_only.json new file mode 100644 index 0000000000000000000000000000000000000000..edba2ef21b62f9b8a764d00e9dad820353c58640 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-thermal_temperature_only.json @@ -0,0 +1,1349 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 1.4986448875867793, + "count": 168 + }, + "0:30": { + "multiplier": 1.5273843083761665, + "count": 165 + }, + "0:60": { + "multiplier": 1.5538406108480085, + "count": 166 + }, + "0:120": { + "multiplier": 1.584037664234884, + "count": 169 + }, + "3:15": { + "multiplier": 1.500981967593257, + "count": 178 + }, + "3:30": { + "multiplier": 1.5264949159933834, + "count": 180 + }, + "3:60": { + "multiplier": 1.578764246569126, + "count": 180 + }, + "3:120": { + "multiplier": 1.828531623723397, + "count": 178 + }, + "4:15": { + "multiplier": 1.6871703756300642, + "count": 170 + }, + "4:30": { + "multiplier": 1.726605334926068, + "count": 169 + }, + "4:60": { + "multiplier": 1.6759518952583923, + "count": 170 + }, + "4:120": { + "multiplier": 1.6545042435474888, + "count": 169 + }, + "5:15": { + "multiplier": 1.538673309428843, + "count": 173 + }, + "5:30": { + "multiplier": 1.4533435905864682, + "count": 173 + }, + "5:60": { + "multiplier": 1.3236130300441658, + "count": 173 + }, + "5:120": { + "multiplier": 1.3291994834642298, + "count": 173 + }, + "6:15": { + "multiplier": 1.3499316340988707, + "count": 174 + }, + "6:30": { + "multiplier": 1.3393899082958027, + "count": 175 + }, + "6:60": { + "multiplier": 1.370861377074339, + "count": 173 + }, + "6:120": { + "multiplier": 1.52222956770618, + "count": 174 + }, + "7:15": { + "multiplier": 1.5629699705115334, + "count": 153 + }, + "7:30": { + "multiplier": 1.6242754511341995, + "count": 153 + }, + "7:60": { + "multiplier": 1.7677219309860752, + "count": 149 + }, + "7:120": { + "multiplier": 1.5692917841513618, + "count": 155 + }, + "8:15": { + "multiplier": 1.6311305901003832, + "count": 152 + }, + "8:30": { + "multiplier": 1.7503176627355546, + "count": 152 + }, + "8:60": { + "multiplier": 1.8441739773144636, + "count": 152 + }, + "8:120": { + "multiplier": 1.9777898449592732, + "count": 154 + }, + "9:15": { + "multiplier": 1.6417709669658085, + "count": 154 + }, + "9:30": { + "multiplier": 2.0037811356218733, + "count": 153 + }, + "9:60": { + "multiplier": 1.6800225980672876, + "count": 154 + }, + "9:120": { + "multiplier": 1.7636106654625403, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-truncate_4.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-truncate_4.json new file mode 100644 index 0000000000000000000000000000000000000000..7e0f33cb57a5cee0e0366e7c8f562eff770b4112 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-truncate_4.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 2.724928395190899, + "count": 168 + }, + "0:30": { + "multiplier": 2.6092472342700352, + "count": 165 + }, + "0:60": { + "multiplier": 2.551831526344868, + "count": 166 + }, + "0:120": { + "multiplier": 2.053675394781798, + "count": 169 + }, + "1:15": { + "multiplier": 2.056020934550664, + "count": 98 + }, + "1:30": { + "multiplier": 2.2559002307091203, + "count": 100 + }, + "1:60": { + "multiplier": 2.336713392874168, + "count": 98 + }, + "1:120": { + "multiplier": 2.354827245868306, + "count": 98 + }, + "2:15": { + "multiplier": 1.8979185228538118, + "count": 169 + }, + "2:30": { + "multiplier": 2.084812889964196, + "count": 165 + }, + "2:60": { + "multiplier": 2.1241870891538204, + "count": 165 + }, + "2:120": { + "multiplier": 2.1999629272892496, + "count": 165 + }, + "3:15": { + "multiplier": 2.1531165234483076, + "count": 178 + }, + "3:30": { + "multiplier": 2.1785292459551626, + "count": 180 + }, + "3:60": { + "multiplier": 2.248860270985513, + "count": 180 + }, + "3:120": { + "multiplier": 2.2750446327108604, + "count": 178 + }, + "4:15": { + "multiplier": 3.7613670025675674, + "count": 170 + }, + "4:30": { + "multiplier": 3.704244973369252, + "count": 169 + }, + "4:60": { + "multiplier": 3.5345442080052765, + "count": 170 + }, + "4:120": { + "multiplier": 2.875497554865146, + "count": 169 + }, + "5:15": { + "multiplier": 3.8251572712282744, + "count": 173 + }, + "5:30": { + "multiplier": 3.924576897640709, + "count": 173 + }, + "5:60": { + "multiplier": 3.972444280690013, + "count": 173 + }, + "5:120": { + "multiplier": 3.5397710207016018, + "count": 173 + }, + "6:15": { + "multiplier": 3.216280594798747, + "count": 174 + }, + "6:30": { + "multiplier": 3.1600888261559326, + "count": 175 + }, + "6:60": { + "multiplier": 3.1900819100032893, + "count": 173 + }, + "6:120": { + "multiplier": 3.0360839063194116, + "count": 174 + }, + "7:15": { + "multiplier": 4.239119710152752, + "count": 153 + }, + "7:30": { + "multiplier": 3.924861670238706, + "count": 153 + }, + "7:60": { + "multiplier": 3.2457863516310663, + "count": 149 + }, + "7:120": { + "multiplier": 2.848136224885529, + "count": 155 + }, + "8:15": { + "multiplier": 3.0868882157606774, + "count": 152 + }, + "8:30": { + "multiplier": 2.706673143854828, + "count": 152 + }, + "8:60": { + "multiplier": 2.4025003898608963, + "count": 152 + }, + "8:120": { + "multiplier": 2.047513518361545, + "count": 154 + }, + "9:15": { + "multiplier": 3.5419244046600395, + "count": 154 + }, + "9:30": { + "multiplier": 3.459184734387184, + "count": 153 + }, + "9:60": { + "multiplier": 3.7979431760897553, + "count": 154 + }, + "9:120": { + "multiplier": 3.2184250894900956, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-truncate_8.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-truncate_8.json new file mode 100644 index 0000000000000000000000000000000000000000..b20627b22d0c55fa55df9107f24b0418505e23fa --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/calibration-truncate_8.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 1.6065475038928618, + "count": 168 + }, + "0:30": { + "multiplier": 1.7699454761501097, + "count": 165 + }, + "0:60": { + "multiplier": 1.9063930977536592, + "count": 166 + }, + "0:120": { + "multiplier": 1.7730016589879236, + "count": 169 + }, + "1:15": { + "multiplier": 1.9879605914657978, + "count": 98 + }, + "1:30": { + "multiplier": 2.132053100101011, + "count": 100 + }, + "1:60": { + "multiplier": 2.361315258855268, + "count": 98 + }, + "1:120": { + "multiplier": 2.218596144881988, + "count": 98 + }, + "2:15": { + "multiplier": 1.6833214265813048, + "count": 169 + }, + "2:30": { + "multiplier": 1.6247346485615695, + "count": 165 + }, + "2:60": { + "multiplier": 1.8263067549113539, + "count": 165 + }, + "2:120": { + "multiplier": 1.8435683974049544, + "count": 165 + }, + "3:15": { + "multiplier": 1.8081413452203057, + "count": 178 + }, + "3:30": { + "multiplier": 1.778271142793911, + "count": 180 + }, + "3:60": { + "multiplier": 1.8111838564107274, + "count": 180 + }, + "3:120": { + "multiplier": 2.021676762101206, + "count": 178 + }, + "4:15": { + "multiplier": 2.3670191184505174, + "count": 170 + }, + "4:30": { + "multiplier": 2.3732731622998027, + "count": 169 + }, + "4:60": { + "multiplier": 2.514751095365971, + "count": 170 + }, + "4:120": { + "multiplier": 2.354887661301858, + "count": 169 + }, + "5:15": { + "multiplier": 5.135604265259331, + "count": 173 + }, + "5:30": { + "multiplier": 4.7520713737639015, + "count": 173 + }, + "5:60": { + "multiplier": 4.270363754740047, + "count": 173 + }, + "5:120": { + "multiplier": 3.3339696934142284, + "count": 173 + }, + "6:15": { + "multiplier": 5.1387839806294755, + "count": 174 + }, + "6:30": { + "multiplier": 4.560332464341451, + "count": 175 + }, + "6:60": { + "multiplier": 3.55239299745553, + "count": 173 + }, + "6:120": { + "multiplier": 3.1975283704672988, + "count": 174 + }, + "7:15": { + "multiplier": 1.9759725575392462, + "count": 153 + }, + "7:30": { + "multiplier": 2.14156904145068, + "count": 153 + }, + "7:60": { + "multiplier": 2.1806184529291293, + "count": 149 + }, + "7:120": { + "multiplier": 2.363080492521095, + "count": 155 + }, + "8:15": { + "multiplier": 2.0352646702579396, + "count": 152 + }, + "8:30": { + "multiplier": 2.186398963467256, + "count": 152 + }, + "8:60": { + "multiplier": 2.0513122878762955, + "count": 152 + }, + "8:120": { + "multiplier": 1.90095861685103, + "count": 154 + }, + "9:15": { + "multiplier": 3.7683594492018186, + "count": 154 + }, + "9:30": { + "multiplier": 4.302530727697386, + "count": 153 + }, + "9:60": { + "multiplier": 3.8596282262920663, + "count": 154 + }, + "9:120": { + "multiplier": 3.131077935544594, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/current_only-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/current_only-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..0605d48dd46688e196890b7cedae2e23b4bf1e02 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/history/current_only-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/current_only-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/current_only-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..521785605fd6e88da63cc29d0fbea4b69b4268e3 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/current_only-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:788b5f5f17fa38785bf5dfe0c90a3569f8e6afd6882b1c74fbaaac04f215e10b +size 160503 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/full_history-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/full_history-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..7aa6d0e7c8550048b619ea3626f9f76d8f415382 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/history/full_history-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/full_history-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/full_history-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..ed7f4342031dcfbf92e40386a94b79351af0bdb0 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/full_history-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbc1501f289b8bb8bf5f439a54a96dbf6121cb243dcb621d4224f8af0364c844 +size 174850 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/history-diagnostics.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/history-diagnostics.json new file mode 100644 index 0000000000000000000000000000000000000000..3e613dfee91ac736e5995086373245b198068f8f --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/history-diagnostics.json @@ -0,0 +1,18275 @@ +{ + "status": "completed", + "limitation": "Same trained weights; inference-time history perturbations are distribution shift, not fair retrained no-history comparisons. Masked rows retain time/missingness tokens. history_branch_disabled zeros the encoder history contribution using its existing use_history switch. Shuffle permutes past observations and masks jointly, keeps time slots/current/future plan. Swap uses a different held-out system of the same family, matched only on observed current state and donor availability covering every observed recipient current field; it disrupts history/current consistency and is not an isolated causal identification test. Calibration is perturbation-specific at sampled-window level, overlapping windows are correlated, with no guarantee for novel dynamics.", + "conditions": { + "full_history": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.0052366782911121845, + "rmse": 0.01686427928507328, + "standardized_mae": 0.014388171024620533, + "standardized_rmse": 0.04633588716387749, + "standardized_gaussian_nll": -3.483317593469044, + "physical_gaussian_nll": -4.494036576195228, + "nominal_coverage": 0.9, + "coverage": 0.9245283018867925, + "mean_interval_width": 0.023039236664772034, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.012843601405620575, + "rmse": 0.03994884714484215, + "standardized_mae": 0.035288769751787186, + "standardized_rmse": 0.10976248234510422, + "standardized_gaussian_nll": -2.9041789564731055, + "physical_gaussian_nll": -3.9148979391992893, + "nominal_coverage": 0.9, + "coverage": 0.9254658385093167, + "mean_interval_width": 0.05153895914554596, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.022638564929366112, + "rmse": 0.04978422820568085, + "standardized_mae": 0.06220117583870888, + "standardized_rmse": 0.13678593933582306, + "standardized_gaussian_nll": -2.158709358861738, + "physical_gaussian_nll": -3.169428341587922, + "nominal_coverage": 0.9, + "coverage": 0.9142857142857143, + "mean_interval_width": 0.11240363121032715, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.04280715808272362, + "rmse": 0.07686085999011993, + "standardized_mae": 0.11761590838432312, + "standardized_rmse": 0.21118104457855225, + "standardized_gaussian_nll": -1.3289643975384406, + "physical_gaussian_nll": -2.339683380264624, + "nominal_coverage": 0.9, + "coverage": 0.8726708074534162, + "mean_interval_width": 0.18046700954437256, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.11816507577896118, + "rmse": 0.24882738292217255, + "standardized_mae": 0.015500654466450214, + "standardized_rmse": 0.032640669494867325, + "standardized_gaussian_nll": -3.04943349561851, + "physical_gaussian_nll": -1.0182331329282666, + "nominal_coverage": 0.9, + "coverage": 0.8934169278996865, + "mean_interval_width": 0.4441930651664734, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.27855026721954346, + "rmse": 0.6250913739204407, + "standardized_mae": 0.03653965890407562, + "standardized_rmse": 0.08199821412563324, + "standardized_gaussian_nll": -2.282169112498581, + "physical_gaussian_nll": -0.2509687498083375, + "nominal_coverage": 0.9, + "coverage": 0.9034267912772586, + "mean_interval_width": 0.9703658819198608, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.5839937329292297, + "rmse": 1.1854215860366821, + "standardized_mae": 0.0766071081161499, + "standardized_rmse": 0.15550120174884796, + "standardized_gaussian_nll": -1.4234440857951076, + "physical_gaussian_nll": 0.6077562768951357, + "nominal_coverage": 0.9, + "coverage": 0.8996865203761756, + "mean_interval_width": 2.127248525619507, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 1.0555572509765625, + "rmse": 1.8437130451202393, + "standardized_mae": 0.13846585154533386, + "standardized_rmse": 0.24185453355312347, + "standardized_gaussian_nll": -0.7111538702550992, + "physical_gaussian_nll": 1.320046492435144, + "nominal_coverage": 0.9, + "coverage": 0.9314641744548287, + "mean_interval_width": 4.331311225891113, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.4138355553150177, + "rmse": 1.1698462963104248, + "standardized_mae": 0.024468740448355675, + "standardized_rmse": 0.06916917860507965, + "standardized_gaussian_nll": -3.1155769775478435, + "physical_gaussian_nll": -0.2875047156449839, + "nominal_coverage": 0.9, + "coverage": 0.9119496855345912, + "mean_interval_width": 1.7817717790603638, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 0.7849379777908325, + "rmse": 2.1406867504119873, + "standardized_mae": 0.04641081020236015, + "standardized_rmse": 0.12657178938388824, + "standardized_gaussian_nll": -2.540983031506095, + "physical_gaussian_nll": 0.2870892303967647, + "nominal_coverage": 0.9, + "coverage": 0.9442724458204335, + "mean_interval_width": 3.7069177627563477, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 1.2292274236679077, + "rmse": 2.688288688659668, + "standardized_mae": 0.07268019020557404, + "standardized_rmse": 0.15894970297813416, + "standardized_gaussian_nll": -1.7770505231459908, + "physical_gaussian_nll": 1.0510217387568688, + "nominal_coverage": 0.9, + "coverage": 0.921875, + "mean_interval_width": 5.224939823150635, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 2.057558536529541, + "rmse": 3.857971668243408, + "standardized_mae": 0.12165668606758118, + "standardized_rmse": 0.2281092256307602, + "standardized_gaussian_nll": -0.8928018917291448, + "physical_gaussian_nll": 1.9352703701737148, + "nominal_coverage": 0.9, + "coverage": 0.8854489164086687, + "mean_interval_width": 8.057557106018066, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.0430474728345871, + "rmse": 0.09513888508081436, + "standardized_mae": 0.008565058931708336, + "standardized_rmse": 0.01892957091331482, + "standardized_gaussian_nll": -3.8294849056552276, + "physical_gaussian_nll": -2.2148724078443642, + "nominal_coverage": 0.9, + "coverage": 0.8731563421828908, + "mean_interval_width": 0.1596786379814148, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.08094338327646255, + "rmse": 0.18690669536590576, + "standardized_mae": 0.01610512286424637, + "standardized_rmse": 0.03718840703368187, + "standardized_gaussian_nll": -3.369172459384989, + "physical_gaussian_nll": -1.7545599615741256, + "nominal_coverage": 0.9, + "coverage": 0.8953488372093024, + "mean_interval_width": 0.3003537058830261, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.14690274000167847, + "rmse": 0.3215412497520447, + "standardized_mae": 0.02922890894114971, + "standardized_rmse": 0.06397633999586105, + "standardized_gaussian_nll": -2.743604725216888, + "physical_gaussian_nll": -1.1289922274060245, + "nominal_coverage": 0.9, + "coverage": 0.9117647058823529, + "mean_interval_width": 0.6354507207870483, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.30565720796585083, + "rmse": 0.5847457051277161, + "standardized_mae": 0.060815926641225815, + "standardized_rmse": 0.11634553968906403, + "standardized_gaussian_nll": -1.8262130571231543, + "physical_gaussian_nll": -0.21160055931229094, + "nominal_coverage": 0.9, + "coverage": 0.924198250728863, + "mean_interval_width": 1.4248439073562622, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.005094843450933695, + "rmse": 0.00785362720489502, + "standardized_mae": 0.005576843861490488, + "standardized_rmse": 0.008596624247729778, + "standardized_gaussian_nll": -3.627877270267061, + "physical_gaussian_nll": -3.718271311177568, + "nominal_coverage": 0.9, + "coverage": 0.8382352941176471, + "mean_interval_width": 0.019865766167640686, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.008862005546689034, + "rmse": 0.013773010112345219, + "standardized_mae": 0.00970040075480938, + "standardized_rmse": 0.015076013281941414, + "standardized_gaussian_nll": -3.098826811048935, + "physical_gaussian_nll": -3.189220851959442, + "nominal_coverage": 0.9, + "coverage": 0.875, + "mean_interval_width": 0.035229746252298355, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.018189968541264534, + "rmse": 0.029076265171170235, + "standardized_mae": 0.019910840317606926, + "standardized_rmse": 0.031827040016651154, + "standardized_gaussian_nll": -2.421842229144687, + "physical_gaussian_nll": -2.512236270055194, + "nominal_coverage": 0.9, + "coverage": 0.8757396449704142, + "mean_interval_width": 0.06762871146202087, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.03971759229898453, + "rmse": 0.06704658269882202, + "standardized_mae": 0.04347509518265724, + "standardized_rmse": 0.07338955998420715, + "standardized_gaussian_nll": -1.6645644993851452, + "physical_gaussian_nll": -1.7549585402956518, + "nominal_coverage": 0.9, + "coverage": 0.8558558558558559, + "mean_interval_width": 0.14063148200511932, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.010182573460042477, + "rmse": 0.03418014198541641, + "standardized_mae": 0.019054673612117767, + "standardized_rmse": 0.06396137923002243, + "standardized_gaussian_nll": -2.7431506292555987, + "physical_gaussian_nll": -3.3697853441743546, + "nominal_coverage": 0.9, + "coverage": 0.9217391304347826, + "mean_interval_width": 0.03828940913081169, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.01124716829508543, + "rmse": 0.03472624346613884, + "standardized_mae": 0.021046852692961693, + "standardized_rmse": 0.0649833008646965, + "standardized_gaussian_nll": -2.688222984548484, + "physical_gaussian_nll": -3.31485769946724, + "nominal_coverage": 0.9, + "coverage": 0.9127906976744186, + "mean_interval_width": 0.041854627430438995, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.018130384385585785, + "rmse": 0.0554778166115284, + "standardized_mae": 0.03392743319272995, + "standardized_rmse": 0.10381577163934708, + "standardized_gaussian_nll": -2.3629257338082295, + "physical_gaussian_nll": -2.9895604487269853, + "nominal_coverage": 0.9, + "coverage": 0.9057142857142857, + "mean_interval_width": 0.07190831750631332, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.03516390174627304, + "rmse": 0.08682877570390701, + "standardized_mae": 0.06580229103565216, + "standardized_rmse": 0.16248290240764618, + "standardized_gaussian_nll": -1.8131224358890652, + "physical_gaussian_nll": -2.439757150807821, + "nominal_coverage": 0.9, + "coverage": 0.8830409356725146, + "mean_interval_width": 0.12048619240522385, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 0.4564460515975952, + "rmse": 1.704976201057434, + "standardized_mae": 0.01208846177905798, + "standardized_rmse": 0.0451543815433979, + "standardized_gaussian_nll": -3.4794528641059745, + "physical_gaussian_nll": 0.1517662043231076, + "nominal_coverage": 0.9, + "coverage": 0.887240356083086, + "mean_interval_width": 1.9610910415649414, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 0.8058900833129883, + "rmse": 2.8984501361846924, + "standardized_mae": 0.02134309522807598, + "standardized_rmse": 0.07676219940185547, + "standardized_gaussian_nll": -3.3389586802062334, + "physical_gaussian_nll": 0.2922603882228487, + "nominal_coverage": 0.9, + "coverage": 0.8545994065281899, + "mean_interval_width": 2.681840658187866, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 1.7452898025512695, + "rmse": 5.416681289672852, + "standardized_mae": 0.04622204229235649, + "standardized_rmse": 0.14345473051071167, + "standardized_gaussian_nll": -2.6597392407157847, + "physical_gaussian_nll": 0.9714798277132974, + "nominal_coverage": 0.9, + "coverage": 0.8716417910447761, + "mean_interval_width": 5.564198017120361, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 2.3526575565338135, + "rmse": 6.159954071044922, + "standardized_mae": 0.06230749934911728, + "standardized_rmse": 0.1631394773721695, + "standardized_gaussian_nll": -2.090742392979714, + "physical_gaussian_nll": 1.540476675449368, + "nominal_coverage": 0.9, + "coverage": 0.9085545722713865, + "mean_interval_width": 8.7239408493042, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.11866345256567001, + "rmse": 0.23979032039642334, + "standardized_mae": 0.014748985879123211, + "standardized_rmse": 0.029804155230522156, + "standardized_gaussian_nll": -2.9706519711801844, + "physical_gaussian_nll": -0.8855348900735223, + "nominal_coverage": 0.9, + "coverage": 0.940809968847352, + "mean_interval_width": 0.5184466242790222, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.24494609236717224, + "rmse": 0.4330257475376129, + "standardized_mae": 0.030444979667663574, + "standardized_rmse": 0.05382188409566879, + "standardized_gaussian_nll": -2.220135119437123, + "physical_gaussian_nll": -0.13501803833046067, + "nominal_coverage": 0.9, + "coverage": 0.9283489096573209, + "mean_interval_width": 1.0899440050125122, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.6003258228302002, + "rmse": 1.0400965213775635, + "standardized_mae": 0.07461603730916977, + "standardized_rmse": 0.12927627563476562, + "standardized_gaussian_nll": -1.285337579161947, + "physical_gaussian_nll": 0.7997795019447151, + "nominal_coverage": 0.9, + "coverage": 0.8871473354231975, + "mean_interval_width": 2.252427339553833, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 1.404747724533081, + "rmse": 2.918325424194336, + "standardized_mae": 0.17459970712661743, + "standardized_rmse": 0.3627261817455292, + "standardized_gaussian_nll": -0.45724725476586736, + "physical_gaussian_nll": 1.627869826340795, + "nominal_coverage": 0.9, + "coverage": 0.8836477987421384, + "mean_interval_width": 4.864443302154541, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.017471542581915855, + "rmse": 0.02540183626115322, + "standardized_mae": 0.004577421583235264, + "standardized_rmse": 0.0066551030613482, + "standardized_gaussian_nll": -3.865406206257824, + "physical_gaussian_nll": -2.5259686818967912, + "nominal_coverage": 0.9, + "coverage": 0.9112426035502958, + "mean_interval_width": 0.07475678622722626, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.03367549180984497, + "rmse": 0.04894768074154854, + "standardized_mae": 0.008822742849588394, + "standardized_rmse": 0.012823949567973614, + "standardized_gaussian_nll": -3.278790782469423, + "physical_gaussian_nll": -1.9393532581083905, + "nominal_coverage": 0.9, + "coverage": 0.9122807017543859, + "mean_interval_width": 0.14767932891845703, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.06709227710962296, + "rmse": 0.10048225522041321, + "standardized_mae": 0.017577705904841423, + "standardized_rmse": 0.02632564678788185, + "standardized_gaussian_nll": -2.519417959441674, + "physical_gaussian_nll": -1.1799804350806415, + "nominal_coverage": 0.9, + "coverage": 0.9349112426035503, + "mean_interval_width": 0.36808592081069946, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.16018538177013397, + "rmse": 0.24864056706428528, + "standardized_mae": 0.041967447847127914, + "standardized_rmse": 0.06514208763837814, + "standardized_gaussian_nll": -1.7242677658356862, + "physical_gaussian_nll": -0.38483024147465383, + "nominal_coverage": 0.9, + "coverage": 0.9190751445086706, + "mean_interval_width": 0.7492523789405823, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.6240952014923096, + "rmse": 0.7062268853187561, + "standardized_mae": 0.0021815032232552767, + "standardized_rmse": 0.0024685917887836695, + "standardized_gaussian_nll": -4.593040880572916, + "physical_gaussian_nll": 1.063247834212726, + "nominal_coverage": 0.9, + "coverage": 0.878125, + "mean_interval_width": 1.912143349647522, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 0.7707155346870422, + "rmse": 0.9445215463638306, + "standardized_mae": 0.002694009570404887, + "standardized_rmse": 0.0033015424851328135, + "standardized_gaussian_nll": -4.374946704539936, + "physical_gaussian_nll": 1.281342010245706, + "nominal_coverage": 0.9, + "coverage": 0.8683385579937304, + "mean_interval_width": 2.4987199306488037, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.1878814697265625, + "rmse": 1.5548491477966309, + "standardized_mae": 0.004152198787778616, + "standardized_rmse": 0.0054349214769899845, + "standardized_gaussian_nll": -3.9861753170630303, + "physical_gaussian_nll": 1.670113397722612, + "nominal_coverage": 0.9, + "coverage": 0.9059561128526645, + "mean_interval_width": 4.439852237701416, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 2.020928382873535, + "rmse": 2.773240566253662, + "standardized_mae": 0.007064085453748703, + "standardized_rmse": 0.009693766944110394, + "standardized_gaussian_nll": -3.5145654268683217, + "physical_gaussian_nll": 2.1417232879173205, + "nominal_coverage": 0.9, + "coverage": 0.9, + "mean_interval_width": 7.7886834144592285, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.04051102742087096, + "field_horizon_balanced_standardized_nll": -2.605391679519195, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1473251702871051, + "action_effect_rmse": 0.17453111678168545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2999904663148764, + "action_effect_rmse": 0.38641978229065665 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2438245494202723, + "action_effect_rmse": 0.2937019841601718 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5205181242214915, + "action_effect_rmse": 0.6076709949217001 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4110874214568578, + "action_effect_rmse": 0.5177194185497217 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9248824412542168, + "action_effect_rmse": 1.0365114828977018 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.590284063814361, + "action_effect_rmse": 0.7262181951897159 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9405725107297656, + "action_effect_rmse": 2.6740328510384166 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 15.232276445025558, + 54.093468713700446, + 20.796179311606924, + 9.319167300300675 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12361657455023216, + "action_effect_rmse": 0.1310278166516724 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2800220715837061, + "action_effect_rmse": 0.35846549514749565 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07122846261037452, + "action_effect_rmse": 0.0860649968571184 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.46719405114972307, + "action_effect_rmse": 0.5893104647817148 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18865901905446947, + "action_effect_rmse": 0.2104150360564437 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7565674089556372, + "action_effect_rmse": 0.9259389424917112 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6154703020131329, + "action_effect_rmse": 0.6710514045465769 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3539981326120862, + "action_effect_rmse": 1.537111476798638 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 669.8426356393902, + 261.72809105024874, + 408.52025676147656, + 639.6107248847527 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012379640932766259, + "action_effect_rmse": 0.01924307829544645 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0025815546581000604, + "action_effect_rmse": 0.0029840330799673197 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006351751349902883, + "action_effect_rmse": 0.006530865059933209 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 13.67629549797836, + "action_effect_rmse": 14.010573925813054 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025664562511920508, + "action_effect_rmse": 0.039983355522446154 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006515468578231302, + "action_effect_rmse": 0.007045099123347108 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005581708082365615, + "action_effect_rmse": 0.005830782904030664 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.490686324949003, + "action_effect_rmse": 13.800495377205683 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05321612040412275, + "action_effect_rmse": 0.08192048672281392 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010729478807466108, + "action_effect_rmse": 0.011699362562938694 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007680026395127992, + "action_effect_rmse": 0.007704457280263339 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 12.906451390729202, + "action_effect_rmse": 13.234317486702164 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05340789494828272, + "action_effect_rmse": 0.0720762929915533 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.034629495586627236, + "action_effect_rmse": 0.046024001026592765 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0006049490135959049, + "action_effect_rmse": 0.0007900645166819872 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.532646711933316, + "action_effect_rmse": 15.578188776910775 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.046069650362412, + 11.550347540448989, + 26.7166042817935, + 27.118945350526086 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03798597796525982, + "action_effect_rmse": 0.04619175608464093 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005679404095954983, + "action_effect_rmse": 0.005818418145394805 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03639862959042928, + "action_effect_rmse": 0.0461338982176084 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 6.311579035130548, + "action_effect_rmse": 7.313843987170002 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3720270627721873, + "action_effect_rmse": 0.5039201787643056 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006643247498591502, + "action_effect_rmse": 0.006791348061816603 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012594918577940576, + "action_effect_rmse": 0.01597297989936017 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 6.32578294132501, + "action_effect_rmse": 7.437100446982727 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4844307438694484, + "action_effect_rmse": 0.6685449110921667 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004044573695258198, + "action_effect_rmse": 0.005371325128358323 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0054498554343205925, + "action_effect_rmse": 0.006669453171032944 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 5.588251004974597, + "action_effect_rmse": 6.64414482866918 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.38124115955660337, + "action_effect_rmse": 0.40172589407849224 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02050836716667052, + "action_effect_rmse": 0.020979245263019895 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.017450085591351527, + "action_effect_rmse": 0.018131235275414825 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.027355261451831, + "action_effect_rmse": 4.592602651612906 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 70.79561702164467, + 31.27012334923522, + 71.72646979626114, + 98.58707514400218 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0009673573574302911, + "action_effect_rmse": 0.0011981520072210975 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03921417659596216, + "action_effect_rmse": 0.049490551503974196 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5715655616055102, + "action_effect_rmse": 0.653070805469484 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0019673758088640434, + "action_effect_rmse": 0.002179253442136402 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0846263031076487, + "action_effect_rmse": 0.10226658835629215 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6530278370494381, + "action_effect_rmse": 0.7534873074986932 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005623099123608773, + "action_effect_rmse": 0.008227357149023036 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15995395138679433, + "action_effect_rmse": 0.18233810419561508 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7248904206199143, + "action_effect_rmse": 0.8995529715072522 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01641553348242621, + "action_effect_rmse": 0.017200241173663006 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3138956223490794, + "action_effect_rmse": 0.3426766995420907 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7139368312819366, + "action_effect_rmse": 0.8810656836457537 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.5103244639113309, + 0.11691968078279415, + 0.24314716165084002, + 0.48534631818100926 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07488328085893059, + "action_effect_rmse": 0.07959728562686341 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007165614802246978, + "action_effect_rmse": 0.0010260635879177518 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1622064272275452, + "action_effect_rmse": 0.20953851181727384 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09891722487048327, + "action_effect_rmse": 0.11911902993568453 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007476237323259009, + "action_effect_rmse": 0.009164687918830346 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25633758417994085, + "action_effect_rmse": 0.3559057698303448 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16121818950598646, + "action_effect_rmse": 0.1973645132232739 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03113459523491476, + "action_effect_rmse": 0.03535562173112069 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4272766675324912, + "action_effect_rmse": 0.5557572725831067 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37258998478855077, + "action_effect_rmse": 0.4430951948553997 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08115385983553243, + "action_effect_rmse": 0.0999558445037298 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9239314951913306, + "action_effect_rmse": 1.0662970969486631 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 6.870382340147256, + 6.498863489423911, + 9.099338750027934, + 52.75264531197716 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.38996928155254196, + "action_effect_rmse": 0.39814089574343897 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007058314319647725, + "action_effect_rmse": 0.007456856592423292 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5077274584692759, + "action_effect_rmse": 0.5964606311811779 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11370791827662548, + "action_effect_rmse": 0.1362583459313394 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.033363590233231356, + "action_effect_rmse": 0.034915835001562597 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6876786051114246, + "action_effect_rmse": 0.8683527685312655 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09880210562818921, + "action_effect_rmse": 0.1209616746597157 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10143155160013961, + "action_effect_rmse": 0.12445846897078376 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8161785834038255, + "action_effect_rmse": 1.20973955773297 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4929396288434423, + "action_effect_rmse": 0.4938711031623391 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30049499627383963, + "action_effect_rmse": 0.3360912942897581 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3010539524335059, + "action_effect_rmse": 1.788986051881771 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 11.19817916672028, + 15.386224486068615, + 40.72287940526432, + 121.78870179099079 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27354423128851596, + "action_effect_rmse": 0.2745181104562374 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036579750510957374, + "action_effect_rmse": 0.004112073002367972 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8530986950742848, + "action_effect_rmse": 0.93288433553957 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6301945331902606, + "action_effect_rmse": 0.6309976607051606 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010062697642090038, + "action_effect_rmse": 0.01171319280526347 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6615169121514175, + "action_effect_rmse": 1.7901690182214465 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.099600708629616, + "action_effect_rmse": 1.1008755957613032 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007762232490605925, + "action_effect_rmse": 0.009650301676329864 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4684478701802846, + "action_effect_rmse": 3.6419137641341055 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4075980692807981, + "action_effect_rmse": 0.4175167351287652 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0983105246307036, + "action_effect_rmse": 0.09878437595132836 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.410378046833633, + "action_effect_rmse": 5.732155003775949 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 312.8580860594731, + 96.88464209796949, + 149.83087441282083, + 234.64159479981373 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008191847254958399, + "action_effect_rmse": 0.0013075850844466253 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002875939512186676, + "action_effect_rmse": 0.0029505437195396812 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014351957743389395, + "action_effect_rmse": 0.01932236752809393 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2821146707892481, + "action_effect_rmse": 1.3832937672225132 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003394938228208133, + "action_effect_rmse": 0.004188038916929594 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006808338729351012, + "action_effect_rmse": 0.007049765264298423 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01101782035645854, + "action_effect_rmse": 0.01348358582488574 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7995012208259974, + "action_effect_rmse": 0.9068779356120583 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011165005580631751, + "action_effect_rmse": 0.013837320912398905 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016846657622623457, + "action_effect_rmse": 0.018899486564611188 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012674255683310256, + "action_effect_rmse": 0.015141638887705245 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6325304257376043, + "action_effect_rmse": 0.7485109196694152 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.036946753384864785, + "action_effect_rmse": 0.05559266388210103 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02238772049118687, + "action_effect_rmse": 0.025080861889984814 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09187661518154194, + "action_effect_rmse": 0.09232831096415789 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5284785562708454, + "action_effect_rmse": 1.6153175706834282 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 188.70565184619988, + 172.7668350985689, + 188.55176367671854, + 188.50463367206694 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2046441815119794, + "action_effect_rmse": 0.20903099452861246 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.39523957384964586, + "action_effect_rmse": 0.4055067010038219 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23598155120386247, + "action_effect_rmse": 0.2393913177668896 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5917492116570505, + "action_effect_rmse": 0.6117824213705826 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1202754871934945, + "action_effect_rmse": 0.12426089247256877 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9146180613526363, + "action_effect_rmse": 1.0115381067271272 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6758571948119361, + "action_effect_rmse": 0.9083437002709659 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3158390988232895, + "action_effect_rmse": 1.8969572669644725 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 19.094378508290028, + 87.70895494789285, + 41.33848809007821, + 20.383209776752686 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.330499381393242, + "action_effect_rmse": 0.37780087294552167 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00531941853480807, + "action_effect_rmse": 0.006371313574017407 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06460813257858522, + "action_effect_rmse": 0.06845395026723501 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.507285390371653, + "action_effect_rmse": 27.37524183618737 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4304657007768746, + "action_effect_rmse": 0.48651363563941596 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010611954451405836, + "action_effect_rmse": 0.013528350843911435 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03468799931581238, + "action_effect_rmse": 0.04015827041966039 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.892008986584733, + "action_effect_rmse": 23.768572936491978 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3124140429795445, + "action_effect_rmse": 0.3146289935883392 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016328739928694585, + "action_effect_rmse": 0.020696203837204764 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016920952555190254, + "action_effect_rmse": 0.023316015025089627 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.54583811753409, + "action_effect_rmse": 21.852050329606687 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6822786303331618, + "action_effect_rmse": 0.8908311807548892 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011011647072814176, + "action_effect_rmse": 0.015534220606299377 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.050463330710106113, + "action_effect_rmse": 0.050523978003895464 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.752238664635435, + "action_effect_rmse": 20.389908408804484 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 382.28690019123746, + 325.43653432744577, + 523.285748066221, + 708.7603700293176 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0025424360956590795, + "action_effect_rmse": 0.002997442977930063 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.031936812834530315, + "action_effect_rmse": 0.03332626831079341 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9790821474331312, + "action_effect_rmse": 1.1891994176738194 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005953438687308855, + "action_effect_rmse": 0.0074738641300287805 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04457109873323972, + "action_effect_rmse": 0.047542536965521874 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8834418678209642, + "action_effect_rmse": 1.0980192084636051 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010293347833893827, + "action_effect_rmse": 0.013087336766753289 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06463507132837638, + "action_effect_rmse": 0.10246576094957291 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3499014007155015, + "action_effect_rmse": 1.3821464677143005 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03336843365435156, + "action_effect_rmse": 0.03783779331509349 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19365458007719974, + "action_effect_rmse": 0.25204943328429996 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.625815135904696, + "action_effect_rmse": 2.7572820301793888 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9220999488409584, + 1.019526165587825, + 0.9628702656215082, + 0.6985213763286259 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.035575494715246236, + "action_effect_rmse": 0.04218977866551634 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.0645987009204442, + "action_effect_rmse": 0.07974568300275986 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.11229451135758536, + "action_effect_rmse": 0.14789593707845056 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.25377510121313956, + "action_effect_rmse": 0.3007958088371554 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.0017548967265446852, + "action_effect_rmse": 0.002282567922138374 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.003960407248086449, + "action_effect_rmse": 0.005504897392285991 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.0079582234787513, + "action_effect_rmse": 0.010930868888244724 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.024891983568388884, + "action_effect_rmse": 0.029390022961779953 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.7753238545193206, + "action_effect_rmse": 0.9593478857933424 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.7682348524352012, + "action_effect_rmse": 0.9416446529123054 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 1.037395910667708, + "action_effect_rmse": 1.1660884200528374 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 1.6698759835933163, + "action_effect_rmse": 2.046812269462973 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.030427617815576694, + "action_effect_rmse": 0.04251554409055449 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.01597061158314428, + "action_effect_rmse": 0.022823386503403317 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.010681272516987275, + "action_effect_rmse": 0.014804948939796088 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.04009874512414888, + "action_effect_rmse": 0.053400737947582044 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 9.944318648567453, + "action_effect_rmse": 15.820128498494531 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 9.126994868421185, + "action_effect_rmse": 14.24369705117166 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 8.418267734743873, + "action_effect_rmse": 13.203827021432936 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 7.960179798572857, + "action_effect_rmse": 13.058805271331916 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.09542104625419097, + "action_effect_rmse": 0.1905512947801844 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.20788806607229765, + "action_effect_rmse": 0.35080167923548206 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.21530647820843685, + "action_effect_rmse": 0.3717681197159661 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.2884686095557282, + "action_effect_rmse": 0.4907263552294768 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.004114079200262447, + "action_effect_rmse": 0.004797337491681514 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.007644752314394913, + "action_effect_rmse": 0.009061888558575886 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.011987362513510586, + "action_effect_rmse": 0.015421167787254901 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.022134307579324698, + "action_effect_rmse": 0.02927754705098868 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 0.0, + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.4163807820865557, + "action_effect_rmse": 0.5341969518031485 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.6974990814118414, + "action_effect_rmse": 0.9288199641195996 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.217995172113182, + "action_effect_rmse": 1.7316081220320891 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 2.0409622061039348, + "action_effect_rmse": 2.8955906660913007 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.20233045334155086, + "action_effect_rmse": 0.2350657531579206 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.23230903992864646, + "action_effect_rmse": 0.311418788276589 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 0.3466071552447689, + "action_effect_rmse": 0.5153090024925696 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 0.5257898739253702, + "action_effect_rmse": 0.6347379216056821 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.0038109502836560535, + "action_effect_rmse": 0.004951991555701635 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.0169675083995268, + "action_effect_rmse": 0.021911229420848527 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.04677612644188677, + "action_effect_rmse": 0.07490673936967623 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.1599864602466919, + "action_effect_rmse": 0.21032267422535306 + } + ] + } + ] + } + }, + "current_only": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.07956942170858383, + "rmse": 0.11982416361570358, + "standardized_mae": 0.21862301230430603, + "standardized_rmse": 0.32922598719596863, + "standardized_gaussian_nll": 0.2351956394503612, + "physical_gaussian_nll": -0.7755233432758226, + "nominal_coverage": 0.9, + "coverage": 0.8647798742138365, + "mean_interval_width": 0.25725266337394714, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.10749862343072891, + "rmse": 0.1589764952659607, + "standardized_mae": 0.29536062479019165, + "standardized_rmse": 0.4367999732494354, + "standardized_gaussian_nll": 0.6010023695545064, + "physical_gaussian_nll": -0.4097166131716774, + "nominal_coverage": 0.9, + "coverage": 0.9099378881987578, + "mean_interval_width": 0.42063435912132263, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.1248512789607048, + "rmse": 0.17611198127269745, + "standardized_mae": 0.3430383503437042, + "standardized_rmse": 0.48388102650642395, + "standardized_gaussian_nll": 0.7366038321382202, + "physical_gaussian_nll": -0.27411515058796354, + "nominal_coverage": 0.9, + "coverage": 0.9238095238095239, + "mean_interval_width": 0.5504825711250305, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.1345372200012207, + "rmse": 0.1827934980392456, + "standardized_mae": 0.3696512281894684, + "standardized_rmse": 0.5022389888763428, + "standardized_gaussian_nll": 0.6304690712144184, + "physical_gaussian_nll": -0.38024991151176535, + "nominal_coverage": 0.9, + "coverage": 0.9596273291925466, + "mean_interval_width": 0.7210373878479004, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 1.9512978792190552, + "rmse": 2.6816043853759766, + "standardized_mae": 0.25596728920936584, + "standardized_rmse": 0.3517674207687378, + "standardized_gaussian_nll": 0.39594515815667797, + "physical_gaussian_nll": 2.4271455208469215, + "nominal_coverage": 0.9, + "coverage": 0.9059561128526645, + "mean_interval_width": 10.135998725891113, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 2.532102346420288, + "rmse": 3.3315727710723877, + "standardized_mae": 0.3321560323238373, + "standardized_rmse": 0.4370289444923401, + "standardized_gaussian_nll": 0.6285426500518831, + "physical_gaussian_nll": 2.659743012742126, + "nominal_coverage": 0.9, + "coverage": 0.9034267912772586, + "mean_interval_width": 12.263625144958496, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 3.1745522022247314, + "rmse": 4.10609769821167, + "standardized_mae": 0.4164313077926636, + "standardized_rmse": 0.5386295318603516, + "standardized_gaussian_nll": 0.7843504443644262, + "physical_gaussian_nll": 2.8155508070546693, + "nominal_coverage": 0.9, + "coverage": 0.9028213166144201, + "mean_interval_width": 14.756814002990723, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 3.865739107131958, + "rmse": 4.914353847503662, + "standardized_mae": 0.5070998072624207, + "standardized_rmse": 0.6446549296379089, + "standardized_gaussian_nll": 0.8304238284541989, + "physical_gaussian_nll": 2.8616241911444424, + "nominal_coverage": 0.9, + "coverage": 0.8847352024922118, + "mean_interval_width": 15.303086280822754, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 7.981520652770996, + "rmse": 9.743422508239746, + "standardized_mae": 0.4719211459159851, + "standardized_rmse": 0.5760966539382935, + "standardized_gaussian_nll": 4.3786671001695145, + "physical_gaussian_nll": 7.2067393620723745, + "nominal_coverage": 0.9, + "coverage": 0.9119496855345912, + "mean_interval_width": 28.322568893432617, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 8.314598083496094, + "rmse": 10.338325500488281, + "standardized_mae": 0.4916149079799652, + "standardized_rmse": 0.611271321773529, + "standardized_gaussian_nll": 6.4288784295453825, + "physical_gaussian_nll": 9.256950691448242, + "nominal_coverage": 0.9, + "coverage": 0.8544891640866873, + "mean_interval_width": 30.98412322998047, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 7.946445465087891, + "rmse": 10.119633674621582, + "standardized_mae": 0.46984726190567017, + "standardized_rmse": 0.5983407497406006, + "standardized_gaussian_nll": 7.577294521906478, + "physical_gaussian_nll": 10.405366783809338, + "nominal_coverage": 0.9, + "coverage": 0.91875, + "mean_interval_width": 39.95096969604492, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 7.782106876373291, + "rmse": 10.12102222442627, + "standardized_mae": 0.4601304829120636, + "standardized_rmse": 0.5984228849411011, + "standardized_gaussian_nll": 6.218757216239721, + "physical_gaussian_nll": 9.04682947814258, + "nominal_coverage": 0.9, + "coverage": 0.9318885448916409, + "mean_interval_width": 48.55373001098633, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.3931728005409241, + "rmse": 0.550658106803894, + "standardized_mae": 0.07822871208190918, + "standardized_rmse": 0.10956320911645889, + "standardized_gaussian_nll": 3.861474271179127, + "physical_gaussian_nll": 5.47608676898999, + "nominal_coverage": 0.9, + "coverage": 0.8790560471976401, + "mean_interval_width": 2.5545601844787598, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.5896164774894714, + "rmse": 0.7977218627929688, + "standardized_mae": 0.11731467396020889, + "standardized_rmse": 0.158720925450325, + "standardized_gaussian_nll": 10.892120975521154, + "physical_gaussian_nll": 12.506733473332018, + "nominal_coverage": 0.9, + "coverage": 0.872093023255814, + "mean_interval_width": 3.8258824348449707, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.8473165035247803, + "rmse": 1.104557991027832, + "standardized_mae": 0.16858866810798645, + "standardized_rmse": 0.21977141499519348, + "standardized_gaussian_nll": 16.436925126994588, + "physical_gaussian_nll": 18.05153762480545, + "nominal_coverage": 0.9, + "coverage": 0.8705882352941177, + "mean_interval_width": 5.549185752868652, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 1.1509970426559448, + "rmse": 1.50230872631073, + "standardized_mae": 0.22901131212711334, + "standardized_rmse": 0.2989110052585602, + "standardized_gaussian_nll": 26.353363946291907, + "physical_gaussian_nll": 27.96797644410277, + "nominal_coverage": 0.9, + "coverage": 0.8746355685131195, + "mean_interval_width": 7.302405834197998, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.1319204419851303, + "rmse": 0.17377176880836487, + "standardized_mae": 0.14440084993839264, + "standardized_rmse": 0.19021153450012207, + "standardized_gaussian_nll": 5.218823750699497, + "physical_gaussian_nll": 5.12842970978899, + "nominal_coverage": 0.9, + "coverage": 0.8470588235294118, + "mean_interval_width": 0.5150934457778931, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.19819556176662445, + "rmse": 0.25148582458496094, + "standardized_mae": 0.21694596111774445, + "standardized_rmse": 0.2752777636051178, + "standardized_gaussian_nll": 6.525565735176581, + "physical_gaussian_nll": 6.435171694266074, + "nominal_coverage": 0.9, + "coverage": 0.8720238095238095, + "mean_interval_width": 0.7986728549003601, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.2859137952327728, + "rmse": 0.35015279054641724, + "standardized_mae": 0.3129628300666809, + "standardized_rmse": 0.3832791745662689, + "standardized_gaussian_nll": 7.650665451375815, + "physical_gaussian_nll": 7.560271410465308, + "nominal_coverage": 0.9, + "coverage": 0.8254437869822485, + "mean_interval_width": 1.1463061571121216, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.38308942317962646, + "rmse": 0.46149182319641113, + "standardized_mae": 0.41933178901672363, + "standardized_rmse": 0.5051515102386475, + "standardized_gaussian_nll": 6.315292953611714, + "physical_gaussian_nll": 6.2248989127012075, + "nominal_coverage": 0.9, + "coverage": 0.7957957957957958, + "mean_interval_width": 1.4031932353973389, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.2871609926223755, + "rmse": 0.4730052947998047, + "standardized_mae": 0.5373650789260864, + "standardized_rmse": 0.8851359486579895, + "standardized_gaussian_nll": 114.14961538910744, + "physical_gaussian_nll": 113.52298067418869, + "nominal_coverage": 0.9, + "coverage": 0.9072463768115943, + "mean_interval_width": 2.266373634338379, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.27659302949905396, + "rmse": 0.4503818154335022, + "standardized_mae": 0.5175892114639282, + "standardized_rmse": 0.8428005576133728, + "standardized_gaussian_nll": 131.4449715136495, + "physical_gaussian_nll": 130.81833679873074, + "nominal_coverage": 0.9, + "coverage": 0.9156976744186046, + "mean_interval_width": 2.3409101963043213, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.27628013491630554, + "rmse": 0.4356866478919983, + "standardized_mae": 0.5170036554336548, + "standardized_rmse": 0.8153014779090881, + "standardized_gaussian_nll": 180.61684977528103, + "physical_gaussian_nll": 179.99021506036226, + "nominal_coverage": 0.9, + "coverage": 0.9057142857142857, + "mean_interval_width": 2.5486974716186523, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.2869327664375305, + "rmse": 0.42299148440361023, + "standardized_mae": 0.536937952041626, + "standardized_rmse": 0.7915449738502502, + "standardized_gaussian_nll": 203.6732572221627, + "physical_gaussian_nll": 203.04662250724394, + "nominal_coverage": 0.9, + "coverage": 0.9269005847953217, + "mean_interval_width": 2.7018330097198486, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 31.747684478759766, + "rmse": 48.27283477783203, + "standardized_mae": 0.8408018350601196, + "standardized_rmse": 1.278451919555664, + "standardized_gaussian_nll": 55.226424421930595, + "physical_gaussian_nll": 58.85764349035968, + "nominal_coverage": 0.9, + "coverage": 0.8605341246290801, + "mean_interval_width": 146.6341552734375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 28.741552352905273, + "rmse": 44.44754409790039, + "standardized_mae": 0.7611877918243408, + "standardized_rmse": 1.1771433353424072, + "standardized_gaussian_nll": 67.12062995713161, + "physical_gaussian_nll": 70.75184902556069, + "nominal_coverage": 0.9, + "coverage": 0.8902077151335311, + "mean_interval_width": 127.40646362304688, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 24.549577713012695, + "rmse": 38.67234802246094, + "standardized_mae": 0.6501680612564087, + "standardized_rmse": 1.0241937637329102, + "standardized_gaussian_nll": 59.38709747717805, + "physical_gaussian_nll": 63.018316545607135, + "nominal_coverage": 0.9, + "coverage": 0.8925373134328358, + "mean_interval_width": 126.9623031616211, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 20.4063777923584, + "rmse": 33.01329803466797, + "standardized_mae": 0.540440022945404, + "standardized_rmse": 0.8743201494216919, + "standardized_gaussian_nll": 43.78871579647047, + "physical_gaussian_nll": 47.41993486489955, + "nominal_coverage": 0.9, + "coverage": 0.9262536873156342, + "mean_interval_width": 114.18060302734375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 2.2798995971679688, + "rmse": 2.990767240524292, + "standardized_mae": 0.2833745777606964, + "standardized_rmse": 0.37173014879226685, + "standardized_gaussian_nll": 0.2989311288260312, + "physical_gaussian_nll": 2.3840482099326934, + "nominal_coverage": 0.9, + "coverage": 0.9034267912772586, + "mean_interval_width": 8.670228958129883, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 3.271686553955078, + "rmse": 4.206996440887451, + "standardized_mae": 0.40664634108543396, + "standardized_rmse": 0.5228983759880066, + "standardized_gaussian_nll": 0.9368179035377365, + "physical_gaussian_nll": 3.021934984644399, + "nominal_coverage": 0.9, + "coverage": 0.9096573208722741, + "mean_interval_width": 13.099541664123535, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 3.9749951362609863, + "rmse": 4.931602478027344, + "standardized_mae": 0.4940623641014099, + "standardized_rmse": 0.6129615306854248, + "standardized_gaussian_nll": 1.254538872980128, + "physical_gaussian_nll": 3.33965595408679, + "nominal_coverage": 0.9, + "coverage": 0.9059561128526645, + "mean_interval_width": 17.633819580078125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 4.718661308288574, + "rmse": 6.007086277008057, + "standardized_mae": 0.5864945650100708, + "standardized_rmse": 0.7466362118721008, + "standardized_gaussian_nll": 1.2949234292376437, + "physical_gaussian_nll": 3.3800405103443056, + "nominal_coverage": 0.9, + "coverage": 0.8836477987421384, + "mean_interval_width": 21.312725067138672, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.5016014575958252, + "rmse": 0.667911946773529, + "standardized_mae": 0.13141606748104095, + "standardized_rmse": 0.174988254904747, + "standardized_gaussian_nll": -0.042310732240382065, + "physical_gaussian_nll": 1.2971267921206504, + "nominal_coverage": 0.9, + "coverage": 0.8816568047337278, + "mean_interval_width": 1.6733592748641968, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.8305962681770325, + "rmse": 1.0611706972122192, + "standardized_mae": 0.2176104038953781, + "standardized_rmse": 0.2780192792415619, + "standardized_gaussian_nll": 0.5857170892922332, + "physical_gaussian_nll": 1.9251546136532656, + "nominal_coverage": 0.9, + "coverage": 0.8830409356725146, + "mean_interval_width": 2.837690591812134, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 1.2262294292449951, + "rmse": 1.5159469842910767, + "standardized_mae": 0.32126352190971375, + "standardized_rmse": 0.39716747403144836, + "standardized_gaussian_nll": 1.1816525855460662, + "physical_gaussian_nll": 2.5210901099070986, + "nominal_coverage": 0.9, + "coverage": 0.8875739644970414, + "mean_interval_width": 4.5206193923950195, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 1.5837770700454712, + "rmse": 1.9392707347869873, + "standardized_mae": 0.4149385094642639, + "standardized_rmse": 0.5080753564834595, + "standardized_gaussian_nll": 1.394958115856616, + "physical_gaussian_nll": 2.7343956402176484, + "nominal_coverage": 0.9, + "coverage": 0.8959537572254336, + "mean_interval_width": 6.565766334533691, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 1.8171517848968506, + "rmse": 3.1379852294921875, + "standardized_mae": 0.006351791322231293, + "standardized_rmse": 0.01096871867775917, + "standardized_gaussian_nll": -3.4310175620139858, + "physical_gaussian_nll": 2.2252711527716564, + "nominal_coverage": 0.9, + "coverage": 0.909375, + "mean_interval_width": 7.140407562255859, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 4.30127477645874, + "rmse": 7.177631378173828, + "standardized_mae": 0.01503495778888464, + "standardized_rmse": 0.025089163333177567, + "standardized_gaussian_nll": -1.8563707933020348, + "physical_gaussian_nll": 3.7999179214836074, + "nominal_coverage": 0.9, + "coverage": 0.8652037617554859, + "mean_interval_width": 14.970586776733398, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 9.48255443572998, + "rmse": 15.112496376037598, + "standardized_mae": 0.03314594179391861, + "standardized_rmse": 0.0528252087533474, + "standardized_gaussian_nll": 0.03076509503979123, + "physical_gaussian_nll": 5.687053809825433, + "nominal_coverage": 0.9, + "coverage": 0.8934169278996865, + "mean_interval_width": 37.008697509765625, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 17.87813949584961, + "rmse": 26.462947845458984, + "standardized_mae": 0.06249241903424263, + "standardized_rmse": 0.09250032156705856, + "standardized_gaussian_nll": 1.4084136955319624, + "physical_gaussian_nll": 7.064702410317604, + "nominal_coverage": 0.9, + "coverage": 0.925, + "mean_interval_width": 83.8751449584961, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.35482378292363137, + "field_horizon_balanced_standardized_nll": 24.279123571332484, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.148317533825703, + "action_effect_rmse": 1.4002341396674636 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0889108004690371, + "action_effect_rmse": 0.10961534716746935 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8769949946346263, + "action_effect_rmse": 2.321953642206801 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5536092879539515, + "action_effect_rmse": 0.9321360435743666 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0131571477927843, + "action_effect_rmse": 3.7269502036862994 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7923653321928252, + "action_effect_rmse": 2.7708918056656806 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.077127820960918, + "action_effect_rmse": 3.702611952730748 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.39791994378821, + "action_effect_rmse": 8.795839152163278 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 8.015251066486899, + "predicted_costs": [ + 15.072839679767988, + 202.44892973410214, + 30.75362831024529, + 47.490062825283275 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.254069686192826, + "action_effect_rmse": 2.85623234781828 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6223235725673817, + "action_effect_rmse": 0.7492735550088085 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9194418597200467, + "action_effect_rmse": 3.6773295473814995 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2602965820548964, + "action_effect_rmse": 1.4610065995913895 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.12224148037325, + "action_effect_rmse": 4.024056658649864 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.818858649567763, + "action_effect_rmse": 3.2473576815864837 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0709534502329028, + "action_effect_rmse": 1.5829918873554167 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.927556703371276, + "action_effect_rmse": 6.939939765128302 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1590.1925185341117, + 379.487375751938, + 914.1807934320484, + 1498.1926096235893 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19985974661353012, + "action_effect_rmse": 0.25512825807928113 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019347810650264325, + "action_effect_rmse": 0.024140210663221254 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.058096683910991986, + "action_effect_rmse": 0.06198076649323759 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 19.099175703822414, + "action_effect_rmse": 23.984738957858717 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29673557455006083, + "action_effect_rmse": 0.408394795742802 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01904207329738424, + "action_effect_rmse": 0.027282736755174355 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.042780293362266776, + "action_effect_rmse": 0.04686162839226464 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.195727678845223, + "action_effect_rmse": 21.85609843282674 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3996232238919628, + "action_effect_rmse": 0.5482163982220619 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017097537811122148, + "action_effect_rmse": 0.02904167442629671 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02695240879032775, + "action_effect_rmse": 0.03532686195010958 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.551194901473494, + "action_effect_rmse": 19.357508290874353 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9287097467948966, + "action_effect_rmse": 0.9818411632775742 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015599003375689572, + "action_effect_rmse": 0.021561316056246005 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.728169128212714, + "action_effect_rmse": 0.7284130465198242 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 22.045511281135244, + "action_effect_rmse": 26.49915559628391 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 22.914518464114348, + 4.868235839201862, + 16.28190066441833, + 20.75382807249924 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30791951904785037, + "action_effect_rmse": 0.3430112079445696 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02144149372439112, + "action_effect_rmse": 0.02484579487473457 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002920234292873044, + "action_effect_rmse": 0.00356117723206437 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 49.63903744479084, + "action_effect_rmse": 54.374817238326905 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3063015289229168, + "action_effect_rmse": 0.4411290240121686 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030213821231808307, + "action_effect_rmse": 0.03431233797972258 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014840602463911742, + "action_effect_rmse": 0.014874508413467593 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 46.522286523660775, + "action_effect_rmse": 51.67005277924546 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3455644368328598, + "action_effect_rmse": 0.513790159633183 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04331855942474109, + "action_effect_rmse": 0.04925207889001144 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01038583204659757, + "action_effect_rmse": 0.010702973735474105 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 43.89557616405676, + "action_effect_rmse": 49.45569515116528 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32661254680509505, + "action_effect_rmse": 0.5085777713601688 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05585824553868927, + "action_effect_rmse": 0.06937443431763873 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00686293667702903, + "action_effect_rmse": 0.006918304346464451 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 72.14272948890222, + "action_effect_rmse": 81.87001001902541 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 40.98817024308789, + 26.657133236397918, + 40.70417280769197, + 43.41599857529965 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17552011695288947, + "action_effect_rmse": 0.21259514236015317 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6928697361847682, + "action_effect_rmse": 0.9346729132957975 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.581327135467575, + "action_effect_rmse": 5.753464333177337 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23071531999051018, + "action_effect_rmse": 0.2966314264895818 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6329551468257245, + "action_effect_rmse": 0.8169613622690343 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.859234544461121, + "action_effect_rmse": 6.215348475692393 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22486281121108753, + "action_effect_rmse": 0.3035983326027101 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7834973112513749, + "action_effect_rmse": 1.1236034765784615 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.506247619092686, + "action_effect_rmse": 5.972107464187897 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14541528716705532, + "action_effect_rmse": 0.19557847601044626 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1908386405471407, + "action_effect_rmse": 1.604840505266521 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5500745876753093, + "action_effect_rmse": 3.9655941460347277 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.3098861737434881, + 0.13467590382171415, + 0.4452526549108984, + 1.3336611885379899 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6083684770979829, + "action_effect_rmse": 0.7192780002601324 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14590489725902364, + "action_effect_rmse": 0.16124139147580008 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5867481414914172, + "action_effect_rmse": 0.658585499047787 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.982036675131918, + "action_effect_rmse": 1.1523394878086706 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32381141625014703, + "action_effect_rmse": 0.36198989157775513 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1493477509501417, + "action_effect_rmse": 1.2950817906852783 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4978476667606568, + "action_effect_rmse": 1.764786679499129 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6125208464091436, + "action_effect_rmse": 0.7050534855609141 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.131410054602251, + "action_effect_rmse": 2.516438634936848 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0931129916983564, + "action_effect_rmse": 2.552641711698666 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8244840799188443, + "action_effect_rmse": 0.994354162044794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.305901898642541, + "action_effect_rmse": 4.393947073197985 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.286294295170152, + "predicted_costs": [ + 13.348754252583017, + 14.599741510546293, + 18.32734991799022, + 156.7818819880227 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3399189424165943, + "action_effect_rmse": 1.5739921565041626 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15968378551824122, + "action_effect_rmse": 0.19815489731598326 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40953430491104353, + "action_effect_rmse": 0.5057839643154365 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5763349742103117, + "action_effect_rmse": 1.9729648539350664 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.37431331574571775, + "action_effect_rmse": 0.45787972151491035 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7315104535482911, + "action_effect_rmse": 0.8697875339493764 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5758333586299038, + "action_effect_rmse": 1.9071022834339402 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5816995319378826, + "action_effect_rmse": 0.7658137703797528 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.428223723033322, + "action_effect_rmse": 2.272268892193327 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.904293243696646, + "action_effect_rmse": 2.329830121606718 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7155713797563253, + "action_effect_rmse": 0.8965035667687948 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.758250209895721, + "action_effect_rmse": 6.062287889329882 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 3.8505513581921456, + "predicted_costs": [ + 34.55210058568852, + 23.513425051915, + 140.7843860154813, + 417.14981456711433 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.8400887021028844, + "action_effect_rmse": 3.2768449206155603 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23982245102734723, + "action_effect_rmse": 0.2862140494192561 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7170062595908273, + "action_effect_rmse": 1.7780379849573666 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.5088273831598356, + "action_effect_rmse": 5.1159111277456315 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4810721634544575, + "action_effect_rmse": 0.5847334871671752 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3008020144751526, + "action_effect_rmse": 3.4838828465814826 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.106788897436008, + "action_effect_rmse": 6.109566967982982 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8854471139061554, + "action_effect_rmse": 1.0893175160800925 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.380156808212291, + "action_effect_rmse": 6.090729863001334 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.707190330774747, + "action_effect_rmse": 6.077599726227964 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.609072800295478, + "action_effect_rmse": 1.8797867322044088 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 13.148742995882762, + "action_effect_rmse": 14.765724655047649 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1296.668418899898, + 113.64294512075782, + 424.9164389652851, + 936.5763188965309 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07301404171719324, + "action_effect_rmse": 0.10519764997656343 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02057699922625626, + "action_effect_rmse": 0.021610073900892673 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02967159937324401, + "action_effect_rmse": 0.029941879398182866 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 38.852261100974154, + "action_effect_rmse": 40.801683014368145 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10122126546392766, + "action_effect_rmse": 0.14443410861822764 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026365186560328862, + "action_effect_rmse": 0.02772519203070395 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.040938961528726364, + "action_effect_rmse": 0.041037639536421436 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 37.402472125417354, + "action_effect_rmse": 38.95797997663383 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16083266400060184, + "action_effect_rmse": 0.22526650685958563 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02441121691346974, + "action_effect_rmse": 0.037652068769859784 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025281936142956304, + "action_effect_rmse": 0.02552214405747661 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 34.831824950000744, + "action_effect_rmse": 36.18432475102403 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19430852621155262, + "action_effect_rmse": 0.2387144606368992 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.041453670354350436, + "action_effect_rmse": 0.04164947413329698 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.35822845352979077, + "action_effect_rmse": 0.3582294178433671 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.78301062840269, + "action_effect_rmse": 35.37692407058319 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 191.26685712121622, + 172.66925008679897, + 193.10477462831605, + 207.73436223282093 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.1238715558101315, + "action_effect_rmse": 3.4798556037213677 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 4.853527920065441, + "action_effect_rmse": 4.932431593116278 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.194084833010545, + "action_effect_rmse": 6.738355832505642 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 9.374816545486814, + "action_effect_rmse": 9.570371382910938 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 7.943915178479666, + "action_effect_rmse": 9.071769385380035 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 19.53488998840108, + "action_effect_rmse": 20.101708889297228 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.977397337865431, + "action_effect_rmse": 8.53477174259034 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 26.172041742247718, + "action_effect_rmse": 28.47178389822811 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 5.838192319219374, + "predicted_costs": [ + 132.74927817991824, + 407.86723097202696, + 77.69449599879913, + 60.52154682214694 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5939424071415829, + "action_effect_rmse": 0.5944957880319731 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.035075774410145755, + "action_effect_rmse": 0.04290902391349703 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3944994074402178, + "action_effect_rmse": 0.3954255409178388 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 19.596796272030375, + "action_effect_rmse": 26.09436199471608 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5967346538574271, + "action_effect_rmse": 0.6832346930389258 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04864550599593661, + "action_effect_rmse": 0.06505852277490977 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2762325712509411, + "action_effect_rmse": 0.277337693151774 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 19.47721666555288, + "action_effect_rmse": 25.822010019105456 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9590585224616947, + "action_effect_rmse": 1.0599373855104375 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06573577974589166, + "action_effect_rmse": 0.08607542395800462 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14516686465508322, + "action_effect_rmse": 0.14691817924880102 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 19.982741744131488, + "action_effect_rmse": 26.521997489503722 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.352480955205445, + "action_effect_rmse": 2.72875051387235 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16028486493387697, + "action_effect_rmse": 0.1633003674322038 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14373253543482445, + "action_effect_rmse": 0.14447702114567873 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 19.508886301017416, + "action_effect_rmse": 25.944473486216605 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 455.78795740083496, + 318.26985201411134, + 604.2147949640669, + 679.9526177032656 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03568750505883536, + "action_effect_rmse": 0.0592897070251176 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.155359112051336, + "action_effect_rmse": 0.1618150599505121 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.898382982991736, + "action_effect_rmse": 10.558692007564023 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05368925680538748, + "action_effect_rmse": 0.08901642490572888 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3697604643759694, + "action_effect_rmse": 0.3907395385249879 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.822771256839248, + "action_effect_rmse": 10.447735329401299 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07882520828072886, + "action_effect_rmse": 0.12768779005657271 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7733556907204205, + "action_effect_rmse": 0.8170333561461091 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 10.03150505145423, + "action_effect_rmse": 10.493483914126553 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18633710942940432, + "action_effect_rmse": 0.21780329488328054 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3359627922325359, + "action_effect_rmse": 0.384886087392458 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 13.484239200614034, + "action_effect_rmse": 15.773492701770088 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8236317705347097, + 1.0330058258148993, + 0.9534026943140661, + 0.3117744347202963 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.4241144241180521, + "action_effect_rmse": 0.6707449472324191 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.501357805600847, + "action_effect_rmse": 0.6403527365472864 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.7784265009858977, + "action_effect_rmse": 0.9823513316615853 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.7634007163898383, + "action_effect_rmse": 1.1669726534097482 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.10560381100586241, + "action_effect_rmse": 0.1560640315932183 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.14220228839794882, + "action_effect_rmse": 0.21899101246882421 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.1518440097459082, + "action_effect_rmse": 0.2328906602771751 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.1658761982982298, + "action_effect_rmse": 0.2069893904776063 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 7.239855059229655, + "action_effect_rmse": 8.502597507342687 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 7.341002900650185, + "action_effect_rmse": 8.596095921623718 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 7.268876335273458, + "action_effect_rmse": 8.53754274425146 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 8.517156894144671, + "action_effect_rmse": 11.500630611924269 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.875, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.1212969812543317, + "action_effect_rmse": 0.20069390371310994 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.09369810715146148, + "action_effect_rmse": 0.14231790744455336 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.05194676040874121, + "action_effect_rmse": 0.07680962187951743 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.3092482634635896, + "action_effect_rmse": 0.4122606441084476 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 31.796817630404444, + "action_effect_rmse": 38.332693348153676 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 30.399425748369055, + "action_effect_rmse": 36.510217057017094 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 28.815334439915624, + "action_effect_rmse": 34.76097171626922 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 35.12003442486439, + "action_effect_rmse": 48.29478814790524 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.2936839286300391, + "action_effect_rmse": 0.36987798812395867 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.32524825569858307, + "action_effect_rmse": 0.4607200838144758 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.4662697117967798, + "action_effect_rmse": 0.6593052797700932 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.9505279437542473, + "action_effect_rmse": 1.4769671103399455 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.024110519502764365, + "action_effect_rmse": 0.02961521112972686 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.031066646771364503, + "action_effect_rmse": 0.04160222927103702 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.03764077347380616, + "action_effect_rmse": 0.05499055150812594 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.06829894605065157, + "action_effect_rmse": 0.09175972862051555 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 3.331714839844762, + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 1.379675166515858, + "action_effect_rmse": 2.189112421333042 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 2.728397105744875, + "action_effect_rmse": 4.265493976514789 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 5.514317426001589, + "action_effect_rmse": 8.85903054484334 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 10.118402248971371, + "action_effect_rmse": 14.20244555587524 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 1.8857724829076872, + "action_effect_rmse": 2.448150277165859 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 3.0096201199778805, + "action_effect_rmse": 3.994009762946735 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 3.7099639549120447, + "action_effect_rmse": 5.106507437805631 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 3.305012529204834, + "action_effect_rmse": 4.794768569704422 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.18180371126820405, + "action_effect_rmse": 0.22149690121258164 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.39306563181677406, + "action_effect_rmse": 0.4770058601994081 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.6932224974177271, + "action_effect_rmse": 0.8699011053454582 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 1.049709419990216, + "action_effect_rmse": 1.3324234816524745 + } + ] + } + ] + } + }, + "history_branch_disabled": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.07459662854671478, + "rmse": 0.10453001409769058, + "standardized_mae": 0.204959899187088, + "standardized_rmse": 0.28720414638519287, + "standardized_gaussian_nll": 1.1227282009054937, + "physical_gaussian_nll": 0.11200921817930998, + "nominal_coverage": 0.9, + "coverage": 0.8742138364779874, + "mean_interval_width": 0.253661185503006, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.12039316445589066, + "rmse": 0.16410894691944122, + "standardized_mae": 0.33078935742378235, + "standardized_rmse": 0.4509017765522003, + "standardized_gaussian_nll": 4.7382007230994025, + "physical_gaussian_nll": 3.7274817403732188, + "nominal_coverage": 0.9, + "coverage": 0.8416149068322981, + "mean_interval_width": 0.4661830961704254, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.15211701393127441, + "rmse": 0.197623148560524, + "standardized_mae": 0.4179530441761017, + "standardized_rmse": 0.5429846048355103, + "standardized_gaussian_nll": 10.339462007723887, + "physical_gaussian_nll": 9.328743024997703, + "nominal_coverage": 0.9, + "coverage": 0.8063492063492064, + "mean_interval_width": 0.7616778016090393, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.16836291551589966, + "rmse": 0.21880321204662323, + "standardized_mae": 0.4625898599624634, + "standardized_rmse": 0.6011784076690674, + "standardized_gaussian_nll": 10.760625419772179, + "physical_gaussian_nll": 9.749906437045995, + "nominal_coverage": 0.9, + "coverage": 0.8819875776397516, + "mean_interval_width": 1.1502832174301147, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 1.4162204265594482, + "rmse": 1.999626874923706, + "standardized_mae": 0.18577691912651062, + "standardized_rmse": 0.26230698823928833, + "standardized_gaussian_nll": 3.5012209780113546, + "physical_gaussian_nll": 5.532421340701598, + "nominal_coverage": 0.9, + "coverage": 0.9059561128526645, + "mean_interval_width": 6.909548282623291, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 2.308270215988159, + "rmse": 3.1528139114379883, + "standardized_mae": 0.3027941882610321, + "standardized_rmse": 0.4135797321796417, + "standardized_gaussian_nll": 3.9079573368353353, + "physical_gaussian_nll": 5.939157699525579, + "nominal_coverage": 0.9, + "coverage": 0.9003115264797508, + "mean_interval_width": 10.700364112854004, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 3.4835071563720703, + "rmse": 4.549644470214844, + "standardized_mae": 0.45695939660072327, + "standardized_rmse": 0.5968131422996521, + "standardized_gaussian_nll": 4.732283692640767, + "physical_gaussian_nll": 6.76348405533101, + "nominal_coverage": 0.9, + "coverage": 0.9028213166144201, + "mean_interval_width": 16.603763580322266, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 4.677462100982666, + "rmse": 6.048599720001221, + "standardized_mae": 0.6135799884796143, + "standardized_rmse": 0.7934430241584778, + "standardized_gaussian_nll": 4.116336258809078, + "physical_gaussian_nll": 6.147536621499321, + "nominal_coverage": 0.9, + "coverage": 0.9034267912772586, + "mean_interval_width": 20.646474838256836, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 9.858702659606934, + "rmse": 12.009612083435059, + "standardized_mae": 0.582912802696228, + "standardized_rmse": 0.7100890278816223, + "standardized_gaussian_nll": 10.759641910763426, + "physical_gaussian_nll": 13.587714172666285, + "nominal_coverage": 0.9, + "coverage": 0.9088050314465409, + "mean_interval_width": 23.951107025146484, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 10.579416275024414, + "rmse": 13.181032180786133, + "standardized_mae": 0.6255261898040771, + "standardized_rmse": 0.7793512344360352, + "standardized_gaussian_nll": 25.03361736560426, + "physical_gaussian_nll": 27.861689627507122, + "nominal_coverage": 0.9, + "coverage": 0.9226006191950464, + "mean_interval_width": 28.437652587890625, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 11.083052635192871, + "rmse": 13.859045028686523, + "standardized_mae": 0.6553045511245728, + "standardized_rmse": 0.8194398880004883, + "standardized_gaussian_nll": 27.104502902167916, + "physical_gaussian_nll": 29.932575164070776, + "nominal_coverage": 0.9, + "coverage": 0.94375, + "mean_interval_width": 52.836551666259766, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 11.644956588745117, + "rmse": 14.790395736694336, + "standardized_mae": 0.6885281205177307, + "standardized_rmse": 0.8745076060295105, + "standardized_gaussian_nll": 26.18501810756672, + "physical_gaussian_nll": 29.01309036946958, + "nominal_coverage": 0.9, + "coverage": 0.9256965944272446, + "mean_interval_width": 60.55845642089844, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.1920071542263031, + "rmse": 0.28535574674606323, + "standardized_mae": 0.03820323199033737, + "standardized_rmse": 0.05677659437060356, + "standardized_gaussian_nll": 17.073860223827644, + "physical_gaussian_nll": 18.688472721638508, + "nominal_coverage": 0.9, + "coverage": 0.9174041297935103, + "mean_interval_width": 1.3206731081008911, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.3325742185115814, + "rmse": 0.49839839339256287, + "standardized_mae": 0.0661715492606163, + "standardized_rmse": 0.09916520863771439, + "standardized_gaussian_nll": 52.72209566350429, + "physical_gaussian_nll": 54.33670816131515, + "nominal_coverage": 0.9, + "coverage": 0.9040697674418605, + "mean_interval_width": 2.102604866027832, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.565872073173523, + "rmse": 0.8107692003250122, + "standardized_mae": 0.11259029805660248, + "standardized_rmse": 0.16131693124771118, + "standardized_gaussian_nll": 121.30143364004903, + "physical_gaussian_nll": 122.9160461378599, + "nominal_coverage": 0.9, + "coverage": 0.9147058823529411, + "mean_interval_width": 4.479486465454102, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.9016892313957214, + "rmse": 1.274471402168274, + "standardized_mae": 0.17940708994865417, + "standardized_rmse": 0.25357872247695923, + "standardized_gaussian_nll": 270.26247464306635, + "physical_gaussian_nll": 271.8770871408772, + "nominal_coverage": 0.9, + "coverage": 0.9008746355685131, + "mean_interval_width": 7.17032527923584, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.05469384416937828, + "rmse": 0.07862737774848938, + "standardized_mae": 0.059868182986974716, + "standardized_rmse": 0.08606596291065216, + "standardized_gaussian_nll": 8.725988523956838, + "physical_gaussian_nll": 8.635594483046331, + "nominal_coverage": 0.9, + "coverage": 0.9205882352941176, + "mean_interval_width": 0.25904974341392517, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.09331696480512619, + "rmse": 0.1318509429693222, + "standardized_mae": 0.10214526206254959, + "standardized_rmse": 0.14432477951049805, + "standardized_gaussian_nll": 11.946419830856598, + "physical_gaussian_nll": 11.856025789946091, + "nominal_coverage": 0.9, + "coverage": 0.9107142857142857, + "mean_interval_width": 0.46846339106559753, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.1591484248638153, + "rmse": 0.21721452474594116, + "standardized_mae": 0.1742047518491745, + "standardized_rmse": 0.23776422441005707, + "standardized_gaussian_nll": 13.13843728886848, + "physical_gaussian_nll": 13.048043247957974, + "nominal_coverage": 0.9, + "coverage": 0.9349112426035503, + "mean_interval_width": 0.8285017609596252, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.26059219241142273, + "rmse": 0.3474743962287903, + "standardized_mae": 0.2852456569671631, + "standardized_rmse": 0.3803474009037018, + "standardized_gaussian_nll": 14.793717333387185, + "physical_gaussian_nll": 14.703323292476679, + "nominal_coverage": 0.9, + "coverage": 0.9069069069069069, + "mean_interval_width": 1.2991445064544678, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.3541121482849121, + "rmse": 0.489153116941452, + "standardized_mae": 0.6626509428024292, + "standardized_rmse": 0.9153534173965454, + "standardized_gaussian_nll": 183.08067361556846, + "physical_gaussian_nll": 182.4540389006497, + "nominal_coverage": 0.9, + "coverage": 0.9101449275362319, + "mean_interval_width": 2.2803568840026855, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.35071051120758057, + "rmse": 0.4829053282737732, + "standardized_mae": 0.6562854051589966, + "standardized_rmse": 0.9036619067192078, + "standardized_gaussian_nll": 213.51135825906914, + "physical_gaussian_nll": 212.88472354415038, + "nominal_coverage": 0.9, + "coverage": 0.8982558139534884, + "mean_interval_width": 2.2702906131744385, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.35317352414131165, + "rmse": 0.475141704082489, + "standardized_mae": 0.6608944535255432, + "standardized_rmse": 0.8891338109970093, + "standardized_gaussian_nll": 249.65377215910033, + "physical_gaussian_nll": 249.02713744418156, + "nominal_coverage": 0.9, + "coverage": 0.9257142857142857, + "mean_interval_width": 2.6356863975524902, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.35566386580467224, + "rmse": 0.4656175673007965, + "standardized_mae": 0.6655546426773071, + "standardized_rmse": 0.8713112473487854, + "standardized_gaussian_nll": 249.53842008527016, + "physical_gaussian_nll": 248.9117853703514, + "nominal_coverage": 0.9, + "coverage": 0.9269005847953217, + "mean_interval_width": 2.650317907333374, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 37.82987976074219, + "rmse": 52.26659393310547, + "standardized_mae": 1.0018819570541382, + "standardized_rmse": 1.384222149848938, + "standardized_gaussian_nll": 211.24598109552238, + "physical_gaussian_nll": 214.87720016395147, + "nominal_coverage": 0.9, + "coverage": 0.7863501483679525, + "mean_interval_width": 241.64328002929688, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 35.282196044921875, + "rmse": 49.06017303466797, + "standardized_mae": 0.9344093799591064, + "standardized_rmse": 1.299303650856018, + "standardized_gaussian_nll": 207.56125009889317, + "physical_gaussian_nll": 211.19246916732226, + "nominal_coverage": 0.9, + "coverage": 0.8427299703264095, + "mean_interval_width": 203.44459533691406, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 31.804439544677734, + "rmse": 44.35600662231445, + "standardized_mae": 0.8423049449920654, + "standardized_rmse": 1.1747190952301025, + "standardized_gaussian_nll": 223.0084034296772, + "physical_gaussian_nll": 226.6396224981063, + "nominal_coverage": 0.9, + "coverage": 0.9044776119402985, + "mean_interval_width": 222.06390380859375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 28.441354751586914, + "rmse": 39.70212173461914, + "standardized_mae": 0.7532373666763306, + "standardized_rmse": 1.0514662265777588, + "standardized_gaussian_nll": 163.0616070097912, + "physical_gaussian_nll": 166.6928260782203, + "nominal_coverage": 0.9, + "coverage": 0.9056047197640118, + "mean_interval_width": 189.10348510742188, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.7815606594085693, + "rmse": 1.1300619840621948, + "standardized_mae": 0.09714218229055405, + "standardized_rmse": 0.14045831561088562, + "standardized_gaussian_nll": 0.7505041680599013, + "physical_gaussian_nll": 2.8356212491665636, + "nominal_coverage": 0.9, + "coverage": 0.9127725856697819, + "mean_interval_width": 4.004280090332031, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 1.3365330696105957, + "rmse": 1.844072699546814, + "standardized_mae": 0.16612112522125244, + "standardized_rmse": 0.22920453548431396, + "standardized_gaussian_nll": 1.527785867117953, + "physical_gaussian_nll": 3.6129029482246153, + "nominal_coverage": 0.9, + "coverage": 0.9252336448598131, + "mean_interval_width": 8.012648582458496, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 2.194471836090088, + "rmse": 3.025071382522583, + "standardized_mae": 0.27275654673576355, + "standardized_rmse": 0.37599390745162964, + "standardized_gaussian_nll": 1.744820454263211, + "physical_gaussian_nll": 3.829937535369873, + "nominal_coverage": 0.9, + "coverage": 0.9247648902821317, + "mean_interval_width": 12.166275978088379, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 3.573981523513794, + "rmse": 5.186007976531982, + "standardized_mae": 0.44421935081481934, + "standardized_rmse": 0.6445822715759277, + "standardized_gaussian_nll": 1.6300960245767395, + "physical_gaussian_nll": 3.715213105683402, + "nominal_coverage": 0.9, + "coverage": 0.9433962264150944, + "mean_interval_width": 18.983137130737305, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.11857549846172333, + "rmse": 0.16065531969070435, + "standardized_mae": 0.03106595017015934, + "standardized_rmse": 0.04209056869149208, + "standardized_gaussian_nll": 3.4411104777608235, + "physical_gaussian_nll": 4.780548002121856, + "nominal_coverage": 0.9, + "coverage": 0.9171597633136095, + "mean_interval_width": 0.4741731584072113, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.22934022545814514, + "rmse": 0.3074037730693817, + "standardized_mae": 0.06008553132414818, + "standardized_rmse": 0.08053763210773468, + "standardized_gaussian_nll": 3.4030831699667448, + "physical_gaussian_nll": 4.742520694327777, + "nominal_coverage": 0.9, + "coverage": 0.9181286549707602, + "mean_interval_width": 0.9843991994857788, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.4474268853664398, + "rmse": 0.5871147513389587, + "standardized_mae": 0.11722271144390106, + "standardized_rmse": 0.1538199484348297, + "standardized_gaussian_nll": 2.6426258095370083, + "physical_gaussian_nll": 3.982063333898041, + "nominal_coverage": 0.9, + "coverage": 0.9112426035502958, + "mean_interval_width": 1.8030290603637695, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.7759413719177246, + "rmse": 1.0279638767242432, + "standardized_mae": 0.20329120755195618, + "standardized_rmse": 0.2693193256855011, + "standardized_gaussian_nll": 1.8585479464067711, + "physical_gaussian_nll": 3.1979854707678035, + "nominal_coverage": 0.9, + "coverage": 0.8901734104046243, + "mean_interval_width": 2.816575288772583, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.6420425772666931, + "rmse": 0.7249091267585754, + "standardized_mae": 0.0022442375775426626, + "standardized_rmse": 0.002533894730731845, + "standardized_gaussian_nll": -4.522265592229487, + "physical_gaussian_nll": 1.1340231225561554, + "nominal_coverage": 0.9, + "coverage": 0.890625, + "mean_interval_width": 2.3078219890594482, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 0.8764244318008423, + "rmse": 1.1195558309555054, + "standardized_mae": 0.003063511336222291, + "standardized_rmse": 0.003913368564099073, + "standardized_gaussian_nll": -4.265381042921234, + "physical_gaussian_nll": 1.390907671864408, + "nominal_coverage": 0.9, + "coverage": 0.890282131661442, + "mean_interval_width": 3.1914100646972656, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.6125980615615845, + "rmse": 2.1839635372161865, + "standardized_mae": 0.005636780988425016, + "standardized_rmse": 0.007633969187736511, + "standardized_gaussian_nll": -3.7102561083570444, + "physical_gaussian_nll": 1.9460326064285978, + "nominal_coverage": 0.9, + "coverage": 0.896551724137931, + "mean_interval_width": 6.0240678787231445, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 3.0572011470794678, + "rmse": 4.136467456817627, + "standardized_mae": 0.010686340741813183, + "standardized_rmse": 0.014458879828453064, + "standardized_gaussian_nll": -2.9442243747533574, + "physical_gaussian_nll": 2.712064340032285, + "nominal_coverage": 0.9, + "coverage": 0.909375, + "mean_interval_width": 13.542624473571777, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.35340662273811174, + "field_horizon_balanced_standardized_nll": 58.6120983650934, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.378035115064628, + "action_effect_rmse": 0.44886864891884853 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09355320821049418, + "action_effect_rmse": 0.09601597313419237 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6237104351189338, + "action_effect_rmse": 0.7542111924738413 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1645663494092228, + "action_effect_rmse": 0.17493762877348432 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0517336558835673, + "action_effect_rmse": 1.2846739861091636 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.42569812078121555, + "action_effect_rmse": 0.45576027305197725 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1734709972507744, + "action_effect_rmse": 1.4823253971375219 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.544425501131016, + "action_effect_rmse": 2.746111285057279 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 17.03675127752957, + 119.97825544637169, + 30.199447961608243, + 13.996389881267753 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4003176184580622, + "action_effect_rmse": 0.5002889860474545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4192921355857493, + "action_effect_rmse": 0.5570541557660932 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5125507146417488, + "action_effect_rmse": 0.6539957862623632 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.566063672772619, + "action_effect_rmse": 0.7401359196280299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7727348075427022, + "action_effect_rmse": 0.9558986388789785 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9249097892187214, + "action_effect_rmse": 1.1451195057068275 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7237781114291918, + "action_effect_rmse": 0.8383008680657345 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5834544935456545, + "action_effect_rmse": 2.000345973683892 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1006.3474871923718, + 354.7932673739665, + 576.0217337400525, + 947.5348514252958 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15562338662694822, + "action_effect_rmse": 0.21423341550907615 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015119870813822564, + "action_effect_rmse": 0.018031804640137133 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05088026232222768, + "action_effect_rmse": 0.053371233931116493 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 20.197332081683747, + "action_effect_rmse": 24.529691485965582 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27990537430648016, + "action_effect_rmse": 0.39313814228302935 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020777647326033488, + "action_effect_rmse": 0.025904922890002593 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03890327329506904, + "action_effect_rmse": 0.04181433234952578 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.31542922622835, + "action_effect_rmse": 23.770094359269486 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4407093623395202, + "action_effect_rmse": 0.6109394117904808 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0260183326486428, + "action_effect_rmse": 0.03471947282368762 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03169157636408867, + "action_effect_rmse": 0.03612796412020829 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.399448043135177, + "action_effect_rmse": 23.21105995365987 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8878221073788776, + "action_effect_rmse": 1.0288458571193164 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03212435241906538, + "action_effect_rmse": 0.044516996054629054 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6254461458736281, + "action_effect_rmse": 0.6256266394586646 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.481065088351937, + "action_effect_rmse": 33.94527048866591 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 25.3831702589286, + 6.7300203819553595, + 18.955322112610286, + 24.053946948706493 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.330428789970755, + "action_effect_rmse": 0.37929362184292487 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02303527362740887, + "action_effect_rmse": 0.026184570889225035 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008511935929833755, + "action_effect_rmse": 0.008597680960947816 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.2264085493258, + "action_effect_rmse": 26.891982678716424 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32169574340401397, + "action_effect_rmse": 0.4276064813872173 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03490468515872536, + "action_effect_rmse": 0.03949992186377411 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0027742566385125325, + "action_effect_rmse": 0.003284544689354035 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.847324062761086, + "action_effect_rmse": 25.71234676698385 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2593093695965578, + "action_effect_rmse": 0.4385070375187682 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05010888152334717, + "action_effect_rmse": 0.05759106840814458 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003910166394366088, + "action_effect_rmse": 0.0042771368252019154 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 21.90964319653624, + "action_effect_rmse": 24.883969309014542 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23494212978920923, + "action_effect_rmse": 0.40233184650735365 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0604668124230443, + "action_effect_rmse": 0.08410175332433138 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009567616711975238, + "action_effect_rmse": 0.009758267771205654 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 43.93957733879072, + "action_effect_rmse": 48.28926297087791 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 45.61616887234241, + 28.683122457273505, + 45.4371657204244, + 46.004195992297014 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04437913132640695, + "action_effect_rmse": 0.05168583395270514 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48664431535224395, + "action_effect_rmse": 0.6763530258898807 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8151418343743775, + "action_effect_rmse": 2.3505700256408937 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08128706587482697, + "action_effect_rmse": 0.09380420133306443 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7217980247456784, + "action_effect_rmse": 1.0328417818319502 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9955884740414735, + "action_effect_rmse": 2.517698955692424 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13400169928117658, + "action_effect_rmse": 0.1579710855786228 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3077323928063376, + "action_effect_rmse": 1.6131043523118946 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8797948943617253, + "action_effect_rmse": 2.3643821015502544 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12146119924101954, + "action_effect_rmse": 0.13305277146869035 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8322116153915846, + "action_effect_rmse": 2.2271559064088935 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1999247911587527, + "action_effect_rmse": 1.4993494283489512 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.9296373456801363, + 0.11570581578539893, + 0.27158844932641396, + 0.9008542573709468 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22485737200988729, + "action_effect_rmse": 0.2627857049205142 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017799775662715216, + "action_effect_rmse": 0.026119872598448633 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19733680890279479, + "action_effect_rmse": 0.27134585359531727 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3749413202924323, + "action_effect_rmse": 0.4320201738060366 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06298100937753048, + "action_effect_rmse": 0.08453906824523413 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.504649559405531, + "action_effect_rmse": 0.5998349758308998 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.618180649782404, + "action_effect_rmse": 0.7316562115955345 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18221125329875557, + "action_effect_rmse": 0.2566777337773106 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8998014461754261, + "action_effect_rmse": 1.058615900200858 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0467761480148, + "action_effect_rmse": 1.2731611277468753 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3941044082421996, + "action_effect_rmse": 0.5325017287430375 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7283685298548903, + "action_effect_rmse": 1.985412217104198 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.286294295170152, + "predicted_costs": [ + 6.848386724952622, + 10.494959766206833, + 9.16480774067818, + 77.4166988826065 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1305300210721576, + "action_effect_rmse": 0.14228117575513186 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01333209968190848, + "action_effect_rmse": 0.0165939320847523 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.531787284130606, + "action_effect_rmse": 0.6419235431228364 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12153962795067841, + "action_effect_rmse": 0.13228977957854354 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03946095202556066, + "action_effect_rmse": 0.06093308116941326 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5204460641794716, + "action_effect_rmse": 0.6266199633405992 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10547803047591724, + "action_effect_rmse": 0.11076752456040061 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08951409460740223, + "action_effect_rmse": 0.14648005957116206 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7544576605673683, + "action_effect_rmse": 0.9353983830001782 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.260509153778757, + "action_effect_rmse": 0.27666874718355483 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14840344143809384, + "action_effect_rmse": 0.24716995726693158 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6155978104173034, + "action_effect_rmse": 2.031634074073671 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 3.8505513581921456, + "predicted_costs": [ + 35.63868908433536, + 28.02139027330065, + 88.81014759819222, + 210.8420815666741 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4504363903666082, + "action_effect_rmse": 0.5586179539893619 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04441369997785808, + "action_effect_rmse": 0.053415047406757496 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24258927362522323, + "action_effect_rmse": 0.2735591039243744 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7295283839725263, + "action_effect_rmse": 0.8732294929607546 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12295091182242146, + "action_effect_rmse": 0.1492532591599939 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3388651084963688, + "action_effect_rmse": 0.5063427478450279 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1781359473605317, + "action_effect_rmse": 1.3326480637622964 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34959942137711764, + "action_effect_rmse": 0.4259242263497504 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8383728413239547, + "action_effect_rmse": 1.1031503625216026 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0239054700827075, + "action_effect_rmse": 2.346464500232581 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9406747679188948, + "action_effect_rmse": 1.1062563136530013 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1491200770562198, + "action_effect_rmse": 1.3748403580670554 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 694.6086449585291, + 155.11467958775737, + 304.3763096885323, + 548.8551767680234 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015543789898695573, + "action_effect_rmse": 0.018391059621403232 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014753006637813352, + "action_effect_rmse": 0.01625469416169254 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01085354613577084, + "action_effect_rmse": 0.012400586345519141 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 22.547710866327275, + "action_effect_rmse": 22.87005836286403 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014807844611829305, + "action_effect_rmse": 0.015735305224816303 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02483920585022048, + "action_effect_rmse": 0.026957707686609145 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020083075896295998, + "action_effect_rmse": 0.02033796501000125 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.998772746029164, + "action_effect_rmse": 23.328102055269614 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.027565144613139598, + "action_effect_rmse": 0.03237280572356826 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03727396969915967, + "action_effect_rmse": 0.03987899311164622 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007746534624641847, + "action_effect_rmse": 0.00869049004908639 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 22.448171255786956, + "action_effect_rmse": 22.647370992044543 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09480184165229488, + "action_effect_rmse": 0.1198510020835246 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05375733448178366, + "action_effect_rmse": 0.06649758684626307 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20859990540460868, + "action_effect_rmse": 0.20860227488096744 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 14.881713993337248, + "action_effect_rmse": 24.03487700376724 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 188.8147189105684, + 173.41650275302052, + 189.45060360777296, + 192.91738493988998 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.057863001024933, + "action_effect_rmse": 1.1134750159773104 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.27762951479671, + "action_effect_rmse": 1.3397638376071213 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9510862273507446, + "action_effect_rmse": 2.0359742431248944 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.199780447516332, + "action_effect_rmse": 2.2470854741843884 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.5932718406850235, + "action_effect_rmse": 2.79576497044818 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.06135503901578, + "action_effect_rmse": 4.10742489599631 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.934672744337608, + "action_effect_rmse": 3.4000556519795437 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.100847272859141, + "action_effect_rmse": 4.282148215443744 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 5.838192319219374, + "predicted_costs": [ + 24.93898111250565, + 204.95707960279947, + 77.66858077531808, + 23.642490296857748 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12934039261643213, + "action_effect_rmse": 0.14431783973656184 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03615720922879362, + "action_effect_rmse": 0.03978970849241432 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32216497470046135, + "action_effect_rmse": 0.3225921429989804 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 11.932903249136174, + "action_effect_rmse": 17.356575703403475 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.26157983644290184, + "action_effect_rmse": 0.31270869277129965 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.053315530688381095, + "action_effect_rmse": 0.056775351270116015 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.169079937410498, + "action_effect_rmse": 0.1697993320886949 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.574799354450466, + "action_effect_rmse": 15.485823595939715 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5050934111725454, + "action_effect_rmse": 0.6573424220022202 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07423471252170917, + "action_effect_rmse": 0.0805665025510694 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.045047928349958376, + "action_effect_rmse": 0.04587791470030506 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.019661567475628, + "action_effect_rmse": 14.56591449528824 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7326666916552398, + "action_effect_rmse": 2.2983602900823508 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13126022835230344, + "action_effect_rmse": 0.14587084488649255 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10916064650417183, + "action_effect_rmse": 0.10934173793123388 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.488856729033719, + "action_effect_rmse": 13.718921206443419 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 372.5069226235698, + 308.6463993365574, + 469.3131967606557, + 553.7502355656804 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13776119304545348, + "action_effect_rmse": 0.14409387047511396 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9736689188906938, + "action_effect_rmse": 0.9928311078453096 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9258294681829833, + "action_effect_rmse": 1.2494800271120667 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20933018532191264, + "action_effect_rmse": 0.22352714926538636 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3347385452901743, + "action_effect_rmse": 1.3857541646774225 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2808870300767554, + "action_effect_rmse": 1.801330549688306 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24422637455161622, + "action_effect_rmse": 0.27936169475922945 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4917990553394158, + "action_effect_rmse": 1.6276970664365826 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.595160313619844, + "action_effect_rmse": 2.0012787976289155 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19224616016840765, + "action_effect_rmse": 0.20922009642660291 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.328816830986323, + "action_effect_rmse": 1.5740693878843688 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.745919559607124, + "action_effect_rmse": 3.0574369912943524 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.92974776046881, + 1.83610592282044, + 1.0386079304050622, + 0.4948796135308934 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.7301566171214688, + "action_effect_rmse": 0.849460718437216 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 1.0282682850179263, + "action_effect_rmse": 1.2221040772410954 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 1.3997657240728767, + "action_effect_rmse": 1.6204171363469708 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 1.580514223188954, + "action_effect_rmse": 1.9284602496975003 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.09107016218593021, + "action_effect_rmse": 0.10824617531323111 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.1453086255983698, + "action_effect_rmse": 0.17141122286251328 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.1891140369163964, + "action_effect_rmse": 0.22693371320458036 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.1568536797047136, + "action_effect_rmse": 0.17532268641601487 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 1.3704856512786803, + "action_effect_rmse": 1.8823362855230468 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 1.6382377520591145, + "action_effect_rmse": 2.1890180196534583 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 1.7374776039907847, + "action_effect_rmse": 2.190367497472768 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 1.9729221753829385, + "action_effect_rmse": 2.407900502930446 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.875, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.0981026797720734, + "action_effect_rmse": 0.16366266678416883 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.05771013581009389, + "action_effect_rmse": 0.08804071873594611 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.022099051433263746, + "action_effect_rmse": 0.029596584961082476 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.23819357862359597, + "action_effect_rmse": 0.33428073550893334 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 19.72608868661825, + "action_effect_rmse": 23.179596558492015 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 19.184081347367265, + "action_effect_rmse": 22.417366259553315 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 18.6942310157335, + "action_effect_rmse": 21.696972776632453 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 24.197803287378402, + "action_effect_rmse": 32.596082657560686 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.15773408977820771, + "action_effect_rmse": 0.22963311925310018 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.2194971996913063, + "action_effect_rmse": 0.32993909597354526 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.3081693219304408, + "action_effect_rmse": 0.49967050271817776 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.7375581926189054, + "action_effect_rmse": 1.2764422233451707 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.0222663400769596, + "action_effect_rmse": 0.02673113220308107 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.03345926725584011, + "action_effect_rmse": 0.039311154182823764 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.046908974098214706, + "action_effect_rmse": 0.056132584962872885 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.0694021819190492, + "action_effect_rmse": 0.09321359918787335 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 1.9958396620969452, + "ranking_accuracy": 0.8888888888888888, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.46036470420859626, + "action_effect_rmse": 0.6677105823797707 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.7157285336299243, + "action_effect_rmse": 1.0517156647400223 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.3174324828470776, + "action_effect_rmse": 1.8974778815795597 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 2.120302280810704, + "action_effect_rmse": 2.5767838234355267 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.4403399196660461, + "action_effect_rmse": 0.5906145137273535 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.718892784887844, + "action_effect_rmse": 1.0089935491784674 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.0532558219550243, + "action_effect_rmse": 1.455104368919653 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.3605187708156397, + "action_effect_rmse": 1.9001664781751038 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.025181858440827255, + "action_effect_rmse": 0.035640677210451124 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.07513095774183753, + "action_effect_rmse": 0.10509714523628597 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.20710825642775846, + "action_effect_rmse": 0.29930548132894846 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.4943942058663961, + "action_effect_rmse": 0.7230615719256528 + } + ] + } + ] + } + }, + "past_state_only": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.04364096000790596, + "rmse": 0.0836629644036293, + "standardized_mae": 0.11990685015916824, + "standardized_rmse": 0.22987033426761627, + "standardized_gaussian_nll": -0.8838222996036302, + "physical_gaussian_nll": -1.894541282329814, + "nominal_coverage": 0.9, + "coverage": 0.89937106918239, + "mean_interval_width": 0.13695041835308075, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.06179901584982872, + "rmse": 0.11772306263446808, + "standardized_mae": 0.16979748010635376, + "standardized_rmse": 0.32345303893089294, + "standardized_gaussian_nll": 0.741160479291615, + "physical_gaussian_nll": -0.2695585034345688, + "nominal_coverage": 0.9, + "coverage": 0.8944099378881988, + "mean_interval_width": 0.2301238775253296, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.07536432892084122, + "rmse": 0.13145916163921356, + "standardized_mae": 0.20706920325756073, + "standardized_rmse": 0.36119401454925537, + "standardized_gaussian_nll": 0.5208635107153671, + "physical_gaussian_nll": -0.4898554720108167, + "nominal_coverage": 0.9, + "coverage": 0.9301587301587302, + "mean_interval_width": 0.3842878043651581, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.09520963579416275, + "rmse": 0.14821256697177887, + "standardized_mae": 0.2615956962108612, + "standardized_rmse": 0.40722525119781494, + "standardized_gaussian_nll": 0.6839573009802584, + "physical_gaussian_nll": -0.32676168174592535, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 0.4090997278690338, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.7164056301116943, + "rmse": 1.261255145072937, + "standardized_mae": 0.09397663176059723, + "standardized_rmse": 0.1654488891363144, + "standardized_gaussian_nll": -0.6787266860798514, + "physical_gaussian_nll": 1.352473676610392, + "nominal_coverage": 0.9, + "coverage": 0.9247648902821317, + "mean_interval_width": 3.429513692855835, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 1.0766314268112183, + "rmse": 1.7523810863494873, + "standardized_mae": 0.14123031497001648, + "standardized_rmse": 0.22987379133701324, + "standardized_gaussian_nll": -0.11725365786952643, + "physical_gaussian_nll": 1.9139467048207168, + "nominal_coverage": 0.9, + "coverage": 0.9283489096573209, + "mean_interval_width": 5.170134544372559, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.5420962572097778, + "rmse": 2.3349740505218506, + "standardized_mae": 0.20228905975818634, + "standardized_rmse": 0.3062971532344818, + "standardized_gaussian_nll": 0.3912638654134632, + "physical_gaussian_nll": 2.4224642281037063, + "nominal_coverage": 0.9, + "coverage": 0.9278996865203761, + "mean_interval_width": 7.921801567077637, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 2.297954559326172, + "rmse": 3.229412317276001, + "standardized_mae": 0.3014410138130188, + "standardized_rmse": 0.42362773418426514, + "standardized_gaussian_nll": 0.7498424752660345, + "physical_gaussian_nll": 2.781042837956278, + "nominal_coverage": 0.9, + "coverage": 0.9283489096573209, + "mean_interval_width": 10.825857162475586, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 7.95894193649292, + "rmse": 10.835229873657227, + "standardized_mae": 0.4705861508846283, + "standardized_rmse": 0.6406516432762146, + "standardized_gaussian_nll": 9.046254957324072, + "physical_gaussian_nll": 11.874327219226931, + "nominal_coverage": 0.9, + "coverage": 0.949685534591195, + "mean_interval_width": 30.4372615814209, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 8.6216459274292, + "rmse": 11.6129789352417, + "standardized_mae": 0.5097696781158447, + "standardized_rmse": 0.6866374015808105, + "standardized_gaussian_nll": 109.75498966696867, + "physical_gaussian_nll": 112.58306192887153, + "nominal_coverage": 0.9, + "coverage": 0.9102167182662538, + "mean_interval_width": 32.46790313720703, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 8.579323768615723, + "rmse": 11.591377258300781, + "standardized_mae": 0.5072672963142395, + "standardized_rmse": 0.6853601336479187, + "standardized_gaussian_nll": 62.78929975823221, + "physical_gaussian_nll": 65.61737202013506, + "nominal_coverage": 0.9, + "coverage": 0.9375, + "mean_interval_width": 39.73197555541992, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 8.564607620239258, + "rmse": 11.371637344360352, + "standardized_mae": 0.5063971877098083, + "standardized_rmse": 0.6723676323890686, + "standardized_gaussian_nll": 13.025200736037762, + "physical_gaussian_nll": 15.853272997940621, + "nominal_coverage": 0.9, + "coverage": 0.934984520123839, + "mean_interval_width": 50.79703903198242, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.16937541961669922, + "rmse": 0.3230219781398773, + "standardized_mae": 0.03370024636387825, + "standardized_rmse": 0.06427095830440521, + "standardized_gaussian_nll": 7.016390125645828, + "physical_gaussian_nll": 8.631002623456691, + "nominal_coverage": 0.9, + "coverage": 0.8997050147492626, + "mean_interval_width": 1.130031943321228, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.30180585384368896, + "rmse": 0.564538836479187, + "standardized_mae": 0.0600496344268322, + "standardized_rmse": 0.1123250275850296, + "standardized_gaussian_nll": 23.739390928944616, + "physical_gaussian_nll": 25.35400342675548, + "nominal_coverage": 0.9, + "coverage": 0.8837209302325582, + "mean_interval_width": 2.060034990310669, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.4984511733055115, + "rmse": 0.8198201656341553, + "standardized_mae": 0.09917571395635605, + "standardized_rmse": 0.16311778128147125, + "standardized_gaussian_nll": 39.83451478729902, + "physical_gaussian_nll": 41.44912728510988, + "nominal_coverage": 0.9, + "coverage": 0.8735294117647059, + "mean_interval_width": 3.227443218231201, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.786118745803833, + "rmse": 1.2212427854537964, + "standardized_mae": 0.1564122885465622, + "standardized_rmse": 0.24298794567584991, + "standardized_gaussian_nll": 59.67681276172109, + "physical_gaussian_nll": 61.29142525953195, + "nominal_coverage": 0.9, + "coverage": 0.8775510204081632, + "mean_interval_width": 4.6822357177734375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.03938950225710869, + "rmse": 0.06602644175291061, + "standardized_mae": 0.04311596602201462, + "standardized_rmse": 0.07227291166782379, + "standardized_gaussian_nll": 0.8180067053930388, + "physical_gaussian_nll": 0.727612664482532, + "nominal_coverage": 0.9, + "coverage": 0.9117647058823529, + "mean_interval_width": 0.14718873798847198, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.06092899665236473, + "rmse": 0.09136956930160522, + "standardized_mae": 0.06669321656227112, + "standardized_rmse": 0.10001363605260849, + "standardized_gaussian_nll": 2.064005222017587, + "physical_gaussian_nll": 1.9736111811070802, + "nominal_coverage": 0.9, + "coverage": 0.9226190476190477, + "mean_interval_width": 0.2608158588409424, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.09532148391008377, + "rmse": 0.12938399612903595, + "standardized_mae": 0.10433942079544067, + "standardized_rmse": 0.14162443578243256, + "standardized_gaussian_nll": 2.9684508119561817, + "physical_gaussian_nll": 2.878056771045675, + "nominal_coverage": 0.9, + "coverage": 0.9349112426035503, + "mean_interval_width": 0.4410313069820404, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.1493997573852539, + "rmse": 0.19321537017822266, + "standardized_mae": 0.16353380680084229, + "standardized_rmse": 0.21149460971355438, + "standardized_gaussian_nll": 3.478496542446825, + "physical_gaussian_nll": 3.388102501536318, + "nominal_coverage": 0.9, + "coverage": 0.9459459459459459, + "mean_interval_width": 0.7532275915145874, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.3154204785823822, + "rmse": 0.5265597701072693, + "standardized_mae": 0.5902470946311951, + "standardized_rmse": 0.9853525757789612, + "standardized_gaussian_nll": 230.20466762616897, + "physical_gaussian_nll": 229.5780329112502, + "nominal_coverage": 0.9, + "coverage": 0.9188405797101449, + "mean_interval_width": 2.968385934829712, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.30350762605667114, + "rmse": 0.5062900185585022, + "standardized_mae": 0.5679545402526855, + "standardized_rmse": 0.9474217295646667, + "standardized_gaussian_nll": 212.08954153577787, + "physical_gaussian_nll": 211.4629068208591, + "nominal_coverage": 0.9, + "coverage": 0.9069767441860465, + "mean_interval_width": 3.0395431518554688, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.3018478751182556, + "rmse": 0.4923619031906128, + "standardized_mae": 0.5648486614227295, + "standardized_rmse": 0.9213579893112183, + "standardized_gaussian_nll": 416.7155352630452, + "physical_gaussian_nll": 416.08890054812645, + "nominal_coverage": 0.9, + "coverage": 0.8714285714285714, + "mean_interval_width": 2.9504454135894775, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.31243956089019775, + "rmse": 0.48029521107673645, + "standardized_mae": 0.5846688747406006, + "standardized_rmse": 0.8987776041030884, + "standardized_gaussian_nll": 628.1257371420064, + "physical_gaussian_nll": 627.4991024270877, + "nominal_coverage": 0.9, + "coverage": 0.9005847953216374, + "mean_interval_width": 4.010565280914307, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 35.19171142578125, + "rmse": 54.39006805419922, + "standardized_mae": 0.9320129752159119, + "standardized_rmse": 1.440459966659546, + "standardized_gaussian_nll": 55.85699390469998, + "physical_gaussian_nll": 59.488212973129066, + "nominal_coverage": 0.9, + "coverage": 0.8694362017804155, + "mean_interval_width": 199.86795043945312, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 31.919713973999023, + "rmse": 50.68812561035156, + "standardized_mae": 0.8453578352928162, + "standardized_rmse": 1.3424181938171387, + "standardized_gaussian_nll": 76.70010290591483, + "physical_gaussian_nll": 80.33132197434391, + "nominal_coverage": 0.9, + "coverage": 0.8724035608308606, + "mean_interval_width": 169.7399444580078, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 27.475528717041016, + "rmse": 44.30324935913086, + "standardized_mae": 0.7276585698127747, + "standardized_rmse": 1.1733218431472778, + "standardized_gaussian_nll": 80.22543887342442, + "physical_gaussian_nll": 83.8566579418535, + "nominal_coverage": 0.9, + "coverage": 0.8805970149253731, + "mean_interval_width": 152.19229125976562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 23.423032760620117, + "rmse": 38.999454498291016, + "standardized_mae": 0.6203327775001526, + "standardized_rmse": 1.032856822013855, + "standardized_gaussian_nll": 56.505544245074994, + "physical_gaussian_nll": 60.136763313504076, + "nominal_coverage": 0.9, + "coverage": 0.8938053097345132, + "mean_interval_width": 128.51748657226562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 1.3133944272994995, + "rmse": 1.8540743589401245, + "standardized_mae": 0.16324517130851746, + "standardized_rmse": 0.2304476648569107, + "standardized_gaussian_nll": -0.10444029651370629, + "physical_gaussian_nll": 1.9806767845929558, + "nominal_coverage": 0.9, + "coverage": 0.9096573208722741, + "mean_interval_width": 4.112232685089111, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 2.079523801803589, + "rmse": 2.7768516540527344, + "standardized_mae": 0.2584693729877472, + "standardized_rmse": 0.34514203667640686, + "standardized_gaussian_nll": 0.8703916302706588, + "physical_gaussian_nll": 2.955508711377321, + "nominal_coverage": 0.9, + "coverage": 0.9065420560747663, + "mean_interval_width": 7.162228584289551, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 2.8442728519439697, + "rmse": 3.690638780593872, + "standardized_mae": 0.3535219728946686, + "standardized_rmse": 0.4587189853191376, + "standardized_gaussian_nll": 1.362968822874255, + "physical_gaussian_nll": 3.448085903980917, + "nominal_coverage": 0.9, + "coverage": 0.9467084639498433, + "mean_interval_width": 11.840106010437012, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 3.7320055961608887, + "rmse": 5.021493434906006, + "standardized_mae": 0.46386057138442993, + "standardized_rmse": 0.6241343021392822, + "standardized_gaussian_nll": 1.6304691160317024, + "physical_gaussian_nll": 3.7155861971383644, + "nominal_coverage": 0.9, + "coverage": 0.9276729559748428, + "mean_interval_width": 15.85208797454834, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.02623850665986538, + "rmse": 0.04488987475633621, + "standardized_mae": 0.0068743047304451466, + "standardized_rmse": 0.011760832741856575, + "standardized_gaussian_nll": -3.511110699977974, + "physical_gaussian_nll": -2.1716731756169416, + "nominal_coverage": 0.9, + "coverage": 0.9526627218934911, + "mean_interval_width": 0.1163865253329277, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.06989435106515884, + "rmse": 0.11178179085254669, + "standardized_mae": 0.01831183023750782, + "standardized_rmse": 0.02928604558110237, + "standardized_gaussian_nll": -2.695264001041492, + "physical_gaussian_nll": -1.3558264766804597, + "nominal_coverage": 0.9, + "coverage": 0.9181286549707602, + "mean_interval_width": 0.257479190826416, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.1772659569978714, + "rmse": 0.25243157148361206, + "standardized_mae": 0.046442437916994095, + "standardized_rmse": 0.06613530218601227, + "standardized_gaussian_nll": -1.7461038389402184, + "physical_gaussian_nll": -0.406666314579186, + "nominal_coverage": 0.9, + "coverage": 0.9349112426035503, + "mean_interval_width": 0.6999361515045166, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.3440995216369629, + "rmse": 0.46993812918663025, + "standardized_mae": 0.09015166759490967, + "standardized_rmse": 0.1231204941868782, + "standardized_gaussian_nll": -0.8700320081981113, + "physical_gaussian_nll": 0.46940551616292103, + "nominal_coverage": 0.9, + "coverage": 0.9248554913294798, + "mean_interval_width": 1.4989383220672607, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.5640357732772827, + "rmse": 0.7005175948143005, + "standardized_mae": 0.001971567515283823, + "standardized_rmse": 0.0024486351758241653, + "standardized_gaussian_nll": -4.637965381157519, + "physical_gaussian_nll": 1.018323333628123, + "nominal_coverage": 0.9, + "coverage": 0.871875, + "mean_interval_width": 2.0199968814849854, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 0.8994960188865662, + "rmse": 1.2857164144515991, + "standardized_mae": 0.003144157351925969, + "standardized_rmse": 0.0044941771775484085, + "standardized_gaussian_nll": -4.260305006737049, + "physical_gaussian_nll": 1.3959837080485933, + "nominal_coverage": 0.9, + "coverage": 0.896551724137931, + "mean_interval_width": 3.640092611312866, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.575713038444519, + "rmse": 2.2792506217956543, + "standardized_mae": 0.005507850553840399, + "standardized_rmse": 0.007967041805386543, + "standardized_gaussian_nll": -3.7391616173909648, + "physical_gaussian_nll": 1.9171270973946775, + "nominal_coverage": 0.9, + "coverage": 0.9435736677115988, + "mean_interval_width": 7.080885410308838, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 2.7914974689483643, + "rmse": 3.8618268966674805, + "standardized_mae": 0.009757583029568195, + "standardized_rmse": 0.01349888276308775, + "standardized_gaussian_nll": -3.105659764272095, + "physical_gaussian_nll": 2.550628950513547, + "nominal_coverage": 0.9, + "coverage": 0.9125, + "mean_interval_width": 12.308819770812988, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.2768171668227296, + "field_horizon_balanced_standardized_nll": 51.78091116107902, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4049482355405303, + "action_effect_rmse": 0.49264960392805646 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06733807866595971, + "action_effect_rmse": 0.0785077647357473 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.68997500932538, + "action_effect_rmse": 0.8495703793531655 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1357032229909739, + "action_effect_rmse": 0.18286935432835247 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0162106086638392, + "action_effect_rmse": 1.2587435791725106 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.43307565701316736, + "action_effect_rmse": 0.5539969635671488 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6759185296589116, + "action_effect_rmse": 0.8011604833766386 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1105412452416346, + "action_effect_rmse": 2.3588269862240203 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 8.015251066486899, + "predicted_costs": [ + 6.062029465700748, + 43.73674852879856, + 7.143122445650653, + 36.19739780088945 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.48506024300354156, + "action_effect_rmse": 0.5827931004144972 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45801734226180696, + "action_effect_rmse": 0.5926105652487119 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7988252057687267, + "action_effect_rmse": 0.9538827410178086 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8435077459115519, + "action_effect_rmse": 1.0253372706785555 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3979385138431937, + "action_effect_rmse": 1.6526384878999358 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5372991659056272, + "action_effect_rmse": 1.8252284947095163 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1152941892068888, + "action_effect_rmse": 1.3421848951337751 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.517803567816467, + "action_effect_rmse": 3.057057491069733 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1092.7440442698476, + 373.1049454910885, + 580.2768514956615, + 1020.8192506339802 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21289640322217598, + "action_effect_rmse": 0.30230490448368363 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0196252286865987, + "action_effect_rmse": 0.023406317732456848 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04197330879354803, + "action_effect_rmse": 0.045500742341341355 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.73176151637879, + "action_effect_rmse": 41.28201203318708 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3648738347971318, + "action_effect_rmse": 0.517436364287973 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014844475739603643, + "action_effect_rmse": 0.019901298521264925 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0449226771480025, + "action_effect_rmse": 0.048890686966114455 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 32.18698243859032, + "action_effect_rmse": 39.56818882228426 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5660812614125815, + "action_effect_rmse": 0.7830244496336922 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009785675847960936, + "action_effect_rmse": 0.01538505292625443 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0183874989850837, + "action_effect_rmse": 0.020944665122441676 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.401563747816095, + "action_effect_rmse": 37.32477389006809 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3805193710731014, + "action_effect_rmse": 1.5345648019593086 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008768117089900329, + "action_effect_rmse": 0.008944627274952707 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9680706700914316, + "action_effect_rmse": 0.9681957019135266 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 33.69595405291498, + "action_effect_rmse": 40.298140916766236 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 31.813470947438145, + 5.951394025010069, + 21.968420845245856, + 28.6680637615927 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4561484227878238, + "action_effect_rmse": 0.5424982043509384 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02311955119836166, + "action_effect_rmse": 0.02757421527747047 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11027788378585142, + "action_effect_rmse": 0.11102499306061553 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 53.756979823306644, + "action_effect_rmse": 55.80449161253992 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.736972362183398, + "action_effect_rmse": 0.8251378412203637 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.032760614143354516, + "action_effect_rmse": 0.04526081323705178 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0316662325757485, + "action_effect_rmse": 0.03211290324685354 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 50.104139119183834, + "action_effect_rmse": 52.737386900730556 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.095304128468819, + "action_effect_rmse": 1.2095861215159123 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04009106328109565, + "action_effect_rmse": 0.06066992958846304 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02144230385840946, + "action_effect_rmse": 0.021536436707846402 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 47.42200705345775, + "action_effect_rmse": 50.351537457190055 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2218901719276205, + "action_effect_rmse": 1.5379266434797072 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.035030413070725075, + "action_effect_rmse": 0.05090557433841536 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04638899229352319, + "action_effect_rmse": 0.04661164622763635 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 75.1998836246337, + "action_effect_rmse": 87.19495030252813 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 132.42671705860238, + 33.64872495775972, + 139.24877231203905, + 188.31054826698144 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04442845723897637, + "action_effect_rmse": 0.05123800390306495 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.34099067442954006, + "action_effect_rmse": 0.40786935768593136 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1847144353600427, + "action_effect_rmse": 2.7279901527937693 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07850808227235724, + "action_effect_rmse": 0.09157425789150364 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5040895285807636, + "action_effect_rmse": 0.5985313633465644 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0137490156243154, + "action_effect_rmse": 2.531428288592771 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0939955910543111, + "action_effect_rmse": 0.11689644224391932 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6916277284320316, + "action_effect_rmse": 0.8356348291262871 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.077837221259377, + "action_effect_rmse": 2.5413826328519797 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.050964522710687, + "action_effect_rmse": 0.05256647380383091 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6889185306788027, + "action_effect_rmse": 0.9187925502681468 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4009474032353424, + "action_effect_rmse": 1.5184732217172394 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.8437683616786799, + 0.11578511397956108, + 0.34641667700379786, + 0.8441131384611067 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13029676895462336, + "action_effect_rmse": 0.19479521586093806 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0029048145186235295, + "action_effect_rmse": 0.0037881914968858864 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3008133540392161, + "action_effect_rmse": 0.31022562857646707 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2096469715864752, + "action_effect_rmse": 0.33313026386635264 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004002785164837282, + "action_effect_rmse": 0.004294192411526771 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5435264969713671, + "action_effect_rmse": 0.6234300889117316 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3867982662490886, + "action_effect_rmse": 0.6040052022301168 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029218806344579445, + "action_effect_rmse": 0.03843836660797536 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8528483445110359, + "action_effect_rmse": 1.0111925372949242 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.71719164083497, + "action_effect_rmse": 0.9538987018800449 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10306825054973956, + "action_effect_rmse": 0.1360185668952047 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2851301172899905, + "action_effect_rmse": 1.3225340122882734 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.286294295170152, + "predicted_costs": [ + 3.9452937432177944, + 9.622894883341832, + 4.991715726893699, + 60.9126337720361 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0482846196089426, + "action_effect_rmse": 1.196238836271894 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016343537131219204, + "action_effect_rmse": 0.017491597800112876 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4553838870103088, + "action_effect_rmse": 0.5473470204014003 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1642627361152122, + "action_effect_rmse": 1.460444509077827 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.040333935070067405, + "action_effect_rmse": 0.06236157847860682 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6133383808226919, + "action_effect_rmse": 0.7003459041523337 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5125520272363968, + "action_effect_rmse": 2.011415455693676 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10126296859979433, + "action_effect_rmse": 0.159825130858989 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0528540828996331, + "action_effect_rmse": 1.2890588328074382 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0963345013330077, + "action_effect_rmse": 2.8256519492539094 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14755693709295414, + "action_effect_rmse": 0.2508332143115427 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1844765905335826, + "action_effect_rmse": 2.7071309870451246 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 3.3091061530888983, + 19.06680312002392, + 43.47781399481966, + 234.5279318791578 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43418859760233985, + "action_effect_rmse": 0.5712943938810474 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017966585604586527, + "action_effect_rmse": 0.020971856520866746 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3399113776645966, + "action_effect_rmse": 0.48750150710448037 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9708091162015045, + "action_effect_rmse": 1.1720422685219516 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05626587957838088, + "action_effect_rmse": 0.0663289639679604 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6820661578237832, + "action_effect_rmse": 0.9027806091199128 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2190626051375055, + "action_effect_rmse": 2.4865853735916947 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17551341366380294, + "action_effect_rmse": 0.2039678777039069 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9181959438149079, + "action_effect_rmse": 1.0835903727668197 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6184838003192668, + "action_effect_rmse": 3.2072012856321033 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5225746142587381, + "action_effect_rmse": 0.6102659576034107 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.51552786245342, + "action_effect_rmse": 1.8001747144822782 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 737.1348028663683, + 139.3852018772905, + 277.30123364048166, + 527.6609345469005 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03473140641459219, + "action_effect_rmse": 0.04257264064064502 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.024136291977903568, + "action_effect_rmse": 0.02664865023069672 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027653727537291974, + "action_effect_rmse": 0.027655879768446138 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.426803355968616, + "action_effect_rmse": 50.85211385187928 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05525942392509956, + "action_effect_rmse": 0.06624314540092739 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04173191122328035, + "action_effect_rmse": 0.045640584657963446 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04187223577988821, + "action_effect_rmse": 0.04187359920778214 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 46.17548888125618, + "action_effect_rmse": 48.54833947480525 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0805268491074352, + "action_effect_rmse": 0.09870202965332989 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0661911551474823, + "action_effect_rmse": 0.07129100166133034 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02485637410520324, + "action_effect_rmse": 0.024863180045279456 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 43.868292558038775, + "action_effect_rmse": 45.64704143204008 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1427405544860747, + "action_effect_rmse": 0.17735953300946533 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06942367617263774, + "action_effect_rmse": 0.0786832052624673 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3773774429481918, + "action_effect_rmse": 0.3773776680940421 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 33.53210766454078, + "action_effect_rmse": 44.09565647433603 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 188.65482233781523, + 180.73126596853152, + 188.68954827906163, + 193.8459818756772 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5825500839651891, + "action_effect_rmse": 1.7326086411537711 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6441885677650513, + "action_effect_rmse": 0.6712542683240994 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.3044144972753635, + "action_effect_rmse": 2.546305888163402 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.573978436960033, + "action_effect_rmse": 1.5864970962345657 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.654613307708208, + "action_effect_rmse": 3.010196970311445 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.676213683379691, + "action_effect_rmse": 2.683881521935258 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1267091335528154, + "action_effect_rmse": 2.5321735946890334 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3906207318880583, + "action_effect_rmse": 2.4096213195075347 + } + ], + "ranking_accuracy": 0.3333333333333333, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 36.22090984095702, + "predicted_costs": [ + 99.06864371905115, + 72.33283976139002, + 13.681496502719025, + 58.401198661378174 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1926191849422043, + "action_effect_rmse": 0.25244755777075756 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006037069324676736, + "action_effect_rmse": 0.00699693536736281 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4301937709080452, + "action_effect_rmse": 0.430919658610754 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 29.93800536213835, + "action_effect_rmse": 40.39686904324927 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2971338909947126, + "action_effect_rmse": 0.3326590185928417 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009668844076028194, + "action_effect_rmse": 0.010954890408308495 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3257868886182114, + "action_effect_rmse": 0.3266523461107941 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 29.012260663966913, + "action_effect_rmse": 38.73629078380166 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23492956186843847, + "action_effect_rmse": 0.29031231916722333 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018025006489115942, + "action_effect_rmse": 0.019303058877759963 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19875852360071025, + "action_effect_rmse": 0.1997595547760543 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.941089094428307, + "action_effect_rmse": 40.02900922113376 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3216153302725215, + "action_effect_rmse": 1.7732988090089856 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.028078946544276562, + "action_effect_rmse": 0.0308063973886789 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32463426117912036, + "action_effect_rmse": 0.324946239098483 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 30.937073408905416, + "action_effect_rmse": 41.716975607001004 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 212.14814608348345, + 175.4282754589459, + 291.46277914971745, + 404.7778015942507 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0037291057264018327, + "action_effect_rmse": 0.005997441491198863 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08152156586411508, + "action_effect_rmse": 0.10346229627184629 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.306339162981283, + "action_effect_rmse": 11.606344863910714 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007599335024934538, + "action_effect_rmse": 0.01217570531211759 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12535487987099833, + "action_effect_rmse": 0.15789951117755238 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 11.215335077555094, + "action_effect_rmse": 11.493315004723305 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01019565707777211, + "action_effect_rmse": 0.01611888243670492 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13882970340304132, + "action_effect_rmse": 0.18373337528483238 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 11.200327992155382, + "action_effect_rmse": 11.463816122179866 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.021612632011756745, + "action_effect_rmse": 0.02322482026681078 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4545129327411483, + "action_effect_rmse": 0.4666598143786299 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0881686292687376, + "action_effect_rmse": 3.9650331984377503 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9428653129902121, + 1.024729791708338, + 0.9927088813741383, + 0.6959098945508593 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.21125612014682757, + "action_effect_rmse": 0.29754147583906476 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.314722204225881, + "action_effect_rmse": 0.4377054080883666 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.41522871591753646, + "action_effect_rmse": 0.604997322656256 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.5717157317099755, + "action_effect_rmse": 0.7286807026346116 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.0240787814826891, + "action_effect_rmse": 0.036478091701806804 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.04305370864864589, + "action_effect_rmse": 0.06532263202071371 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.0520956240660416, + "action_effect_rmse": 0.08344038764379717 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.036288577361221874, + "action_effect_rmse": 0.04063635345718477 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 6.745526799170663, + "action_effect_rmse": 8.430574457703532 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 6.614542046589705, + "action_effect_rmse": 8.321791242818026 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 6.63908260670738, + "action_effect_rmse": 8.302942423313336 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 2.24455801625204, + "action_effect_rmse": 3.002269907069135 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.15252467275618417, + "action_effect_rmse": 0.22408339212260822 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.11106200853046266, + "action_effect_rmse": 0.16723986617823838 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.06586117513735167, + "action_effect_rmse": 0.10176511503144597 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.4291178416280667, + "action_effect_rmse": 0.5448806120262085 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 41.463387514448094, + "action_effect_rmse": 47.529439070286124 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 39.36971777574931, + "action_effect_rmse": 45.288837016536036 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 37.65823811343523, + "action_effect_rmse": 43.63023619283856 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 43.341254687748716, + "action_effect_rmse": 56.81468228659224 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.22409885434169907, + "action_effect_rmse": 0.33587004784381236 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.3635598779750855, + "action_effect_rmse": 0.5156653529822222 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.49421045021431853, + "action_effect_rmse": 0.7365882851712333 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 1.0166913569398295, + "action_effect_rmse": 1.4050046763373416 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.018229535296885167, + "action_effect_rmse": 0.022733789398239765 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.024751461295566678, + "action_effect_rmse": 0.03408693110816285 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.03352322519141371, + "action_effect_rmse": 0.048405978994662396 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.03532528821938492, + "action_effect_rmse": 0.0495264191272106 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 7.753742533769011, + "ranking_accuracy": 0.7777777777777778, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.3776087679011566, + "action_effect_rmse": 0.4901393449330877 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.7320200735800668, + "action_effect_rmse": 0.9394939280611031 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.2450811462540103, + "action_effect_rmse": 1.5652445408092768 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 2.000683352537192, + "action_effect_rmse": 2.346423645870813 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.680888091445861, + "action_effect_rmse": 0.9468891124404244 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 1.0229889227121103, + "action_effect_rmse": 1.3983855456193561 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.5311958881397054, + "action_effect_rmse": 1.99877697645973 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.5583219658176433, + "action_effect_rmse": 2.161619504168923 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.012404979084809753, + "action_effect_rmse": 0.01591775899584919 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.033534199937761855, + "action_effect_rmse": 0.05262109215854305 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.10199839620272556, + "action_effect_rmse": 0.15124425676877562 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.25773326730047724, + "action_effect_rmse": 0.38894853599231416 + } + ] + } + ] + } + }, + "truncate_4": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.01627158932387829, + "rmse": 0.03917750343680382, + "standardized_mae": 0.04470742493867874, + "standardized_rmse": 0.10764315724372864, + "standardized_gaussian_nll": -0.7742322041533367, + "physical_gaussian_nll": -1.7849511868795205, + "nominal_coverage": 0.9, + "coverage": 0.9213836477987422, + "mean_interval_width": 0.088504858314991, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.03585391119122505, + "rmse": 0.08326437324285507, + "standardized_mae": 0.09851133823394775, + "standardized_rmse": 0.22877518832683563, + "standardized_gaussian_nll": -0.16532896598674773, + "physical_gaussian_nll": -1.1760479487129314, + "nominal_coverage": 0.9, + "coverage": 0.9037267080745341, + "mean_interval_width": 0.16212452948093414, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.05881556123495102, + "rmse": 0.12166839838027954, + "standardized_mae": 0.16160021722316742, + "standardized_rmse": 0.3342931568622589, + "standardized_gaussian_nll": -0.273421854324973, + "physical_gaussian_nll": -1.2841408370511567, + "nominal_coverage": 0.9, + "coverage": 0.9142857142857143, + "mean_interval_width": 0.2510213553905487, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.08732710033655167, + "rmse": 0.1518247127532959, + "standardized_mae": 0.23993782699108124, + "standardized_rmse": 0.4171499013900757, + "standardized_gaussian_nll": -0.09726391488166616, + "physical_gaussian_nll": -1.1079828976078498, + "nominal_coverage": 0.9, + "coverage": 0.9192546583850931, + "mean_interval_width": 0.36131101846694946, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.327244371175766, + "rmse": 0.5669518113136292, + "standardized_mae": 0.042927250266075134, + "standardized_rmse": 0.0743715837597847, + "standardized_gaussian_nll": -1.4864280917664958, + "physical_gaussian_nll": 0.5447722709237475, + "nominal_coverage": 0.9, + "coverage": 0.9341692789968652, + "mean_interval_width": 1.6746059656143188, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.6281481385231018, + "rmse": 1.098476767539978, + "standardized_mae": 0.08239919692277908, + "standardized_rmse": 0.14409594237804413, + "standardized_gaussian_nll": -0.849815249034986, + "physical_gaussian_nll": 1.1813851136552573, + "nominal_coverage": 0.9, + "coverage": 0.9158878504672897, + "mean_interval_width": 2.8651325702667236, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.2275936603546143, + "rmse": 1.9606587886810303, + "standardized_mae": 0.1610332429409027, + "standardized_rmse": 0.25719523429870605, + "standardized_gaussian_nll": -0.23419149763287975, + "physical_gaussian_nll": 1.7970088650573635, + "nominal_coverage": 0.9, + "coverage": 0.8840125391849529, + "mean_interval_width": 4.912235736846924, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 1.8227918148040771, + "rmse": 2.7519593238830566, + "standardized_mae": 0.23911012709140778, + "standardized_rmse": 0.36099642515182495, + "standardized_gaussian_nll": 0.06098178125572476, + "physical_gaussian_nll": 2.0921821439459682, + "nominal_coverage": 0.9, + "coverage": 0.881619937694704, + "mean_interval_width": 7.266960620880127, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 1.1301491260528564, + "rmse": 2.8846428394317627, + "standardized_mae": 0.06682201474905014, + "standardized_rmse": 0.17055948078632355, + "standardized_gaussian_nll": -0.6173902871078754, + "physical_gaussian_nll": 2.2106819747949844, + "nominal_coverage": 0.9, + "coverage": 0.889937106918239, + "mean_interval_width": 4.820917129516602, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 1.7875293493270874, + "rmse": 3.9153735637664795, + "standardized_mae": 0.10569075495004654, + "standardized_rmse": 0.2315032035112381, + "standardized_gaussian_nll": 0.3907114860576452, + "physical_gaussian_nll": 3.218783747960505, + "nominal_coverage": 0.9, + "coverage": 0.8606811145510835, + "mean_interval_width": 7.462838649749756, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 2.7803728580474854, + "rmse": 5.214726448059082, + "standardized_mae": 0.1643943339586258, + "standardized_rmse": 0.30832967162132263, + "standardized_gaussian_nll": 1.3224509513816514, + "physical_gaussian_nll": 4.150523213284511, + "nominal_coverage": 0.9, + "coverage": 0.896875, + "mean_interval_width": 13.015591621398926, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 4.236500263214111, + "rmse": 6.558258533477783, + "standardized_mae": 0.25049036741256714, + "standardized_rmse": 0.38776832818984985, + "standardized_gaussian_nll": 2.222773851343028, + "physical_gaussian_nll": 5.050846113245887, + "nominal_coverage": 0.9, + "coverage": 0.8328173374613003, + "mean_interval_width": 15.830543518066406, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.07323502749204636, + "rmse": 0.15531298518180847, + "standardized_mae": 0.014571409672498703, + "standardized_rmse": 0.030902277678251266, + "standardized_gaussian_nll": -2.551076725007684, + "physical_gaussian_nll": -0.9364642271968204, + "nominal_coverage": 0.9, + "coverage": 0.8790560471976401, + "mean_interval_width": 0.2620392143726349, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.12585628032684326, + "rmse": 0.26878586411476135, + "standardized_mae": 0.02504134178161621, + "standardized_rmse": 0.053479719907045364, + "standardized_gaussian_nll": -0.6984016870637089, + "physical_gaussian_nll": 0.9162108107471545, + "nominal_coverage": 0.9, + "coverage": 0.8837209302325582, + "mean_interval_width": 0.4671822786331177, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.24399074912071228, + "rmse": 0.4602762460708618, + "standardized_mae": 0.04854629188776016, + "standardized_rmse": 0.09158013015985489, + "standardized_gaussian_nll": 11.098648122686026, + "physical_gaussian_nll": 12.71326062049689, + "nominal_coverage": 0.9, + "coverage": 0.8970588235294118, + "mean_interval_width": 0.9203401207923889, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.4893541932106018, + "rmse": 0.8438262939453125, + "standardized_mae": 0.09736570715904236, + "standardized_rmse": 0.16789422929286957, + "standardized_gaussian_nll": 9.124269816160933, + "physical_gaussian_nll": 10.738882313971796, + "nominal_coverage": 0.9, + "coverage": 0.8979591836734694, + "mean_interval_width": 1.792954683303833, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.015043113380670547, + "rmse": 0.021291350945830345, + "standardized_mae": 0.016466274857521057, + "standardized_rmse": 0.023305630311369896, + "standardized_gaussian_nll": -1.3019734250830712, + "physical_gaussian_nll": -1.3923674659935779, + "nominal_coverage": 0.9, + "coverage": 0.9323529411764706, + "mean_interval_width": 0.06642567366361618, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.02788427472114563, + "rmse": 0.04004519060254097, + "standardized_mae": 0.030522281304001808, + "standardized_rmse": 0.04383368790149689, + "standardized_gaussian_nll": -0.42253769612523134, + "physical_gaussian_nll": -0.512931737035738, + "nominal_coverage": 0.9, + "coverage": 0.8869047619047619, + "mean_interval_width": 0.1201171800494194, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.049896735697984695, + "rmse": 0.07198567688465118, + "standardized_mae": 0.05461724475026131, + "standardized_rmse": 0.0787959173321724, + "standardized_gaussian_nll": -0.2400281660908228, + "physical_gaussian_nll": -0.3304222070013295, + "nominal_coverage": 0.9, + "coverage": 0.9171597633136095, + "mean_interval_width": 0.22529345750808716, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.08350516110658646, + "rmse": 0.12032873183488846, + "standardized_mae": 0.09140521287918091, + "standardized_rmse": 0.13171249628067017, + "standardized_gaussian_nll": -0.2791161362929348, + "physical_gaussian_nll": -0.36951017720344154, + "nominal_coverage": 0.9, + "coverage": 0.8858858858858859, + "mean_interval_width": 0.369394451379776, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.019523175433278084, + "rmse": 0.04422016441822052, + "standardized_mae": 0.036533765494823456, + "standardized_rmse": 0.08274929970502853, + "standardized_gaussian_nll": -0.8623438533677921, + "physical_gaussian_nll": -1.488978568286548, + "nominal_coverage": 0.9, + "coverage": 0.9188405797101449, + "mean_interval_width": 0.09315770119428635, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.021004095673561096, + "rmse": 0.04413636028766632, + "standardized_mae": 0.03930501639842987, + "standardized_rmse": 0.08259247988462448, + "standardized_gaussian_nll": -1.078486496586006, + "physical_gaussian_nll": -1.7051212115047618, + "nominal_coverage": 0.9, + "coverage": 0.9331395348837209, + "mean_interval_width": 0.11152524501085281, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.032176319509744644, + "rmse": 0.07043410837650299, + "standardized_mae": 0.06021162122488022, + "standardized_rmse": 0.1318035125732422, + "standardized_gaussian_nll": -0.8551133356683105, + "physical_gaussian_nll": -1.4817480505870666, + "nominal_coverage": 0.9, + "coverage": 0.9342857142857143, + "mean_interval_width": 0.1842605471611023, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.05253959447145462, + "rmse": 0.10290121287107468, + "standardized_mae": 0.0983174666762352, + "standardized_rmse": 0.19255928695201874, + "standardized_gaussian_nll": -0.5568186042155606, + "physical_gaussian_nll": -1.1834533191343166, + "nominal_coverage": 0.9, + "coverage": 0.9298245614035088, + "mean_interval_width": 0.2670349180698395, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 1.3340895175933838, + "rmse": 3.3169169425964355, + "standardized_mae": 0.03533186390995979, + "standardized_rmse": 0.08784482628107071, + "standardized_gaussian_nll": -1.1844736363494406, + "physical_gaussian_nll": 2.4467454320796413, + "nominal_coverage": 0.9, + "coverage": 0.887240356083086, + "mean_interval_width": 5.278918266296387, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 1.6823982000350952, + "rmse": 4.214497089385986, + "standardized_mae": 0.04455643147230148, + "standardized_rmse": 0.11161623150110245, + "standardized_gaussian_nll": -1.7652722821931788, + "physical_gaussian_nll": 1.8659467862359034, + "nominal_coverage": 0.9, + "coverage": 0.9080118694362018, + "mean_interval_width": 7.157083511352539, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 2.8434762954711914, + "rmse": 6.64626407623291, + "standardized_mae": 0.07530628144741058, + "standardized_rmse": 0.1760188490152359, + "standardized_gaussian_nll": -1.5703991376428785, + "physical_gaussian_nll": 2.0608199307862036, + "nominal_coverage": 0.9, + "coverage": 0.9223880597014925, + "mean_interval_width": 12.745285987854004, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 3.814072847366333, + "rmse": 7.816238880157471, + "standardized_mae": 0.10101144015789032, + "standardized_rmse": 0.20700432360172272, + "standardized_gaussian_nll": -1.1622175594225377, + "physical_gaussian_nll": 2.4690015090065445, + "nominal_coverage": 0.9, + "coverage": 0.9321533923303835, + "mean_interval_width": 16.927684783935547, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.3585980236530304, + "rmse": 0.7892892360687256, + "standardized_mae": 0.04457107186317444, + "standardized_rmse": 0.09810278564691544, + "standardized_gaussian_nll": -1.429298398242627, + "physical_gaussian_nll": 0.6558186828640351, + "nominal_coverage": 0.9, + "coverage": 0.9003115264797508, + "mean_interval_width": 1.3288416862487793, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.6768254637718201, + "rmse": 1.4235116243362427, + "standardized_mae": 0.0841243788599968, + "standardized_rmse": 0.17693191766738892, + "standardized_gaussian_nll": -0.8718158009086356, + "physical_gaussian_nll": 1.2133012801980265, + "nominal_coverage": 0.9, + "coverage": 0.9003115264797508, + "mean_interval_width": 2.518646001815796, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.269221544265747, + "rmse": 2.265885353088379, + "standardized_mae": 0.1577548086643219, + "standardized_rmse": 0.2816327214241028, + "standardized_gaussian_nll": -0.3107084888513091, + "physical_gaussian_nll": 1.774408592255353, + "nominal_coverage": 0.9, + "coverage": 0.9153605015673981, + "mean_interval_width": 5.052839279174805, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 2.1698837280273438, + "rmse": 3.6532979011535645, + "standardized_mae": 0.26970043778419495, + "standardized_rmse": 0.4540777802467346, + "standardized_gaussian_nll": 0.27626923594192754, + "physical_gaussian_nll": 2.3613863170485896, + "nominal_coverage": 0.9, + "coverage": 0.8710691823899371, + "mean_interval_width": 7.837821006774902, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.07270988076925278, + "rmse": 0.12234732508659363, + "standardized_mae": 0.019049478694796562, + "standardized_rmse": 0.03205414116382599, + "standardized_gaussian_nll": -2.420844130851687, + "physical_gaussian_nll": -1.0814066064906547, + "nominal_coverage": 0.9, + "coverage": 0.8579881656804734, + "mean_interval_width": 0.25843653082847595, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.17971837520599365, + "rmse": 0.29653650522232056, + "standardized_mae": 0.047084953635931015, + "standardized_rmse": 0.077690489590168, + "standardized_gaussian_nll": -1.619402488821099, + "physical_gaussian_nll": -0.2799649644600666, + "nominal_coverage": 0.9, + "coverage": 0.9122807017543859, + "mean_interval_width": 0.6438099145889282, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.3953942358493805, + "rmse": 0.5923160910606384, + "standardized_mae": 0.10359051823616028, + "standardized_rmse": 0.15518265962600708, + "standardized_gaussian_nll": -0.8224061112684767, + "physical_gaussian_nll": 0.5170314130925556, + "nominal_coverage": 0.9, + "coverage": 0.9112426035502958, + "mean_interval_width": 1.4595963954925537, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.7570943832397461, + "rmse": 1.1252720355987549, + "standardized_mae": 0.19835342466831207, + "standardized_rmse": 0.2948133945465088, + "standardized_gaussian_nll": -0.05875508069387479, + "physical_gaussian_nll": 1.2806824436671576, + "nominal_coverage": 0.9, + "coverage": 0.9132947976878613, + "mean_interval_width": 2.6943202018737793, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.6452115178108215, + "rmse": 0.7826413512229919, + "standardized_mae": 0.0022553144954144955, + "standardized_rmse": 0.0027356958016753197, + "standardized_gaussian_nll": -4.441434621822955, + "physical_gaussian_nll": 1.2148540929626872, + "nominal_coverage": 0.9, + "coverage": 0.9125, + "mean_interval_width": 2.805389881134033, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 0.9579471349716187, + "rmse": 1.2911300659179688, + "standardized_mae": 0.0033484711311757565, + "standardized_rmse": 0.00451310072094202, + "standardized_gaussian_nll": -4.03754001768535, + "physical_gaussian_nll": 1.6187486971002922, + "nominal_coverage": 0.9, + "coverage": 0.9122257053291536, + "mean_interval_width": 4.360556125640869, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.722238540649414, + "rmse": 2.398937702178955, + "standardized_mae": 0.006020025350153446, + "standardized_rmse": 0.008385404013097286, + "standardized_gaussian_nll": -3.5009853575160417, + "physical_gaussian_nll": 2.1553033572696005, + "nominal_coverage": 0.9, + "coverage": 0.9028213166144201, + "mean_interval_width": 7.958544731140137, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 3.364495038986206, + "rmse": 4.627556800842285, + "standardized_mae": 0.011760476045310497, + "standardized_rmse": 0.016175465658307076, + "standardized_gaussian_nll": -2.814002357435347, + "physical_gaussian_nll": 2.8422863573502952, + "nominal_coverage": 0.9, + "coverage": 0.903125, + "mean_interval_width": 16.891305923461914, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.08685867765452712, + "field_horizon_balanced_standardized_nll": -0.42143546038171475, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1261322253431795, + "action_effect_rmse": 0.13813919364848612 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2727905843213989, + "action_effect_rmse": 0.3414256833512551 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.302601109647006, + "action_effect_rmse": 0.3219394274230688 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2760350334072494, + "action_effect_rmse": 0.40257327306976187 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6202896139642936, + "action_effect_rmse": 0.6623569781227254 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5358422558954459, + "action_effect_rmse": 0.6399067729736623 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8309894852269295, + "action_effect_rmse": 1.0401528312752173 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3619501085552677, + "action_effect_rmse": 2.531420609087252 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 24.24421478462191, + 112.31919527345623, + 31.889599300463715, + 10.008378874256985 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9018768605633589, + "action_effect_rmse": 1.1208610718169063 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18515061701934124, + "action_effect_rmse": 0.2037227384426293 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.450459643940409, + "action_effect_rmse": 1.807883999117624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.325326836931841, + "action_effect_rmse": 0.414603170127872 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.898167084377679, + "action_effect_rmse": 3.5501955115570616 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5495148160609725, + "action_effect_rmse": 0.806350264509865 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.520883891211155, + "action_effect_rmse": 5.474020364270962 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9991703496312994, + "action_effect_rmse": 1.6342748173142736 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 797.8922249825528, + 116.94067208648381, + 278.8953571916551, + 716.2546999535383 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02776051833598725, + "action_effect_rmse": 0.04478576924949022 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0040017942882855095, + "action_effect_rmse": 0.004699594137153741 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00874745374058794, + "action_effect_rmse": 0.008755114822305628 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 10.160575875175539, + "action_effect_rmse": 10.80146313024327 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.062147290262948594, + "action_effect_rmse": 0.10106319465539981 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008263464999976952, + "action_effect_rmse": 0.009740122899386243 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008027191430355537, + "action_effect_rmse": 0.00802864939597824 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.306007744327454, + "action_effect_rmse": 10.767043225889855 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11673321734913333, + "action_effect_rmse": 0.19090295974919683 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01318622946308956, + "action_effect_rmse": 0.01603886977925317 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011808533579813188, + "action_effect_rmse": 0.011820760268821012 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.291722181876457, + "action_effect_rmse": 10.788510473037661 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2674923442371992, + "action_effect_rmse": 0.32417415224644985 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04225257288498163, + "action_effect_rmse": 0.055226411311984275 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0006090680385953581, + "action_effect_rmse": 0.0006843091672191203 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 10.177029874400617, + "action_effect_rmse": 11.475397351981877 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 28.217651401375235, + 10.48091654611282, + 27.267972213083205, + 27.503666092881968 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06840065045446231, + "action_effect_rmse": 0.08039790441225547 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018300422704348545, + "action_effect_rmse": 0.002087120737765642 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04279817751571365, + "action_effect_rmse": 0.05205986436783041 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.763909023023443, + "action_effect_rmse": 4.493430104810234 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.40425316257455596, + "action_effect_rmse": 0.5025179321149253 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0037604785638958305, + "action_effect_rmse": 0.0038976516101478847 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01861417832054583, + "action_effect_rmse": 0.02138497810084111 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7724849140943857, + "action_effect_rmse": 1.8133956635842654 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4781281039493746, + "action_effect_rmse": 0.5738848240270006 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007434559432828299, + "action_effect_rmse": 0.010370801258590297 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011989111848544268, + "action_effect_rmse": 0.012231224666077012 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0343481758607211, + "action_effect_rmse": 1.1325893132144282 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3030484869581859, + "action_effect_rmse": 0.35136290329955727 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016718969769324115, + "action_effect_rmse": 0.02512418617900023 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.020266474016213527, + "action_effect_rmse": 0.02080056655637122 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5957794719118918, + "action_effect_rmse": 1.842604256717628 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 71.63949888940274, + 34.30516409469468, + 72.5674101088673, + 91.52262031180777 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0003849709698634148, + "action_effect_rmse": 0.0004888130991585831 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.177031826069733, + "action_effect_rmse": 0.21148439587552204 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.489349159757192, + "action_effect_rmse": 5.8094123491355045 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008665322782072549, + "action_effect_rmse": 0.011429024748625392 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36069777040966855, + "action_effect_rmse": 0.4342786517935132 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.49503157467954, + "action_effect_rmse": 5.9122528534064696 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03385334957819245, + "action_effect_rmse": 0.04611158970777089 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6135519561234766, + "action_effect_rmse": 0.7272807414689345 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.498866761049225, + "action_effect_rmse": 5.750460776148036 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07556311278935424, + "action_effect_rmse": 0.113692987772921 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8955594861244052, + "action_effect_rmse": 1.3402946945523004 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6529721886344695, + "action_effect_rmse": 3.2680065608446314 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.5648992663816358, + 0.12621530347510532, + 0.2418356401578368, + 0.5161660013914915 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16786687720897575, + "action_effect_rmse": 0.2356778048287942 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02347390950918656, + "action_effect_rmse": 0.026210678793168657 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31525860553972507, + "action_effect_rmse": 0.35189254382961127 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28453706479020724, + "action_effect_rmse": 0.3609707472803877 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10687201334951268, + "action_effect_rmse": 0.11942826044002654 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.714039653857545, + "action_effect_rmse": 0.7586102987608379 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4442825784034608, + "action_effect_rmse": 0.5351023691392836 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4097384466763205, + "action_effect_rmse": 0.4657595515782912 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1270287219584436, + "action_effect_rmse": 1.2362706988371681 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7544101858763822, + "action_effect_rmse": 0.9158628067337563 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8375104604151767, + "action_effect_rmse": 1.012233163064559 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2882406845493506, + "action_effect_rmse": 1.5429329119318846 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.551745233503016, + 5.749224354594828, + 14.53913083621671, + 81.564488449999 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12573932745549024, + "action_effect_rmse": 0.1413552148454509 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011039919400933703, + "action_effect_rmse": 0.013475099671058954 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3498436346884546, + "action_effect_rmse": 0.41788236503918524 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3760538136113591, + "action_effect_rmse": 0.47148317229368986 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010724895978339552, + "action_effect_rmse": 0.014069299098428568 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6247789634346077, + "action_effect_rmse": 0.7887156021645771 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7028766885553459, + "action_effect_rmse": 0.8705945512807851 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02336979461322623, + "action_effect_rmse": 0.02419146551117619 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1815168821478703, + "action_effect_rmse": 1.4031078509343373 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2501194210998061, + "action_effect_rmse": 1.638040466934917 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09398704233590038, + "action_effect_rmse": 0.11840752917951693 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8981029760359245, + "action_effect_rmse": 2.253640181288407 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 7.061579693221178, + 17.194431868324497, + 42.08949260240601, + 162.84044169404615 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4614258483043727, + "action_effect_rmse": 0.5656099232367268 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014600883003904386, + "action_effect_rmse": 0.016642746703550725 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2960198704734391, + "action_effect_rmse": 0.3943228440298066 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5986273816848318, + "action_effect_rmse": 0.7616270160249442 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.040723616068704636, + "action_effect_rmse": 0.04561472201572085 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4163831480676663, + "action_effect_rmse": 0.48615246418455976 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9482749873401927, + "action_effect_rmse": 1.1610896544755003 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07504113642466474, + "action_effect_rmse": 0.089629585173558 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.721194049646177, + "action_effect_rmse": 0.9855249188497831 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9217937201164321, + "action_effect_rmse": 2.193750746032587 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20845077656441782, + "action_effect_rmse": 0.25383026639183237 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6935636798577889, + "action_effect_rmse": 1.9564883924551937 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 313.1269605812262, + 51.22559918578274, + 90.67553764830636, + 190.15920601394842 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011210563070168433, + "action_effect_rmse": 0.015681929907816913 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0054346369309428155, + "action_effect_rmse": 0.006419241249164413 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013897095980868829, + "action_effect_rmse": 0.014979137445274284 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.5468599923863997, + "action_effect_rmse": 5.317468626102741 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025568202096551456, + "action_effect_rmse": 0.03944731091372994 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011222360562982203, + "action_effect_rmse": 0.01308141110187092 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008244379207846783, + "action_effect_rmse": 0.010921522303374004 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.337791165265822, + "action_effect_rmse": 3.425845583572977 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05340227052744595, + "action_effect_rmse": 0.08690798304085652 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02144569226761206, + "action_effect_rmse": 0.02427793819490645 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008729228774253731, + "action_effect_rmse": 0.008925928311693676 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7448791263691426, + "action_effect_rmse": 2.173390905970861 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07229974479163619, + "action_effect_rmse": 0.12012941571102104 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04604004734681529, + "action_effect_rmse": 0.05959801074297172 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1540475918020555, + "action_effect_rmse": 0.15436849544066533 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 7.8665393288426015, + "action_effect_rmse": 8.223482602615855 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 188.96052938705, + 179.9564699496705, + 188.75379125491213, + 188.7426733523142 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2746655295395885, + "action_effect_rmse": 0.2801218962956141 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6852410571674454, + "action_effect_rmse": 0.7293106909370518 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1820885577880406, + "action_effect_rmse": 0.2089911033869394 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9887310332097741, + "action_effect_rmse": 1.0439918661788286 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37336738085284144, + "action_effect_rmse": 0.4460062271589076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.77497033808307, + "action_effect_rmse": 1.8203394718292074 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0899619367937176, + "action_effect_rmse": 0.09161214969349649 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6354260342720863, + "action_effect_rmse": 2.693972574944351 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 5.838192319219374, + "predicted_costs": [ + 22.080700688318515, + 116.02896917669239, + 43.731334295572886, + 21.179468142183655 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11080474365641042, + "action_effect_rmse": 0.12556362989259506 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009674049140295201, + "action_effect_rmse": 0.010630900686202135 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03508263826656085, + "action_effect_rmse": 0.050857395908859244 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 19.59741509353113, + "action_effect_rmse": 28.727652132236692 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18203751334957433, + "action_effect_rmse": 0.18686296387544266 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01565931505314448, + "action_effect_rmse": 0.017225512006897706 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.033442323479840295, + "action_effect_rmse": 0.043246330616054436 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 18.08938102517944, + "action_effect_rmse": 26.81636657450478 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4556082338900082, + "action_effect_rmse": 0.6202608085199481 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014595516174504533, + "action_effect_rmse": 0.015331624701846607 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.028173721797220812, + "action_effect_rmse": 0.034835633314114274 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.458221030902525, + "action_effect_rmse": 25.834184191160904 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5957498853255447, + "action_effect_rmse": 2.1845330193212495 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00985579633874778, + "action_effect_rmse": 0.00995637769969973 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.041381701055493846, + "action_effect_rmse": 0.04234527064061474 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.990803150632164, + "action_effect_rmse": 24.687196426300073 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 407.44241469541316, + 346.15694047825775, + 519.5786351935063, + 611.0014076443467 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03004863880163858, + "action_effect_rmse": 0.04083586666550309 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.039206438555172696, + "action_effect_rmse": 0.04966147890137417 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.05789725116261, + "action_effect_rmse": 11.601073928450035 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0488638646283406, + "action_effect_rmse": 0.06888132272780201 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07595221016268401, + "action_effect_rmse": 0.08321896065537188 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.043697921547588, + "action_effect_rmse": 10.97364827287566 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08676329194463717, + "action_effect_rmse": 0.12561717315519466 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11284674004332611, + "action_effect_rmse": 0.11425826890142415 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.357539349124126, + "action_effect_rmse": 10.497644626420675 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2096213782222434, + "action_effect_rmse": 0.2479523165776733 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25069941263317, + "action_effect_rmse": 0.27369012007586385 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.747428590494583, + "action_effect_rmse": 7.236247969501415 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8032332794599236, + 1.0214328159657147, + 0.8274173699661366, + 0.35615113979780827 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.10811913231245285, + "action_effect_rmse": 0.15360975259648418 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.21832499028617627, + "action_effect_rmse": 0.31266862875586976 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.3631993480834013, + "action_effect_rmse": 0.520572871423374 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.5731294493787876, + "action_effect_rmse": 0.9672890338653141 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.015216804885750997, + "action_effect_rmse": 0.028877386867310686 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.028764593705206575, + "action_effect_rmse": 0.0493723567770281 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.060308320761414805, + "action_effect_rmse": 0.094620169353262 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.1425922455057988, + "action_effect_rmse": 0.19288137126867422 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 7.7736232054599, + "action_effect_rmse": 9.174262589866588 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 7.269364748113564, + "action_effect_rmse": 8.81407085912633 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 6.9282030550866756, + "action_effect_rmse": 8.46369723704233 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 4.200200389564526, + "action_effect_rmse": 5.614407874292573 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.875, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.02513134137593282, + "action_effect_rmse": 0.0374089922036919 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.01708201810964711, + "action_effect_rmse": 0.025056442588050978 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.015175148999958001, + "action_effect_rmse": 0.019890492545346326 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.054076208728089555, + "action_effect_rmse": 0.08070917881248699 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 9.267189996029128, + "action_effect_rmse": 15.735437628814221 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 8.126416212216775, + "action_effect_rmse": 14.57799332797205 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 7.632292628752211, + "action_effect_rmse": 14.051720692073939 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 9.157537956446818, + "action_effect_rmse": 14.249239175645442 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.0545441188792571, + "action_effect_rmse": 0.07823320305118062 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.1685015420709076, + "action_effect_rmse": 0.273501324959156 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.2759679564289905, + "action_effect_rmse": 0.43533441151359564 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.5596476153281416, + "action_effect_rmse": 1.1197276856253582 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.005235130657489595, + "action_effect_rmse": 0.0067205834129718265 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.009726404794999866, + "action_effect_rmse": 0.01201980930053765 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.014165499334508612, + "action_effect_rmse": 0.01724293958070222 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.028716846584967204, + "action_effect_rmse": 0.042814231217481825 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 0.9730320532032289, + "ranking_accuracy": 0.9722222222222222, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.35071739486830067, + "action_effect_rmse": 0.43663735411721405 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.5575491114847806, + "action_effect_rmse": 0.6901432400154689 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 0.9816778439653299, + "action_effect_rmse": 1.2139229428937488 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.8127423054836196, + "action_effect_rmse": 2.1456861987261684 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.3429511114024943, + "action_effect_rmse": 0.5399568139579046 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.5323945952436423, + "action_effect_rmse": 0.8513165102922708 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 0.9978763889156356, + "action_effect_rmse": 1.6142038850632945 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.5613597733874036, + "action_effect_rmse": 2.562216918823347 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.016371570638008214, + "action_effect_rmse": 0.019541059437179816 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.052773508465518953, + "action_effect_rmse": 0.07425576842558729 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.16938312590473714, + "action_effect_rmse": 0.2741961885392607 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.37998275977183166, + "action_effect_rmse": 0.6063734062744475 + } + ] + } + ] + } + }, + "truncate_8": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.0074812183156609535, + "rmse": 0.021108156070113182, + "standardized_mae": 0.02055521495640278, + "standardized_rmse": 0.05799626186490059, + "standardized_gaussian_nll": -3.0721604019195863, + "physical_gaussian_nll": -4.08287938464577, + "nominal_coverage": 0.9, + "coverage": 0.9150943396226415, + "mean_interval_width": 0.030804123729467392, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.018647940829396248, + "rmse": 0.05253958702087402, + "standardized_mae": 0.05123663321137428, + "standardized_rmse": 0.14435650408267975, + "standardized_gaussian_nll": -2.365232578815891, + "physical_gaussian_nll": -3.3759515615420748, + "nominal_coverage": 0.9, + "coverage": 0.9037267080745341, + "mean_interval_width": 0.07074598968029022, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.033597152680158615, + "rmse": 0.07063920795917511, + "standardized_mae": 0.09231072664260864, + "standardized_rmse": 0.19408658146858215, + "standardized_gaussian_nll": -1.6849385390917726, + "physical_gaussian_nll": -2.6956575218179566, + "nominal_coverage": 0.9, + "coverage": 0.9142857142857143, + "mean_interval_width": 0.14417678117752075, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.0602322518825531, + "rmse": 0.10711392015218735, + "standardized_mae": 0.1654926836490631, + "standardized_rmse": 0.29430362582206726, + "standardized_gaussian_nll": -0.9357909480912817, + "physical_gaussian_nll": -1.9465099308174656, + "nominal_coverage": 0.9, + "coverage": 0.9409937888198758, + "mean_interval_width": 0.2744804322719574, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.19105349481105804, + "rmse": 0.34513550996780396, + "standardized_mae": 0.025062009692192078, + "standardized_rmse": 0.04527417570352554, + "standardized_gaussian_nll": -2.3201987504822608, + "physical_gaussian_nll": -0.2889983877920175, + "nominal_coverage": 0.9, + "coverage": 0.8683385579937304, + "mean_interval_width": 0.8268936276435852, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.3908509314060211, + "rmse": 0.7529056668281555, + "standardized_mae": 0.05127102881669998, + "standardized_rmse": 0.09876463562250137, + "standardized_gaussian_nll": -1.5678793598191303, + "physical_gaussian_nll": 0.463321002871113, + "nominal_coverage": 0.9, + "coverage": 0.8878504672897196, + "mean_interval_width": 1.773659586906433, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.8306323289871216, + "rmse": 1.4702396392822266, + "standardized_mae": 0.10896065831184387, + "standardized_rmse": 0.19286304712295532, + "standardized_gaussian_nll": -0.8477647488257261, + "physical_gaussian_nll": 1.1834356138645172, + "nominal_coverage": 0.9, + "coverage": 0.8871473354231975, + "mean_interval_width": 3.3901147842407227, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 1.451807975769043, + "rmse": 2.2778103351593018, + "standardized_mae": 0.190445214509964, + "standardized_rmse": 0.298798531293869, + "standardized_gaussian_nll": -0.31717279419764427, + "physical_gaussian_nll": 1.714027568492599, + "nominal_coverage": 0.9, + "coverage": 0.9034267912772586, + "mean_interval_width": 5.75482177734375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 1.008568525314331, + "rmse": 2.0944557189941406, + "standardized_mae": 0.05963335186243057, + "standardized_rmse": 0.12383830547332764, + "standardized_gaussian_nll": -0.6852028929567276, + "physical_gaussian_nll": 2.142869368946132, + "nominal_coverage": 0.9, + "coverage": 0.9119496855345912, + "mean_interval_width": 5.116194725036621, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 1.6252113580703735, + "rmse": 3.2142672538757324, + "standardized_mae": 0.09609342366456985, + "standardized_rmse": 0.19004908204078674, + "standardized_gaussian_nll": 0.3938507969114143, + "physical_gaussian_nll": 3.2219230588142738, + "nominal_coverage": 0.9, + "coverage": 0.9164086687306502, + "mean_interval_width": 9.107431411743164, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 2.333177328109741, + "rmse": 4.231395244598389, + "standardized_mae": 0.13795313239097595, + "standardized_rmse": 0.25018852949142456, + "standardized_gaussian_nll": 0.7875813609101527, + "physical_gaussian_nll": 3.6156536228130123, + "nominal_coverage": 0.9, + "coverage": 0.9125, + "mean_interval_width": 12.937226295471191, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 3.7013423442840576, + "rmse": 5.850854396820068, + "standardized_mae": 0.21884824335575104, + "standardized_rmse": 0.34594184160232544, + "standardized_gaussian_nll": 1.691684268156117, + "physical_gaussian_nll": 4.519756530058976, + "nominal_coverage": 0.9, + "coverage": 0.8792569659442725, + "mean_interval_width": 15.340107917785645, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.05571580305695534, + "rmse": 0.11227519065141678, + "standardized_mae": 0.011085648089647293, + "standardized_rmse": 0.022339142858982086, + "standardized_gaussian_nll": -3.3711855694750046, + "physical_gaussian_nll": -1.7565730716641412, + "nominal_coverage": 0.9, + "coverage": 0.8584070796460177, + "mean_interval_width": 0.21629899740219116, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.09713141620159149, + "rmse": 0.20657497644424438, + "standardized_mae": 0.019326020032167435, + "standardized_rmse": 0.041101761162281036, + "standardized_gaussian_nll": -2.941118695495, + "physical_gaussian_nll": -1.3265061976841368, + "nominal_coverage": 0.9, + "coverage": 0.8691860465116279, + "mean_interval_width": 0.3811732828617096, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.18889059126377106, + "rmse": 0.3625592589378357, + "standardized_mae": 0.037583138793706894, + "standardized_rmse": 0.07213760167360306, + "standardized_gaussian_nll": -2.326473321777703, + "physical_gaussian_nll": -0.7118608239668398, + "nominal_coverage": 0.9, + "coverage": 0.8911764705882353, + "mean_interval_width": 0.7513905763626099, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.4016777575016022, + "rmse": 0.7157196402549744, + "standardized_mae": 0.0799209251999855, + "standardized_rmse": 0.14240513741970062, + "standardized_gaussian_nll": -1.4473803670746588, + "physical_gaussian_nll": 0.16723213073620458, + "nominal_coverage": 0.9, + "coverage": 0.8979591836734694, + "mean_interval_width": 1.591762661933899, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.007519426289945841, + "rmse": 0.010342496447265148, + "standardized_mae": 0.008230805397033691, + "standardized_rmse": 0.01132095418870449, + "standardized_gaussian_nll": -3.1867515372561517, + "physical_gaussian_nll": -3.2771455781666585, + "nominal_coverage": 0.9, + "coverage": 0.9382352941176471, + "mean_interval_width": 0.03370363265275955, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.014557723887264729, + "rmse": 0.019466111436486244, + "standardized_mae": 0.015934964641928673, + "standardized_rmse": 0.02130771242082119, + "standardized_gaussian_nll": -2.4380479284460845, + "physical_gaussian_nll": -2.5284419693565914, + "nominal_coverage": 0.9, + "coverage": 0.9047619047619048, + "mean_interval_width": 0.059973765164613724, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.02771015092730522, + "rmse": 0.037183381617069244, + "standardized_mae": 0.0303316842764616, + "standardized_rmse": 0.040701135993003845, + "standardized_gaussian_nll": -1.740390101012268, + "physical_gaussian_nll": -1.8307841419227746, + "nominal_coverage": 0.9, + "coverage": 0.9201183431952663, + "mean_interval_width": 0.12379739433526993, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.053446657955646515, + "rmse": 0.07425844669342041, + "standardized_mae": 0.058503009378910065, + "standardized_rmse": 0.08128370344638824, + "standardized_gaussian_nll": -1.140115473033211, + "physical_gaussian_nll": -1.2305095139437177, + "nominal_coverage": 0.9, + "coverage": 0.8978978978978979, + "mean_interval_width": 0.2389974296092987, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.02666255459189415, + "rmse": 0.04898347705602646, + "standardized_mae": 0.04989370331168175, + "standardized_rmse": 0.09166289865970612, + "standardized_gaussian_nll": 1.0476511933652901, + "physical_gaussian_nll": 0.4210164784465341, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 0.12218137085437775, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.02781619317829609, + "rmse": 0.050266727805137634, + "standardized_mae": 0.05205250903964043, + "standardized_rmse": 0.09406425058841705, + "standardized_gaussian_nll": 0.03616414829577468, + "physical_gaussian_nll": -0.5904705666229814, + "nominal_coverage": 0.9, + "coverage": 0.9418604651162791, + "mean_interval_width": 0.13221198320388794, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.035418085753917694, + "rmse": 0.07107722759246826, + "standardized_mae": 0.06627795100212097, + "standardized_rmse": 0.1330069899559021, + "standardized_gaussian_nll": -0.5957979409091324, + "physical_gaussian_nll": -1.2224326558278884, + "nominal_coverage": 0.9, + "coverage": 0.9571428571428572, + "mean_interval_width": 0.20664852857589722, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.05062120035290718, + "rmse": 0.10027150064706802, + "standardized_mae": 0.09472757577896118, + "standardized_rmse": 0.1876382976770401, + "standardized_gaussian_nll": -0.7398729873081045, + "physical_gaussian_nll": -1.3665077022268606, + "nominal_coverage": 0.9, + "coverage": 0.9385964912280702, + "mean_interval_width": 0.2712256610393524, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 1.9560214281082153, + "rmse": 3.6643261909484863, + "standardized_mae": 0.05180303379893303, + "standardized_rmse": 0.09704557061195374, + "standardized_gaussian_nll": 1.2740886047605264, + "physical_gaussian_nll": 4.905307673189609, + "nominal_coverage": 0.9, + "coverage": 0.9050445103857567, + "mean_interval_width": 10.028325080871582, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 2.2386677265167236, + "rmse": 4.417515754699707, + "standardized_mae": 0.05928860604763031, + "standardized_rmse": 0.11699295789003372, + "standardized_gaussian_nll": -0.013191683463170475, + "physical_gaussian_nll": 3.6180273849659117, + "nominal_coverage": 0.9, + "coverage": 0.9109792284866469, + "mean_interval_width": 11.212129592895508, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 3.1232337951660156, + "rmse": 6.679405212402344, + "standardized_mae": 0.08271534740924835, + "standardized_rmse": 0.17689655721187592, + "standardized_gaussian_nll": -0.9378632990513599, + "physical_gaussian_nll": 2.6933557693777224, + "nominal_coverage": 0.9, + "coverage": 0.9164179104477612, + "mean_interval_width": 15.179951667785645, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 3.650813341140747, + "rmse": 7.459078311920166, + "standardized_mae": 0.0966876968741417, + "standardized_rmse": 0.19754531979560852, + "standardized_gaussian_nll": -1.0431188450592792, + "physical_gaussian_nll": 2.588100223369803, + "nominal_coverage": 0.9, + "coverage": 0.9351032448377581, + "mean_interval_width": 18.77710723876953, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.19718119502067566, + "rmse": 0.424760639667511, + "standardized_mae": 0.0245081577450037, + "standardized_rmse": 0.05279459059238434, + "standardized_gaussian_nll": -2.568737389105939, + "physical_gaussian_nll": -0.4836203079992769, + "nominal_coverage": 0.9, + "coverage": 0.8411214953271028, + "mean_interval_width": 0.6089402437210083, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.40670594573020935, + "rmse": 0.8386414051055908, + "standardized_mae": 0.05055052787065506, + "standardized_rmse": 0.1042368933558464, + "standardized_gaussian_nll": -1.7441583994026038, + "physical_gaussian_nll": 0.3409586817040584, + "nominal_coverage": 0.9, + "coverage": 0.8598130841121495, + "mean_interval_width": 1.383474588394165, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.8896509408950806, + "rmse": 1.6223160028457642, + "standardized_mae": 0.11057700216770172, + "standardized_rmse": 0.20164182782173157, + "standardized_gaussian_nll": -0.8355803111927916, + "physical_gaussian_nll": 1.2495367699138704, + "nominal_coverage": 0.9, + "coverage": 0.8652037617554859, + "mean_interval_width": 3.1229710578918457, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 1.7892543077468872, + "rmse": 3.2784175872802734, + "standardized_mae": 0.2223910242319107, + "standardized_rmse": 0.40748295187950134, + "standardized_gaussian_nll": -0.061157077227888504, + "physical_gaussian_nll": 2.0239600038787735, + "nominal_coverage": 0.9, + "coverage": 0.8427672955974843, + "mean_interval_width": 5.8177900314331055, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.05163370817899704, + "rmse": 0.09378719329833984, + "standardized_mae": 0.013527669943869114, + "standardized_rmse": 0.02457158826291561, + "standardized_gaussian_nll": -3.0546266615290762, + "physical_gaussian_nll": -1.7151891371680439, + "nominal_coverage": 0.9, + "coverage": 0.8757396449704142, + "mean_interval_width": 0.16926072537899017, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.13199356198310852, + "rmse": 0.23440241813659668, + "standardized_mae": 0.03458138927817345, + "standardized_rmse": 0.061411790549755096, + "standardized_gaussian_nll": -2.1377612203000744, + "physical_gaussian_nll": -0.7983236959390421, + "nominal_coverage": 0.9, + "coverage": 0.8947368421052632, + "mean_interval_width": 0.4102604389190674, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.3033328354358673, + "rmse": 0.49142181873321533, + "standardized_mae": 0.07947108149528503, + "standardized_rmse": 0.1287490725517273, + "standardized_gaussian_nll": -1.2730460017643188, + "physical_gaussian_nll": 0.06639152259671355, + "nominal_coverage": 0.9, + "coverage": 0.9585798816568047, + "mean_interval_width": 1.0716627836227417, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.5887983441352844, + "rmse": 0.9431509971618652, + "standardized_mae": 0.1542610377073288, + "standardized_rmse": 0.24709895253181458, + "standardized_gaussian_nll": -0.4765082400046512, + "physical_gaussian_nll": 0.8629292843563812, + "nominal_coverage": 0.9, + "coverage": 0.9075144508670521, + "mean_interval_width": 2.031569719314575, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.6575189232826233, + "rmse": 0.752839207649231, + "standardized_mae": 0.002298334613442421, + "standardized_rmse": 0.0026315234135836363, + "standardized_gaussian_nll": -4.473488208663584, + "physical_gaussian_nll": 1.1828005061220583, + "nominal_coverage": 0.9, + "coverage": 0.884375, + "mean_interval_width": 2.344282627105713, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 0.8299376964569092, + "rmse": 1.0496970415115356, + "standardized_mae": 0.0029010185971856117, + "standardized_rmse": 0.003669179743155837, + "standardized_gaussian_nll": -4.234849183598086, + "physical_gaussian_nll": 1.4214395311875565, + "nominal_coverage": 0.9, + "coverage": 0.8683385579937304, + "mean_interval_width": 3.0718390941619873, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.3301341533660889, + "rmse": 1.8138965368270874, + "standardized_mae": 0.004649437963962555, + "standardized_rmse": 0.006340412888675928, + "standardized_gaussian_nll": -3.8329227386086986, + "physical_gaussian_nll": 1.8233659761769436, + "nominal_coverage": 0.9, + "coverage": 0.9153605015673981, + "mean_interval_width": 5.937029838562012, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 2.445107936859131, + "rmse": 3.4200360774993896, + "standardized_mae": 0.008546790108084679, + "standardized_rmse": 0.01195461768656969, + "standardized_gaussian_nll": -3.256094662112119, + "physical_gaussian_nll": 2.4001940526735233, + "nominal_coverage": 0.9, + "coverage": 0.925, + "mean_interval_width": 11.749801635742188, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.06851221029646695, + "field_horizon_balanced_standardized_nll": -1.4608889621167926, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1867796219864116, + "action_effect_rmse": 0.20825174105854513 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19871229715001468, + "action_effect_rmse": 0.28030583753229127 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3799325507416758, + "action_effect_rmse": 0.4299004731646914 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2969411289583661, + "action_effect_rmse": 0.366075950536324 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6958171284567337, + "action_effect_rmse": 0.7808209065636444 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4952427099896255, + "action_effect_rmse": 0.5657044081156661 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7853655622580137, + "action_effect_rmse": 1.015978636736926 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.918501551080496, + "action_effect_rmse": 2.0981416065444654 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 18.036911411435067, + 99.36848283267759, + 26.235203397806018, + 11.490681553703578 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2153913015429687, + "action_effect_rmse": 0.2628930815366536 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23766101953860166, + "action_effect_rmse": 0.3242575404593766 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.17329905961057435, + "action_effect_rmse": 0.21220304919386543 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3784249413242075, + "action_effect_rmse": 0.5275981296006901 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30547244503210774, + "action_effect_rmse": 0.3736009635212725 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5735977329593803, + "action_effect_rmse": 0.8232997508529606 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5222323771750949, + "action_effect_rmse": 0.6411659343488003 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9568498146030416, + "action_effect_rmse": 1.356883050767817 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 711.3775800928261, + 237.8312174820665, + 399.34331805759916, + 658.4313081646594 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01658879337772549, + "action_effect_rmse": 0.027860316485712116 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011751262115424765, + "action_effect_rmse": 0.0015175114132532648 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0044615819679797815, + "action_effect_rmse": 0.00447115089830588 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 10.426391991809979, + "action_effect_rmse": 10.747621690114528 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04018203107015683, + "action_effect_rmse": 0.065940622076757 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0022593650636046902, + "action_effect_rmse": 0.0030732584447453635 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004526232807175827, + "action_effect_rmse": 0.004591530442217373 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 10.289469882726587, + "action_effect_rmse": 10.550211421970587 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09174029793474207, + "action_effect_rmse": 0.14676977209943312 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004845614067520525, + "action_effect_rmse": 0.005852517465027217 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006238497120143016, + "action_effect_rmse": 0.006290910189651863 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.768765546598596, + "action_effect_rmse": 10.064572026176869 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14635298898386648, + "action_effect_rmse": 0.20790870180930515 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025541500942634226, + "action_effect_rmse": 0.03394343564996127 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04473241359622756, + "action_effect_rmse": 0.04474820199485924 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.654728398452212, + "action_effect_rmse": 11.142796256336199 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.427257713753047, + 10.969572239907286, + 26.92060803234478, + 27.36530818153152 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11085495340793639, + "action_effect_rmse": 0.17953507385425446 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004949168971789912, + "action_effect_rmse": 0.005120545078484143 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02949616211325164, + "action_effect_rmse": 0.03762002806145965 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 3.0874856401950965, + "action_effect_rmse": 3.56048368488311 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4609129138670663, + "action_effect_rmse": 0.6643026660277975 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005684860197426052, + "action_effect_rmse": 0.0059736857070930155 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01023616523257929, + "action_effect_rmse": 0.013595786038292187 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1512597714635373, + "action_effect_rmse": 1.3117556972431537 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5888145600393327, + "action_effect_rmse": 0.8535423485821888 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00444367622034747, + "action_effect_rmse": 0.005574559265221166 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003996962974082761, + "action_effect_rmse": 0.004032911425373795 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8191626636275066, + "action_effect_rmse": 0.9892633714147356 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5620439545336273, + "action_effect_rmse": 0.6149506443997402 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.017044723992046446, + "action_effect_rmse": 0.019372029339832654 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01056688025268863, + "action_effect_rmse": 0.01178593875365892 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1568222940790587, + "action_effect_rmse": 1.4510061805626548 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 78.36901247149069, + 32.52344749850268, + 79.38284575523139, + 117.69143486079943 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0006949245421730884, + "action_effect_rmse": 0.0008251166020956108 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06425426359467086, + "action_effect_rmse": 0.10246411277843037 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.0719899927260763, + "action_effect_rmse": 2.836717805975557 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0020976105696824954, + "action_effect_rmse": 0.0025719121599964757 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13417980002683785, + "action_effect_rmse": 0.17933509707394177 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1372747047156273, + "action_effect_rmse": 2.9793680023489775 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011029679179198318, + "action_effect_rmse": 0.014656908069080467 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26155300431034095, + "action_effect_rmse": 0.3374757877362699 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.2537412381534594, + "action_effect_rmse": 2.9942628075110007 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025525625410181812, + "action_effect_rmse": 0.03609259837244903 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4608190332507789, + "action_effect_rmse": 0.5247282655899022 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4719974613829336, + "action_effect_rmse": 1.9394675599840452 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.5515211104229821, + 0.12130393315636236, + 0.2504987449456333, + 0.5145676851949662 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2503996755115618, + "action_effect_rmse": 0.2963698604853321 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02211343359568711, + "action_effect_rmse": 0.02532181041657611 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.27528625315793914, + "action_effect_rmse": 0.32079156257693614 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43021360780679885, + "action_effect_rmse": 0.4832303712626778 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09589360080652654, + "action_effect_rmse": 0.10852367462534614 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6360541517476198, + "action_effect_rmse": 0.6813960788237426 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6761221365409943, + "action_effect_rmse": 0.7531256064088672 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3533529469373704, + "action_effect_rmse": 0.39940320355487635 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9911371470022156, + "action_effect_rmse": 1.0865068857291242 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1002755107967832, + "action_effect_rmse": 1.3281702894177891 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7187910511804804, + "action_effect_rmse": 0.8693964394208608 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1771979450629526, + "action_effect_rmse": 1.4214203701818582 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.286294295170152, + "predicted_costs": [ + 9.706986859888733, + 10.024545923632582, + 12.992170306096469, + 84.8604160038162 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5494060805609102, + "action_effect_rmse": 0.5702830828061174 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008137186774650473, + "action_effect_rmse": 0.009097556433748221 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4064171425367249, + "action_effect_rmse": 0.5037999704513556 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.37064774364278935, + "action_effect_rmse": 0.43181497316107903 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014808041430198907, + "action_effect_rmse": 0.016355421262470016 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6042769645323839, + "action_effect_rmse": 0.7610496980603275 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3245934835219835, + "action_effect_rmse": 0.3582257322392805 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06048143728270716, + "action_effect_rmse": 0.07327951902042039 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9442849726509431, + "action_effect_rmse": 1.2106986234070718 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.38420206248495364, + "action_effect_rmse": 0.467376744425213 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2064605066526871, + "action_effect_rmse": 0.22858967126102703 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.45642556142631, + "action_effect_rmse": 1.8514444802879704 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 17.486060021889287, + 18.57151917203857, + 47.10756716625375, + 122.02912499649261 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30818299589354226, + "action_effect_rmse": 0.31409009831964824 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008742461665277071, + "action_effect_rmse": 0.010671779364115367 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.69590598678811, + "action_effect_rmse": 0.7702474065869375 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6050805787722501, + "action_effect_rmse": 0.6097158404083428 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02922872631718576, + "action_effect_rmse": 0.03482332978521874 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3213963118551721, + "action_effect_rmse": 1.4407050383549602 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9008041936238271, + "action_effect_rmse": 0.9220648175124766 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06037083992961456, + "action_effect_rmse": 0.07103346406709256 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8176596312935467, + "action_effect_rmse": 2.966238343867669 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3673328508584734, + "action_effect_rmse": 0.44398258395896173 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11605276566512757, + "action_effect_rmse": 0.14577868979649708 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.838455226968828, + "action_effect_rmse": 4.131268694117389 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 322.41891954039266, + 90.93878078278114, + 149.5117632335282, + 242.48969037022198 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007760622379090994, + "action_effect_rmse": 0.012399415417509711 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0025967761411086108, + "action_effect_rmse": 0.0027769398725345728 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013233418011265199, + "action_effect_rmse": 0.016011659488919954 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1625659452824784, + "action_effect_rmse": 2.9953095019839444 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018784497459681287, + "action_effect_rmse": 0.031139191150974584 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004963379234774597, + "action_effect_rmse": 0.00526534703437537 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010099745019334166, + "action_effect_rmse": 0.010549166625416521 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.2696077074818484, + "action_effect_rmse": 2.85194032779518 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04282847978542511, + "action_effect_rmse": 0.07086198429143013 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011449109246189693, + "action_effect_rmse": 0.013393521700243506 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011485890800385002, + "action_effect_rmse": 0.0139559832069695 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.519068616764088, + "action_effect_rmse": 3.13073812413327 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05158715675209772, + "action_effect_rmse": 0.08440244688069883 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025316732473273856, + "action_effect_rmse": 0.027192955997915103 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18354560119408533, + "action_effect_rmse": 0.1835552825420583 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 6.879253182887386, + "action_effect_rmse": 7.7685267377060265 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 188.60860358466735, + 178.18041485956041, + 188.52211299880628, + 188.4982114839919 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16071221218944012, + "action_effect_rmse": 0.22416351408020724 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8126593914901908, + "action_effect_rmse": 0.8565507319897928 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5808906565170702, + "action_effect_rmse": 0.687475359217556 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2228509544481387, + "action_effect_rmse": 1.3039252043067218 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1887236823968077, + "action_effect_rmse": 1.359918422692177 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8585501364375812, + "action_effect_rmse": 1.979086194815651 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2759454218230548, + "action_effect_rmse": 1.4009587698194885 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9970819294842765, + "action_effect_rmse": 2.2385809738693103 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 5.838192319219374, + "predicted_costs": [ + 25.828460769451112, + 137.323827888771, + 47.665189081932056, + 21.68730720167664 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23190229025991016, + "action_effect_rmse": 0.24253475987363968 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00242613128547949, + "action_effect_rmse": 0.002915577732940434 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05820777535207955, + "action_effect_rmse": 0.06183290513105003 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.647018203001934, + "action_effect_rmse": 31.014773522230747 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2723833700062368, + "action_effect_rmse": 0.27660763323041443 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005703859537253682, + "action_effect_rmse": 0.006987102063184156 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021465903138183123, + "action_effect_rmse": 0.029375398158342957 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 19.33405227853085, + "action_effect_rmse": 27.729468157697664 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26247822301487983, + "action_effect_rmse": 0.26675049683177293 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003039434423887618, + "action_effect_rmse": 0.00325326486105795 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013676898657689321, + "action_effect_rmse": 0.016932938652511893 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 18.10959981954547, + "action_effect_rmse": 25.798156132371783 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.010557802198494, + "action_effect_rmse": 1.3747400496658306 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.029551746339552192, + "action_effect_rmse": 0.030862357196908666 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0384113999984251, + "action_effect_rmse": 0.03868598886301077 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.99814123520217, + "action_effect_rmse": 23.767713732236313 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 376.3597373930266, + 317.5400601589178, + 507.5308733693646, + 646.6518727178386 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009895073257681727, + "action_effect_rmse": 0.013871532557218198 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02825693115733685, + "action_effect_rmse": 0.03101214593584883 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.67700779607717, + "action_effect_rmse": 9.26719970280766 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018382291899601926, + "action_effect_rmse": 0.026612681218739304 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04303284728631832, + "action_effect_rmse": 0.044038934779844295 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.396185294696007, + "action_effect_rmse": 9.419745468867095 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03141119665462898, + "action_effect_rmse": 0.04603269041451673 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05837040522953411, + "action_effect_rmse": 0.08537459199017707 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 8.169463322557213, + "action_effect_rmse": 9.438779814618133 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09737183656902924, + "action_effect_rmse": 0.11927176163122208 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14928035635910675, + "action_effect_rmse": 0.1617306276041764 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.455941902628113, + "action_effect_rmse": 8.010061414120349 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8592786946063958, + 1.0211038780109052, + 0.9404639413076253, + 0.5530032544997288 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.046255597376003856, + "action_effect_rmse": 0.0756989022477119 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.08860632365657808, + "action_effect_rmse": 0.1305766150944791 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.15996170476993754, + "action_effect_rmse": 0.24614906892542282 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.3050496948049428, + "action_effect_rmse": 0.3882631508488976 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.005294998899927408, + "action_effect_rmse": 0.009825991881052473 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.01023995123464221, + "action_effect_rmse": 0.018905680810393705 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.021220437916913647, + "action_effect_rmse": 0.034160163501835115 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.06144873098960553, + "action_effect_rmse": 0.08811477963398073 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 5.374498894401623, + "action_effect_rmse": 6.853027004268157 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 5.2667299997058175, + "action_effect_rmse": 6.985994502991793 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 5.211602280355336, + "action_effect_rmse": 7.002005932205655 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 3.9639696820055232, + "action_effect_rmse": 5.827633236323737 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.875, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.026349734361144045, + "action_effect_rmse": 0.03713131797497561 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.011582011549318101, + "action_effect_rmse": 0.017176484530112748 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.008849562388075025, + "action_effect_rmse": 0.011590230846084583 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.06931407376035666, + "action_effect_rmse": 0.09660545716661349 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 9.330865445072373, + "action_effect_rmse": 16.576161133628617 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 8.261097410050706, + "action_effect_rmse": 14.917143091084847 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 7.804149161633915, + "action_effect_rmse": 13.94292502597875 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 8.672236277655205, + "action_effect_rmse": 13.706946697553025 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.09177666485616576, + "action_effect_rmse": 0.151645882921526 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.19806570310078528, + "action_effect_rmse": 0.36163781249973626 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.24646539019359492, + "action_effect_rmse": 0.45449234185050763 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.4426354756170214, + "action_effect_rmse": 0.761318642312525 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.0027868006524801223, + "action_effect_rmse": 0.003344204365863146 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.004652866008264755, + "action_effect_rmse": 0.005515281339811322 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.005944458489486326, + "action_effect_rmse": 0.007989021020610096 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.02436367593687668, + "action_effect_rmse": 0.02836976512116608 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 1.3540811023982542, + "ranking_accuracy": 0.9444444444444444, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.4377736817769302, + "action_effect_rmse": 0.5578823316454429 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.743324075477648, + "action_effect_rmse": 0.9337844677298398 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.2800787217222154, + "action_effect_rmse": 1.6512361231167259 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.8907520047709838, + "action_effect_rmse": 2.372419234540091 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.27847864794747246, + "action_effect_rmse": 0.3352713626352865 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.42334403284852645, + "action_effect_rmse": 0.49903174402158157 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 0.6819221782620756, + "action_effect_rmse": 0.8311001209651662 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 0.7392256308993956, + "action_effect_rmse": 0.9648479754335955 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.012997694011871551, + "action_effect_rmse": 0.01671173729882299 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.046643456184637076, + "action_effect_rmse": 0.0664769435122458 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.15806840804989739, + "action_effect_rmse": 0.23800459374777697 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.34710144116609837, + "action_effect_rmse": 0.5257866592334697 + } + ] + } + ] + } + }, + "temporal_shuffle": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.060866594314575195, + "rmse": 0.10055448859930038, + "standardized_mae": 0.1672355830669403, + "standardized_rmse": 0.27628108859062195, + "standardized_gaussian_nll": 7.364264480424893, + "physical_gaussian_nll": 6.353545497698709, + "nominal_coverage": 0.9, + "coverage": 0.8773584905660378, + "mean_interval_width": 0.27348873019218445, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.08290478587150574, + "rmse": 0.13378767669200897, + "standardized_mae": 0.22778718173503876, + "standardized_rmse": 0.3675917983055115, + "standardized_gaussian_nll": 11.040026529042606, + "physical_gaussian_nll": 10.029307546316423, + "nominal_coverage": 0.9, + "coverage": 0.8881987577639752, + "mean_interval_width": 0.38918182253837585, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.10460714995861053, + "rmse": 0.16256573796272278, + "standardized_mae": 0.2874160706996918, + "standardized_rmse": 0.44666171073913574, + "standardized_gaussian_nll": 6.763908829220487, + "physical_gaussian_nll": 5.753189846494303, + "nominal_coverage": 0.9, + "coverage": 0.8952380952380953, + "mean_interval_width": 0.5092278122901917, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.11930793523788452, + "rmse": 0.17658671736717224, + "standardized_mae": 0.32780760526657104, + "standardized_rmse": 0.4851854145526886, + "standardized_gaussian_nll": 4.0435422240965755, + "physical_gaussian_nll": 3.0328232413703917, + "nominal_coverage": 0.9, + "coverage": 0.8881987577639752, + "mean_interval_width": 0.6666350364685059, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.9299551844596863, + "rmse": 1.4320027828216553, + "standardized_mae": 0.12198963016271591, + "standardized_rmse": 0.18784721195697784, + "standardized_gaussian_nll": 1.3807471989507305, + "physical_gaussian_nll": 3.411947561640974, + "nominal_coverage": 0.9, + "coverage": 0.8996865203761756, + "mean_interval_width": 5.987602233886719, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 1.3889594078063965, + "rmse": 2.016183853149414, + "standardized_mae": 0.18220087885856628, + "standardized_rmse": 0.2644788920879364, + "standardized_gaussian_nll": 1.187830625608637, + "physical_gaussian_nll": 3.21903098829888, + "nominal_coverage": 0.9, + "coverage": 0.9252336448598131, + "mean_interval_width": 8.98360538482666, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.9489573240280151, + "rmse": 2.7296507358551025, + "standardized_mae": 0.2556602656841278, + "standardized_rmse": 0.35807004570961, + "standardized_gaussian_nll": 1.1346364150550017, + "physical_gaussian_nll": 3.1658367777452447, + "nominal_coverage": 0.9, + "coverage": 0.877742946708464, + "mean_interval_width": 9.928285598754883, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 2.5078580379486084, + "rmse": 3.5314390659332275, + "standardized_mae": 0.32897570729255676, + "standardized_rmse": 0.46324700117111206, + "standardized_gaussian_nll": 0.833736697602522, + "physical_gaussian_nll": 2.8649370602927653, + "nominal_coverage": 0.9, + "coverage": 0.9252336448598131, + "mean_interval_width": 13.517000198364258, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 6.792768955230713, + "rmse": 9.85355281829834, + "standardized_mae": 0.401634156703949, + "standardized_rmse": 0.5826082825660706, + "standardized_gaussian_nll": 3.9945744907538754, + "physical_gaussian_nll": 6.822646752656735, + "nominal_coverage": 0.9, + "coverage": 0.9591194968553459, + "mean_interval_width": 25.574737548828125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 7.421052932739258, + "rmse": 10.582741737365723, + "standardized_mae": 0.43878254294395447, + "standardized_rmse": 0.6257228255271912, + "standardized_gaussian_nll": 10.817845024048037, + "physical_gaussian_nll": 13.645917285950896, + "nominal_coverage": 0.9, + "coverage": 0.9566563467492261, + "mean_interval_width": 34.17589569091797, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 7.662784099578857, + "rmse": 11.077943801879883, + "standardized_mae": 0.4530753195285797, + "standardized_rmse": 0.6550025343894958, + "standardized_gaussian_nll": 8.110403403860582, + "physical_gaussian_nll": 10.938475665763441, + "nominal_coverage": 0.9, + "coverage": 0.9625, + "mean_interval_width": 42.31175231933594, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 8.714668273925781, + "rmse": 12.350215911865234, + "standardized_mae": 0.5152697563171387, + "standardized_rmse": 0.7302277684211731, + "standardized_gaussian_nll": 8.312339120046317, + "physical_gaussian_nll": 11.140411381949177, + "nominal_coverage": 0.9, + "coverage": 0.9380804953560371, + "mean_interval_width": 49.7006950378418, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.2108699530363083, + "rmse": 0.3668558597564697, + "standardized_mae": 0.04195632040500641, + "standardized_rmse": 0.0729924887418747, + "standardized_gaussian_nll": 1.6984212871355668, + "physical_gaussian_nll": 3.3130337849464304, + "nominal_coverage": 0.9, + "coverage": 0.9144542772861357, + "mean_interval_width": 1.350141167640686, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.3538369834423065, + "rmse": 0.5810193419456482, + "standardized_mae": 0.07040215283632278, + "standardized_rmse": 0.11560411006212234, + "standardized_gaussian_nll": 7.6508444797560395, + "physical_gaussian_nll": 9.265456977566902, + "nominal_coverage": 0.9, + "coverage": 0.8866279069767442, + "mean_interval_width": 2.0578184127807617, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.5625986456871033, + "rmse": 0.8704925775527954, + "standardized_mae": 0.11193899065256119, + "standardized_rmse": 0.17319995164871216, + "standardized_gaussian_nll": 10.903041022609491, + "physical_gaussian_nll": 12.517653520420355, + "nominal_coverage": 0.9, + "coverage": 0.8794117647058823, + "mean_interval_width": 3.0567445755004883, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.8644230365753174, + "rmse": 1.2499847412109375, + "standardized_mae": 0.17199231684207916, + "standardized_rmse": 0.24870665371418, + "standardized_gaussian_nll": 6.979120708844439, + "physical_gaussian_nll": 8.593733206655303, + "nominal_coverage": 0.9, + "coverage": 0.8775510204081632, + "mean_interval_width": 4.530581474304199, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.06278412789106369, + "rmse": 0.10626886039972305, + "standardized_mae": 0.06872384995222092, + "standardized_rmse": 0.11632248014211655, + "standardized_gaussian_nll": 5.056917957292113, + "physical_gaussian_nll": 4.966523916381606, + "nominal_coverage": 0.9, + "coverage": 0.8705882352941177, + "mean_interval_width": 0.28545936942100525, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.09769973903894424, + "rmse": 0.14510641992092133, + "standardized_mae": 0.10694267600774765, + "standardized_rmse": 0.1588342934846878, + "standardized_gaussian_nll": 5.744904142251348, + "physical_gaussian_nll": 5.654510101340841, + "nominal_coverage": 0.9, + "coverage": 0.8958333333333334, + "mean_interval_width": 0.47103506326675415, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.14292915165424347, + "rmse": 0.1913089007139206, + "standardized_mae": 0.1564510464668274, + "standardized_rmse": 0.209407776594162, + "standardized_gaussian_nll": 5.001965308159715, + "physical_gaussian_nll": 4.911571267249208, + "nominal_coverage": 0.9, + "coverage": 0.9201183431952663, + "mean_interval_width": 0.6902428269386292, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.19675323367118835, + "rmse": 0.2492886632680893, + "standardized_mae": 0.2153671830892563, + "standardized_rmse": 0.2728727459907532, + "standardized_gaussian_nll": 3.3823680195892933, + "physical_gaussian_nll": 3.2919739786787865, + "nominal_coverage": 0.9, + "coverage": 0.9429429429429429, + "mean_interval_width": 0.9797446727752686, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.31449246406555176, + "rmse": 0.5053308010101318, + "standardized_mae": 0.5885105133056641, + "standardized_rmse": 0.9456267952919006, + "standardized_gaussian_nll": 57.285550840435306, + "physical_gaussian_nll": 56.65891612551655, + "nominal_coverage": 0.9, + "coverage": 0.8956521739130435, + "mean_interval_width": 2.728800058364868, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.30757302045822144, + "rmse": 0.49722933769226074, + "standardized_mae": 0.5755621194839478, + "standardized_rmse": 0.9304664731025696, + "standardized_gaussian_nll": 50.44845065773061, + "physical_gaussian_nll": 49.82181594281185, + "nominal_coverage": 0.9, + "coverage": 0.9127906976744186, + "mean_interval_width": 2.772324562072754, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.2958696484565735, + "rmse": 0.4848533868789673, + "standardized_mae": 0.553661584854126, + "standardized_rmse": 0.9073073267936707, + "standardized_gaussian_nll": 53.21054295753654, + "physical_gaussian_nll": 52.58390824261778, + "nominal_coverage": 0.9, + "coverage": 0.8742857142857143, + "mean_interval_width": 2.419382333755493, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.2902193069458008, + "rmse": 0.4698159098625183, + "standardized_mae": 0.5430880784988403, + "standardized_rmse": 0.8791676163673401, + "standardized_gaussian_nll": 49.58145661876797, + "physical_gaussian_nll": 48.954821903849215, + "nominal_coverage": 0.9, + "coverage": 0.8742690058479532, + "mean_interval_width": 2.9020864963531494, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 21.853300094604492, + "rmse": 37.79661560058594, + "standardized_mae": 0.5787601470947266, + "standardized_rmse": 1.001001000404358, + "standardized_gaussian_nll": 24.58704994705459, + "physical_gaussian_nll": 28.218269015483674, + "nominal_coverage": 0.9, + "coverage": 0.8605341246290801, + "mean_interval_width": 112.37358093261719, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 21.93511962890625, + "rmse": 37.54353332519531, + "standardized_mae": 0.5809270739555359, + "standardized_rmse": 0.9942983984947205, + "standardized_gaussian_nll": 32.591476862507406, + "physical_gaussian_nll": 36.22269593093649, + "nominal_coverage": 0.9, + "coverage": 0.8783382789317508, + "mean_interval_width": 118.72754669189453, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 21.18606185913086, + "rmse": 36.24034118652344, + "standardized_mae": 0.5610890984535217, + "standardized_rmse": 0.9597848057746887, + "standardized_gaussian_nll": 36.207210610583616, + "physical_gaussian_nll": 39.8384296790127, + "nominal_coverage": 0.9, + "coverage": 0.9164179104477612, + "mean_interval_width": 147.15257263183594, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 19.439502716064453, + "rmse": 32.680118560791016, + "standardized_mae": 0.5148334503173828, + "standardized_rmse": 0.8654962778091431, + "standardized_gaussian_nll": 30.89207381676766, + "physical_gaussian_nll": 34.52329288519674, + "nominal_coverage": 0.9, + "coverage": 0.9380530973451328, + "mean_interval_width": 162.41636657714844, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 1.3898265361785889, + "rmse": 1.9970598220825195, + "standardized_mae": 0.17274510860443115, + "standardized_rmse": 0.24821969866752625, + "standardized_gaussian_nll": 2.6404306913086275, + "physical_gaussian_nll": 4.72554777241529, + "nominal_coverage": 0.9, + "coverage": 0.8785046728971962, + "mean_interval_width": 6.603756904602051, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 2.172499179840088, + "rmse": 2.992680072784424, + "standardized_mae": 0.2700255215167999, + "standardized_rmse": 0.3719679117202759, + "standardized_gaussian_nll": 2.1357994016592095, + "physical_gaussian_nll": 4.220916482765872, + "nominal_coverage": 0.9, + "coverage": 0.9065420560747663, + "mean_interval_width": 9.943375587463379, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 3.018986701965332, + "rmse": 3.99347186088562, + "standardized_mae": 0.3752376139163971, + "standardized_rmse": 0.49635887145996094, + "standardized_gaussian_nll": 1.7564601422520363, + "physical_gaussian_nll": 3.8415772233586987, + "nominal_coverage": 0.9, + "coverage": 0.8808777429467085, + "mean_interval_width": 13.098526000976562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 3.8731253147125244, + "rmse": 5.425455093383789, + "standardized_mae": 0.4814006984233856, + "standardized_rmse": 0.6743437647819519, + "standardized_gaussian_nll": 1.5188638448149627, + "physical_gaussian_nll": 3.6039809259216247, + "nominal_coverage": 0.9, + "coverage": 0.8836477987421384, + "mean_interval_width": 17.736255645751953, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.14341454207897186, + "rmse": 0.2575746476650238, + "standardized_mae": 0.03757360577583313, + "standardized_rmse": 0.06748275458812714, + "standardized_gaussian_nll": 0.2680444471682162, + "physical_gaussian_nll": 1.6074819715292485, + "nominal_coverage": 0.9, + "coverage": 0.9644970414201184, + "mean_interval_width": 0.648719847202301, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.23669888079166412, + "rmse": 0.4029756188392639, + "standardized_mae": 0.062013447284698486, + "standardized_rmse": 0.10557679086923599, + "standardized_gaussian_nll": 0.1968693659504087, + "physical_gaussian_nll": 1.536306890311441, + "nominal_coverage": 0.9, + "coverage": 0.9473684210526315, + "mean_interval_width": 1.0520039796829224, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.38999107480049133, + "rmse": 0.5858981609344482, + "standardized_mae": 0.10217493027448654, + "standardized_rmse": 0.1535012125968933, + "standardized_gaussian_nll": -0.04931771355678492, + "physical_gaussian_nll": 1.2901198108042475, + "nominal_coverage": 0.9, + "coverage": 0.9408284023668639, + "mean_interval_width": 1.7073718309402466, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.5891948938369751, + "rmse": 0.7863805890083313, + "standardized_mae": 0.1543649286031723, + "standardized_rmse": 0.20602621138095856, + "standardized_gaussian_nll": 0.037404704086197484, + "physical_gaussian_nll": 1.37684222844723, + "nominal_coverage": 0.9, + "coverage": 0.9364161849710982, + "mean_interval_width": 2.750758409500122, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.6884146332740784, + "rmse": 0.7994807958602905, + "standardized_mae": 0.0024063296150416136, + "standardized_rmse": 0.002794557483866811, + "standardized_gaussian_nll": -4.448497407895447, + "physical_gaussian_nll": 1.2077913068901953, + "nominal_coverage": 0.9, + "coverage": 0.865625, + "mean_interval_width": 2.27067494392395, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 0.843158483505249, + "rmse": 1.0198837518692017, + "standardized_mae": 0.002947231288999319, + "standardized_rmse": 0.0035649684723466635, + "standardized_gaussian_nll": -4.2732995016685, + "physical_gaussian_nll": 1.382989213117142, + "nominal_coverage": 0.9, + "coverage": 0.9153605015673981, + "mean_interval_width": 3.1623520851135254, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.2339541912078857, + "rmse": 1.690656304359436, + "standardized_mae": 0.004313244484364986, + "standardized_rmse": 0.005909630563110113, + "standardized_gaussian_nll": -3.917064526672824, + "physical_gaussian_nll": 1.7392241881128183, + "nominal_coverage": 0.9, + "coverage": 0.8934169278996865, + "mean_interval_width": 4.974648952484131, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 2.2870256900787354, + "rmse": 3.201871633529663, + "standardized_mae": 0.007994219660758972, + "standardized_rmse": 0.011192032136023045, + "standardized_gaussian_nll": -3.3414277345062517, + "physical_gaussian_nll": 2.3148609802793905, + "nominal_coverage": 0.9, + "coverage": 0.93125, + "mean_interval_width": 10.709159851074219, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.27053095449809916, + "field_horizon_balanced_standardized_nll": 10.968237899716794, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46060217084896377, + "action_effect_rmse": 0.5971192605133275 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.29729518607313327, + "action_effect_rmse": 0.36252557295037896 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5558400538788545, + "action_effect_rmse": 0.700683646034218 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4900840446985484, + "action_effect_rmse": 0.720864156251657 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5728329313796093, + "action_effect_rmse": 0.6652692083129818 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9528778884809697, + "action_effect_rmse": 1.298621933096939 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41126571062905154, + "action_effect_rmse": 0.4347381587879923 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4391704025934238, + "action_effect_rmse": 2.9141924535243335 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 3, + "regret": 71.90346769896688, + "predicted_costs": [ + 31.227655255872335, + 4.397152922846205, + 14.737901717488825, + 86.33740590085534 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.685153650129616, + "action_effect_rmse": 3.198509673924209 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7024187669003746, + "action_effect_rmse": 0.9616040090022789 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.0316763730391685, + "action_effect_rmse": 3.636725194589534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.976490180245662, + "action_effect_rmse": 1.3133511777356541 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.3937619089214714, + "action_effect_rmse": 4.0996403949725355 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4839030780980995, + "action_effect_rmse": 1.8315182097232487 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.767971431358859, + "action_effect_rmse": 2.118048608064256 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4703807389788985, + "action_effect_rmse": 2.9960910488848413 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1382.7366822512122, + 296.2971858610413, + 617.4910696351541, + 1285.9868509422759 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.711188458747038, + "action_effect_rmse": 0.8900881754340277 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015312737393248455, + "action_effect_rmse": 0.022896133366010943 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0644717679376879, + "action_effect_rmse": 0.06731279324323301 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.27205229798117, + "action_effect_rmse": 35.347903544565064 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0759027049682013, + "action_effect_rmse": 1.405957215217465 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012186084713484627, + "action_effect_rmse": 0.013226868407381792 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06160367383935731, + "action_effect_rmse": 0.06428470457356089 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 34.780570158046984, + "action_effect_rmse": 38.075800461024585 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4317158225433457, + "action_effect_rmse": 1.904360828581708 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017984990188062138, + "action_effect_rmse": 0.018432866066872892 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02387633800516853, + "action_effect_rmse": 0.0241376869394841 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 35.66555161487943, + "action_effect_rmse": 39.03006572679579 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6187189578428172, + "action_effect_rmse": 2.1380561643172666 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07724293468508019, + "action_effect_rmse": 0.0980718844955718 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8982122172884449, + "action_effect_rmse": 0.8982325244657531 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 19.654669328126314, + "action_effect_rmse": 25.43232842966831 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 96.37070988077085, + 8.87596597113201, + 76.70928461473999, + 115.74131249361096 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1604967549540497, + "action_effect_rmse": 0.17387006584467046 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04278927182990285, + "action_effect_rmse": 0.053538217196866994 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06576680389948784, + "action_effect_rmse": 0.06624134048278757 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 49.07643351893281, + "action_effect_rmse": 60.31590129890501 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43609428858696503, + "action_effect_rmse": 0.6109263771028172 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04900937657767438, + "action_effect_rmse": 0.06802611259293932 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0435567677751767, + "action_effect_rmse": 0.04440545603934259 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 48.8717331724231, + "action_effect_rmse": 59.16138700955502 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.677639174162698, + "action_effect_rmse": 0.8069052214459603 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04780911285134574, + "action_effect_rmse": 0.06476020068042004 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020080526912953072, + "action_effect_rmse": 0.02317885129413471 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 47.755738360925356, + "action_effect_rmse": 56.86539311387512 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6800636505644366, + "action_effect_rmse": 0.7759858327537353 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.047479559578735696, + "action_effect_rmse": 0.05728235809851217 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04802000978030282, + "action_effect_rmse": 0.04884492962992006 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 51.0922093853524, + "action_effect_rmse": 62.74824869020922 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 116.21231807422868, + 49.99124693175223, + 122.21447711043635, + 163.7585894649804 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1264285942701909, + "action_effect_rmse": 0.1441383481494252 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2904687389713523, + "action_effect_rmse": 0.3068247308715043 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3359910219194641, + "action_effect_rmse": 0.4081113264610122 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13080588937872095, + "action_effect_rmse": 0.16377813923376225 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3973972124749447, + "action_effect_rmse": 0.43366327129835147 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5056346803917862, + "action_effect_rmse": 0.7563974454939957 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1321759338045042, + "action_effect_rmse": 0.1766414822293736 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.44085532723029414, + "action_effect_rmse": 0.5153516912384738 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47216181830947807, + "action_effect_rmse": 0.6949281490671054 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09644906735188041, + "action_effect_rmse": 0.13754829811357994 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2576127880188146, + "action_effect_rmse": 0.38009818780811616 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4218903322578527, + "action_effect_rmse": 1.4536545381455306 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.7914923402356658, + 0.10123449765972095, + 0.22580193939779422, + 0.7513526054522971 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13649994576344682, + "action_effect_rmse": 0.20226203642833107 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011274554565024648, + "action_effect_rmse": 0.0013212923275794483 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2323207530331691, + "action_effect_rmse": 0.24486988908703816 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28614837167621116, + "action_effect_rmse": 0.40612838431472176 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007411424543557625, + "action_effect_rmse": 0.009125613188239809 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3158410357033669, + "action_effect_rmse": 0.31961585171347034 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5211809098701276, + "action_effect_rmse": 0.7312225916004984 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03645820116916928, + "action_effect_rmse": 0.04150729594180155 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4720623864067761, + "action_effect_rmse": 0.4743348308570041 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7871369491462232, + "action_effect_rmse": 1.0296982821678304 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11362769298941917, + "action_effect_rmse": 0.13838983523446363 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7550047083463861, + "action_effect_rmse": 0.9266605695626865 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.286294295170152, + "predicted_costs": [ + 1.2390326174997044, + 24.266795890478022, + 1.8008194306378933, + 37.3902763971565 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08308847182332357, + "action_effect_rmse": 0.09883744822361949 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005218840231985193, + "action_effect_rmse": 0.005225741467288491 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2755494583022937, + "action_effect_rmse": 1.4735955980751023 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1066247969256627, + "action_effect_rmse": 0.11038837782360436 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0046631878414480354, + "action_effect_rmse": 0.005940348599008149 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1832610186485983, + "action_effect_rmse": 1.3609974860071996 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12632371050832938, + "action_effect_rmse": 0.13557850341065503 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01911400454755352, + "action_effect_rmse": 0.020762741214010623 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.401091874716106, + "action_effect_rmse": 1.6956519780860815 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4061069804231903, + "action_effect_rmse": 0.5578629105170304 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13062218656646726, + "action_effect_rmse": 0.1480967599573814 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8541940486401245, + "action_effect_rmse": 3.1629330986110094 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 3.8505513581921456, + "predicted_costs": [ + 68.62909159916701, + 56.059339213061826, + 135.08442762629082, + 276.8173729804559 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.8751507755090686, + "action_effect_rmse": 2.95870296846464 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11584350213820709, + "action_effect_rmse": 0.12789942380642347 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3290438262808948, + "action_effect_rmse": 0.4407663938372433 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.328774624803386, + "action_effect_rmse": 4.4244234498977075 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3147028080917333, + "action_effect_rmse": 0.3452984048901967 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6211969925854343, + "action_effect_rmse": 0.774564394850982 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.377914298690587, + "action_effect_rmse": 6.523336190755713 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7093444995294943, + "action_effect_rmse": 0.7782024468955617 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8578996650807463, + "action_effect_rmse": 1.0600115016309826 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.7534869969092695, + "action_effect_rmse": 5.1359996620604385 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0139294139538986, + "action_effect_rmse": 1.1497104141269598 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0961407860779673, + "action_effect_rmse": 1.607398378966231 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 810.5798573662773, + 55.807696690040196, + 129.76077594435245, + 353.48266292763617 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05010588169957882, + "action_effect_rmse": 0.05556061823505021 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.037877113888345804, + "action_effect_rmse": 0.04128840968920803 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03500854568800791, + "action_effect_rmse": 0.03680388190168251 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 39.25580132122057, + "action_effect_rmse": 41.54116249665997 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0749652835838545, + "action_effect_rmse": 0.08508982097994464 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06041482798557259, + "action_effect_rmse": 0.06489397965171574 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02786156461627662, + "action_effect_rmse": 0.02828843663205399 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 38.51542728859383, + "action_effect_rmse": 40.95472160190855 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1381725240153132, + "action_effect_rmse": 0.15360484057405388 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09583842359131367, + "action_effect_rmse": 0.101676111343028 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024548640938701793, + "action_effect_rmse": 0.024972764889209208 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 37.425885816738734, + "action_effect_rmse": 40.097102015317695 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22652247785197174, + "action_effect_rmse": 0.24378551565578302 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10342581799194939, + "action_effect_rmse": 0.14243128067553806 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07676189561850404, + "action_effect_rmse": 0.07773682229130012 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.447819950876376, + "action_effect_rmse": 35.324187723277284 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 190.15659124102515, + 167.65394449038672, + 192.94170707783462, + 199.82044728675152 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0589072986072772, + "action_effect_rmse": 1.1398173855326705 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28718714956490504, + "action_effect_rmse": 0.39925468994409136 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.28386310451794, + "action_effect_rmse": 1.3581316254334452 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6072539165228363, + "action_effect_rmse": 0.7379704704657828 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8938822842516292, + "action_effect_rmse": 1.9451276526578394 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.105352301306766, + "action_effect_rmse": 1.2068765434138902 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5216459011437996, + "action_effect_rmse": 0.6283590565789507 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2327834715505712, + "action_effect_rmse": 1.4763795878644832 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 107.02626285667665, + "predicted_costs": [ + 162.063942567254, + 5.882099842714512, + 18.784497126712896, + 97.00651724824864 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4115694957613769, + "action_effect_rmse": 0.44939621302613736 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005360275402891783, + "action_effect_rmse": 0.006142616711415566 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3778587565596179, + "action_effect_rmse": 0.37843917306687286 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 25.705387454295728, + "action_effect_rmse": 34.26540322621875 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6378470961143675, + "action_effect_rmse": 0.7394771048610226 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007372499426024841, + "action_effect_rmse": 0.00853055899506314 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30193461517686376, + "action_effect_rmse": 0.3023926439039128 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 23.81585400993997, + "action_effect_rmse": 31.02369004436579 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0289988934665502, + "action_effect_rmse": 1.3072431852258355 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008707379930721496, + "action_effect_rmse": 0.009805950349972455 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2384634730039726, + "action_effect_rmse": 0.23884340551419544 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 24.313426777424862, + "action_effect_rmse": 31.170519910408142 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.394409131502392, + "action_effect_rmse": 2.8894928304676455 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01026714400080427, + "action_effect_rmse": 0.010345475932134958 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04918156355328277, + "action_effect_rmse": 0.05345521005495796 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.56671686561278, + "action_effect_rmse": 32.60758693938962 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 330.72729601452437, + 303.52995874050623, + 364.96177192631717, + 434.05467392177263 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006283940600755741, + "action_effect_rmse": 0.008550948821461414 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5841787662529908, + "action_effect_rmse": 0.6648578650011675 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.107137028956044, + "action_effect_rmse": 2.1596926272832957 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011840298714655537, + "action_effect_rmse": 0.016188078632369027 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1107644767195595, + "action_effect_rmse": 1.2446329770149636 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3595412501757391, + "action_effect_rmse": 1.53788032229775 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.023074535094419975, + "action_effect_rmse": 0.03229104401156643 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5201692922294416, + "action_effect_rmse": 1.753432625065011 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6787584295528089, + "action_effect_rmse": 1.9170807129799359 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06655540958789398, + "action_effect_rmse": 0.07733310753450934 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8568819605217352, + "action_effect_rmse": 1.0712865333836015 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4210403855918727, + "action_effect_rmse": 3.7345012844421666 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8859664467082033, + 1.0203994752093848, + 0.9394749838951973, + 0.6082325564049241 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.43732375261217155, + "action_effect_rmse": 0.5177728247640473 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.7540808445972521, + "action_effect_rmse": 0.9319804398018015 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.9805123097298679, + "action_effect_rmse": 1.292306723712434 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.5572473742702748, + "action_effect_rmse": 0.8037815216164366 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.06635626743547332, + "action_effect_rmse": 0.10210039699480154 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.07132309404668824, + "action_effect_rmse": 0.11637296245408849 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.0776252344494621, + "action_effect_rmse": 0.12697425874472948 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.08150223846988719, + "action_effect_rmse": 0.11157944218108962 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 1.221564025437754, + "action_effect_rmse": 1.5541600784873468 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.9325879652837626, + "action_effect_rmse": 1.2118607554625394 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 1.0754601239311434, + "action_effect_rmse": 1.4418952098619187 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 2.4214653589248627, + "action_effect_rmse": 2.8336911758139145 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.9583333333333334, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.1357764685212004, + "action_effect_rmse": 0.195888782704456 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.1087391553519186, + "action_effect_rmse": 0.156800760921668 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.076742244715199, + "action_effect_rmse": 0.12123293531661918 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.2680439215601337, + "action_effect_rmse": 0.4522466053439872 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 36.57741864810757, + "action_effect_rmse": 44.12275001154279 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 36.49589615725097, + "action_effect_rmse": 43.55914042741437 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 36.2901506424921, + "action_effect_rmse": 42.82638750275786 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 31.190353882491966, + "action_effect_rmse": 41.518667510416456 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.33334014779051085, + "action_effect_rmse": 0.5068361910975776 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.5562023433133471, + "action_effect_rmse": 0.85205830133713 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.8191316035469768, + "action_effect_rmse": 1.2257819335224691 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 1.2299285544404044, + "action_effect_rmse": 1.8426908564228193 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.025334849628597226, + "action_effect_rmse": 0.03582261205740138 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.032245697175689106, + "action_effect_rmse": 0.04766157014351028 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.042584976640360754, + "action_effect_rmse": 0.06117156697296854 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.059603864064142385, + "action_effect_rmse": 0.0912319319988556 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 30.84442936816764, + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.5206358566924617, + "action_effect_rmse": 0.779019857662896 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.6990211980674076, + "action_effect_rmse": 0.9437121130993679 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.0455311990149105, + "action_effect_rmse": 1.3367424592925083 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.8079456926978954, + "action_effect_rmse": 2.3485935884774207 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 1.216567052113616, + "action_effect_rmse": 1.8570048126835064 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 1.5988212208068704, + "action_effect_rmse": 2.4260357907257513 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 2.1476493406036257, + "action_effect_rmse": 3.26956009119044 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.4412689949350657, + "action_effect_rmse": 2.338801131090063 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.04072993260889825, + "action_effect_rmse": 0.07390831436609592 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.10892580682557966, + "action_effect_rmse": 0.1994572243007285 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.2549722350820724, + "action_effect_rmse": 0.4500936922439445 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.419393097836595, + "action_effect_rmse": 0.6740223619332131 + } + ] + } + ] + } + }, + "matched_family_swap": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.026136957108974457, + "rmse": 0.05356626212596893, + "standardized_mae": 0.07181327044963837, + "standardized_rmse": 0.14717736840248108, + "standardized_gaussian_nll": 56.10115484591753, + "physical_gaussian_nll": 55.090435863191345, + "nominal_coverage": 0.9, + "coverage": 0.8930817610062893, + "mean_interval_width": 0.16512662172317505, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.045855939388275146, + "rmse": 0.09036443382501602, + "standardized_mae": 0.12599267065525055, + "standardized_rmse": 0.24828313291072845, + "standardized_gaussian_nll": 66.8443339255952, + "physical_gaussian_nll": 65.833614942869, + "nominal_coverage": 0.9, + "coverage": 0.8944099378881988, + "mean_interval_width": 0.3699241280555725, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.0679008960723877, + "rmse": 0.11741186678409576, + "standardized_mae": 0.18656286597251892, + "standardized_rmse": 0.32259801030158997, + "standardized_gaussian_nll": 60.61038533167686, + "physical_gaussian_nll": 59.59966634895068, + "nominal_coverage": 0.9, + "coverage": 0.9015873015873016, + "mean_interval_width": 0.6125136017799377, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.09479536861181259, + "rmse": 0.1482868492603302, + "standardized_mae": 0.26045745611190796, + "standardized_rmse": 0.40742936730384827, + "standardized_gaussian_nll": 24.93144308913753, + "physical_gaussian_nll": 23.92072410641135, + "nominal_coverage": 0.9, + "coverage": 0.9037267080745341, + "mean_interval_width": 0.7223688364028931, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.5461952090263367, + "rmse": 0.8117243647575378, + "standardized_mae": 0.07164877653121948, + "standardized_rmse": 0.10648035258054733, + "standardized_gaussian_nll": 6.887878800573216, + "physical_gaussian_nll": 8.91907916326346, + "nominal_coverage": 0.9, + "coverage": 0.8746081504702194, + "mean_interval_width": 3.603092670440674, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.9500568509101868, + "rmse": 1.3734092712402344, + "standardized_mae": 0.124626524746418, + "standardized_rmse": 0.18016104400157928, + "standardized_gaussian_nll": 6.920112112080503, + "physical_gaussian_nll": 8.951312474770745, + "nominal_coverage": 0.9, + "coverage": 0.881619937694704, + "mean_interval_width": 5.9041571617126465, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.5416656732559204, + "rmse": 2.2107574939727783, + "standardized_mae": 0.20223256945610046, + "standardized_rmse": 0.2900026738643646, + "standardized_gaussian_nll": 5.863850378163005, + "physical_gaussian_nll": 7.895050740853248, + "nominal_coverage": 0.9, + "coverage": 0.8401253918495298, + "mean_interval_width": 8.062518119812012, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 2.3505210876464844, + "rmse": 3.193143129348755, + "standardized_mae": 0.3083365857601166, + "standardized_rmse": 0.4188700318336487, + "standardized_gaussian_nll": 2.9691192759712997, + "physical_gaussian_nll": 5.0003196386615425, + "nominal_coverage": 0.9, + "coverage": 0.8504672897196262, + "mean_interval_width": 11.093301773071289, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 6.420619010925293, + "rmse": 9.171333312988281, + "standardized_mae": 0.3796301484107971, + "standardized_rmse": 0.5422708988189697, + "standardized_gaussian_nll": 20.84883241747362, + "physical_gaussian_nll": 23.67690467937648, + "nominal_coverage": 0.9, + "coverage": 0.8018867924528302, + "mean_interval_width": 18.15764045715332, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 6.965423107147217, + "rmse": 9.559749603271484, + "standardized_mae": 0.4118426442146301, + "standardized_rmse": 0.5652366876602173, + "standardized_gaussian_nll": 22.55058693460862, + "physical_gaussian_nll": 25.37865919651148, + "nominal_coverage": 0.9, + "coverage": 0.804953560371517, + "mean_interval_width": 24.2180233001709, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 7.2864532470703125, + "rmse": 9.754034996032715, + "standardized_mae": 0.4308241009712219, + "standardized_rmse": 0.576724112033844, + "standardized_gaussian_nll": 19.653731713525083, + "physical_gaussian_nll": 22.481803975427944, + "nominal_coverage": 0.9, + "coverage": 0.859375, + "mean_interval_width": 33.00508117675781, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 7.913926124572754, + "rmse": 10.422398567199707, + "standardized_mae": 0.4679245054721832, + "standardized_rmse": 0.6162422895431519, + "standardized_gaussian_nll": 12.606055216379994, + "physical_gaussian_nll": 15.434127478282853, + "nominal_coverage": 0.9, + "coverage": 0.8947368421052632, + "mean_interval_width": 41.457698822021484, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.21531131863594055, + "rmse": 0.33411920070648193, + "standardized_mae": 0.04284001141786575, + "standardized_rmse": 0.06647894531488419, + "standardized_gaussian_nll": 39.54582789055349, + "physical_gaussian_nll": 41.16044038836435, + "nominal_coverage": 0.9, + "coverage": 0.8643067846607669, + "mean_interval_width": 1.3809739351272583, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.35726141929626465, + "rmse": 0.5315248370170593, + "standardized_mae": 0.07108350098133087, + "standardized_rmse": 0.10575630515813828, + "standardized_gaussian_nll": 106.01575083913333, + "physical_gaussian_nll": 107.6303633369442, + "nominal_coverage": 0.9, + "coverage": 0.877906976744186, + "mean_interval_width": 2.481024742126465, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.5849727392196655, + "rmse": 0.8536694645881653, + "standardized_mae": 0.11639072000980377, + "standardized_rmse": 0.16985270380973816, + "standardized_gaussian_nll": 328.43007224398167, + "physical_gaussian_nll": 330.04468474179254, + "nominal_coverage": 0.9, + "coverage": 0.8764705882352941, + "mean_interval_width": 3.8041741847991943, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.8280715346336365, + "rmse": 1.212524175643921, + "standardized_mae": 0.1647595316171646, + "standardized_rmse": 0.24125322699546814, + "standardized_gaussian_nll": 409.6003104151108, + "physical_gaussian_nll": 411.2149229129217, + "nominal_coverage": 0.9, + "coverage": 0.8629737609329446, + "mean_interval_width": 5.3771233558654785, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.050534769892692566, + "rmse": 0.07175053656101227, + "standardized_mae": 0.055315639823675156, + "standardized_rmse": 0.07853853702545166, + "standardized_gaussian_nll": 8.88303202726934, + "physical_gaussian_nll": 8.792637986358834, + "nominal_coverage": 0.9, + "coverage": 0.9558823529411765, + "mean_interval_width": 0.24358537793159485, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.08662713319063187, + "rmse": 0.11747902631759644, + "standardized_mae": 0.09482254087924957, + "standardized_rmse": 0.12859319150447845, + "standardized_gaussian_nll": 10.69780058646701, + "physical_gaussian_nll": 10.607406545556502, + "nominal_coverage": 0.9, + "coverage": 0.9523809523809523, + "mean_interval_width": 0.4157576262950897, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.13849160075187683, + "rmse": 0.17907734215259552, + "standardized_mae": 0.1515936702489853, + "standardized_rmse": 0.19601905345916748, + "standardized_gaussian_nll": 9.622072299672428, + "physical_gaussian_nll": 9.531678258761922, + "nominal_coverage": 0.9, + "coverage": 0.9556213017751479, + "mean_interval_width": 0.7349380254745483, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.2093978226184845, + "rmse": 0.2677348256111145, + "standardized_mae": 0.22920802235603333, + "standardized_rmse": 0.29306402802467346, + "standardized_gaussian_nll": 7.170068999909285, + "physical_gaussian_nll": 7.079674958998778, + "nominal_coverage": 0.9, + "coverage": 0.8948948948948949, + "mean_interval_width": 0.9396593570709229, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.2156742662191391, + "rmse": 0.3443574607372284, + "standardized_mae": 0.4035917818546295, + "standardized_rmse": 0.644396960735321, + "standardized_gaussian_nll": 82.96539701128228, + "physical_gaussian_nll": 82.33876229636353, + "nominal_coverage": 0.9, + "coverage": 0.9246376811594202, + "mean_interval_width": 1.5365391969680786, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.21104764938354492, + "rmse": 0.33665454387664795, + "standardized_mae": 0.3949339687824249, + "standardized_rmse": 0.6299824714660645, + "standardized_gaussian_nll": 82.34569931831307, + "physical_gaussian_nll": 81.71906460339432, + "nominal_coverage": 0.9, + "coverage": 0.9273255813953488, + "mean_interval_width": 1.5572539567947388, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.21225114166736603, + "rmse": 0.33476173877716064, + "standardized_mae": 0.3971860706806183, + "standardized_rmse": 0.6264404654502869, + "standardized_gaussian_nll": 96.42666704472548, + "physical_gaussian_nll": 95.80003232980673, + "nominal_coverage": 0.9, + "coverage": 0.9085714285714286, + "mean_interval_width": 1.6236953735351562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.2313976138830185, + "rmse": 0.3573104739189148, + "standardized_mae": 0.4330148994922638, + "standardized_rmse": 0.6686359643936157, + "standardized_gaussian_nll": 78.0115750204499, + "physical_gaussian_nll": 77.38494030553115, + "nominal_coverage": 0.9, + "coverage": 0.9327485380116959, + "mean_interval_width": 2.474839210510254, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 9.859701156616211, + "rmse": 17.984817504882812, + "standardized_mae": 0.2611231207847595, + "standardized_rmse": 0.47630774974823, + "standardized_gaussian_nll": 41.11689570765368, + "physical_gaussian_nll": 44.748114776082765, + "nominal_coverage": 0.9, + "coverage": 0.9020771513353115, + "mean_interval_width": 43.364356994628906, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 9.785094261169434, + "rmse": 18.050111770629883, + "standardized_mae": 0.2591472566127777, + "standardized_rmse": 0.4780369699001312, + "standardized_gaussian_nll": 44.74794608352701, + "physical_gaussian_nll": 48.379165151956094, + "nominal_coverage": 0.9, + "coverage": 0.9169139465875371, + "mean_interval_width": 48.206871032714844, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 10.227775573730469, + "rmse": 18.40494728088379, + "standardized_mae": 0.2708711624145508, + "standardized_rmse": 0.48743441700935364, + "standardized_gaussian_nll": 37.42159564661799, + "physical_gaussian_nll": 41.05281471504707, + "nominal_coverage": 0.9, + "coverage": 0.9283582089552239, + "mean_interval_width": 65.35726928710938, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 9.161938667297363, + "rmse": 16.37053680419922, + "standardized_mae": 0.24264368414878845, + "standardized_rmse": 0.4335553050041199, + "standardized_gaussian_nll": 15.644965048282724, + "physical_gaussian_nll": 19.276184116711807, + "nominal_coverage": 0.9, + "coverage": 0.9262536873156342, + "mean_interval_width": 60.54197692871094, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.6176812052726746, + "rmse": 0.9437552690505981, + "standardized_mae": 0.07677318155765533, + "standardized_rmse": 0.11730176955461502, + "standardized_gaussian_nll": 4.117968810161261, + "physical_gaussian_nll": 6.203085891267923, + "nominal_coverage": 0.9, + "coverage": 0.8753894080996885, + "mean_interval_width": 3.4401824474334717, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 1.0625232458114624, + "rmse": 1.6065376996994019, + "standardized_mae": 0.13206374645233154, + "standardized_rmse": 0.19968070089817047, + "standardized_gaussian_nll": 5.24427080859047, + "physical_gaussian_nll": 7.3293878896971325, + "nominal_coverage": 0.9, + "coverage": 0.8785046728971962, + "mean_interval_width": 5.714883804321289, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.7739490270614624, + "rmse": 2.7284092903137207, + "standardized_mae": 0.22048868238925934, + "standardized_rmse": 0.339121013879776, + "standardized_gaussian_nll": 4.644642294886914, + "physical_gaussian_nll": 6.729759375993576, + "nominal_coverage": 0.9, + "coverage": 0.9090909090909091, + "mean_interval_width": 9.587454795837402, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 2.902233839035034, + "rmse": 4.692307472229004, + "standardized_mae": 0.36072611808776855, + "standardized_rmse": 0.5832189321517944, + "standardized_gaussian_nll": 3.2407838995840472, + "physical_gaussian_nll": 5.32590098069071, + "nominal_coverage": 0.9, + "coverage": 0.8742138364779874, + "mean_interval_width": 12.58919906616211, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.19400766491889954, + "rmse": 0.2736499607563019, + "standardized_mae": 0.05082865059375763, + "standardized_rmse": 0.07169437408447266, + "standardized_gaussian_nll": 8.393314997235825, + "physical_gaussian_nll": 9.732752521596858, + "nominal_coverage": 0.9, + "coverage": 0.8757396449704142, + "mean_interval_width": 0.7433032989501953, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.31750085949897766, + "rmse": 0.4422891438007355, + "standardized_mae": 0.08318299800157547, + "standardized_rmse": 0.11587665975093842, + "standardized_gaussian_nll": 9.831186631566935, + "physical_gaussian_nll": 11.170624155927968, + "nominal_coverage": 0.9, + "coverage": 0.9122807017543859, + "mean_interval_width": 1.4356184005737305, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.5341023206710815, + "rmse": 0.7310411930084229, + "standardized_mae": 0.1399310678243637, + "standardized_rmse": 0.19152766466140747, + "standardized_gaussian_nll": 8.272079481291476, + "physical_gaussian_nll": 9.611517005652509, + "nominal_coverage": 0.9, + "coverage": 0.8875739644970414, + "mean_interval_width": 2.346052408218384, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.8543957471847534, + "rmse": 1.1354219913482666, + "standardized_mae": 0.2238457053899765, + "standardized_rmse": 0.29747259616851807, + "standardized_gaussian_nll": 5.039433938705006, + "physical_gaussian_nll": 6.378871463066038, + "nominal_coverage": 0.9, + "coverage": 0.9017341040462428, + "mean_interval_width": 3.842487096786499, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.7566733360290527, + "rmse": 1.1275140047073364, + "standardized_mae": 0.0026449256110936403, + "standardized_rmse": 0.003941186238080263, + "standardized_gaussian_nll": -4.384150857490422, + "physical_gaussian_nll": 1.2721378572952204, + "nominal_coverage": 0.9, + "coverage": 0.934375, + "mean_interval_width": 2.7305240631103516, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 1.134260892868042, + "rmse": 1.9933748245239258, + "standardized_mae": 0.003964769653975964, + "standardized_rmse": 0.006967772729694843, + "standardized_gaussian_nll": -3.9603795381786213, + "physical_gaussian_nll": 1.695909176607021, + "nominal_coverage": 0.9, + "coverage": 0.9404388714733543, + "mean_interval_width": 4.7306036949157715, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 2.0139551162719727, + "rmse": 3.895699977874756, + "standardized_mae": 0.007039710413664579, + "standardized_rmse": 0.013617284595966339, + "standardized_gaussian_nll": -3.2513595117534124, + "physical_gaussian_nll": 2.40492920303223, + "nominal_coverage": 0.9, + "coverage": 0.9153605015673981, + "mean_interval_width": 8.913888931274414, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 3.8670589923858643, + "rmse": 7.268711090087891, + "standardized_mae": 0.013517171144485474, + "standardized_rmse": 0.02540752850472927, + "standardized_gaussian_nll": -2.3789155040056724, + "physical_gaussian_nll": 3.27737321077997, + "nominal_coverage": 0.9, + "coverage": 0.896875, + "mean_interval_width": 16.906843185424805, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.1986356106994208, + "field_horizon_balanced_standardized_nll": 43.506050891866145, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16018277944868942, + "action_effect_rmse": 0.21520070232339056 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3422616401602691, + "action_effect_rmse": 0.3877618995024502 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25303637290816283, + "action_effect_rmse": 0.3541376674109432 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.523902233827774, + "action_effect_rmse": 0.5960062094821587 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4326422285871108, + "action_effect_rmse": 0.613268725350483 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8933892799400335, + "action_effect_rmse": 1.0325948593965564 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6170547636140947, + "action_effect_rmse": 0.8598112777237873 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.117327885477001, + "action_effect_rmse": 3.5103074157434104 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 17.267831284549516, + 117.52623943454175, + 27.384476259394056, + 10.176623330124118 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.145516534233766, + "action_effect_rmse": 0.1717268090056355 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20969824193633713, + "action_effect_rmse": 0.23884341138131981 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27634629991044807, + "action_effect_rmse": 0.3323837094450298 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3575859879855064, + "action_effect_rmse": 0.4282070345214991 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4304566668480649, + "action_effect_rmse": 0.5477792573115284 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6068776652833208, + "action_effect_rmse": 0.7315197996733798 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9345413052670501, + "action_effect_rmse": 1.160090170187838 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1198124901604654, + "action_effect_rmse": 1.266220175125703 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 622.8337386059687, + 270.4599870397842, + 392.7494808115654, + 585.4184137222807 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1326796090597601, + "action_effect_rmse": 0.13800324453322685 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0204163033979808, + "action_effect_rmse": 0.026306439843460053 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008266940443153422, + "action_effect_rmse": 0.008480884376912962 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 18.845070472287833, + "action_effect_rmse": 20.353901897570804 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2756757419265418, + "action_effect_rmse": 0.2916146667199503 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030993437817183295, + "action_effect_rmse": 0.04328330497129864 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006023110330021342, + "action_effect_rmse": 0.006140188806204706 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 19.09223058194557, + "action_effect_rmse": 20.446338761991964 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4797818454278526, + "action_effect_rmse": 0.5177527127364944 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.037307101327633894, + "action_effect_rmse": 0.05880321223418642 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004890843522064407, + "action_effect_rmse": 0.005552966213357436 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 19.198152247812775, + "action_effect_rmse": 20.550294982127205 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8784008348854649, + "action_effect_rmse": 1.0538609787892586 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06789814724425842, + "action_effect_rmse": 0.10102875264199851 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03081410839752567, + "action_effect_rmse": 0.031196282704564135 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 26.575661642364512, + "action_effect_rmse": 32.354169558394254 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 38.306995933467604, + 10.293349864375658, + 26.837441738243022, + 41.13918788871 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.38467819365135814, + "action_effect_rmse": 0.4340664751617293 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0022753791553249414, + "action_effect_rmse": 0.0026484774298215744 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01942156896936194, + "action_effect_rmse": 0.023807777297812763 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 15.359077260671546, + "action_effect_rmse": 20.97175001452633 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3782873177013328, + "action_effect_rmse": 0.5151465021181221 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002161452495685149, + "action_effect_rmse": 0.0026650173587728296 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006774142088678862, + "action_effect_rmse": 0.009714519296391442 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 15.475002377482587, + "action_effect_rmse": 20.498633878978264 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33529092381493975, + "action_effect_rmse": 0.5558352467632242 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0036678990335972847, + "action_effect_rmse": 0.004194486250635261 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0034562415170850957, + "action_effect_rmse": 0.003565674008790894 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 15.282398310819623, + "action_effect_rmse": 20.171514754527813 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3715808452510716, + "action_effect_rmse": 0.6039743322198827 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0099062629159814, + "action_effect_rmse": 0.013023536419452317 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004020923929658933, + "action_effect_rmse": 0.005026786042422719 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 16.286711939288864, + "action_effect_rmse": 18.125010136006733 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 45.48696166386647, + 33.11706851586068, + 45.073685641224344, + 45.940711408890905 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002747256920765643, + "action_effect_rmse": 0.0028638139103246596 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0942202694967141, + "action_effect_rmse": 0.11836623359562577 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.7091955818617066, + "action_effect_rmse": 4.812238902509764 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006026028324113882, + "action_effect_rmse": 0.007183633826888074 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18090163168263848, + "action_effect_rmse": 0.24061429854888206 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.244371878529883, + "action_effect_rmse": 5.324486985841579 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01462930729721564, + "action_effect_rmse": 0.020979624088999147 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3738432714308975, + "action_effect_rmse": 0.49948533298108333 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.595436637043221, + "action_effect_rmse": 5.6869567432156645 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03313410232209705, + "action_effect_rmse": 0.037042706125193677 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8278317111418604, + "action_effect_rmse": 1.0741777588022299 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.176968806573138, + "action_effect_rmse": 3.612867171088347 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.459211865065946, + 0.10550301140229443, + 0.22407432044951103, + 0.4325931614863763 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23379196941827018, + "action_effect_rmse": 0.2748290820022554 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014170752926345878, + "action_effect_rmse": 0.0175658589379593 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2718943375130986, + "action_effect_rmse": 0.2726142780479447 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.37680234494518433, + "action_effect_rmse": 0.45353359422305906 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03177774274194789, + "action_effect_rmse": 0.042789263479390764 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4960233796247735, + "action_effect_rmse": 0.4978213264817499 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5027169906998049, + "action_effect_rmse": 0.6537920350994523 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07824993368634618, + "action_effect_rmse": 0.11658079249070821 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9080250312581105, + "action_effect_rmse": 0.9286624265940148 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5211750511635813, + "action_effect_rmse": 0.7551296888781903 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13430693782222866, + "action_effect_rmse": 0.217739416829768 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.536732606397777, + "action_effect_rmse": 1.6031157182403235 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 9.378200446113674, + 4.243421986183272, + 10.855264751934698, + 42.44867505946677 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42559245479339225, + "action_effect_rmse": 0.44126009321739074 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014597683120540475, + "action_effect_rmse": 0.015209808289202466 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3883164546656796, + "action_effect_rmse": 0.4464823590276836 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5224039163872453, + "action_effect_rmse": 0.6250153741265875 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04278026575156938, + "action_effect_rmse": 0.0474508151303427 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4526787897264815, + "action_effect_rmse": 0.5036143467163609 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7918977068526493, + "action_effect_rmse": 0.8743023410217794 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11165971269720387, + "action_effect_rmse": 0.14226158847502082 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7382120871582742, + "action_effect_rmse": 0.7701831868469693 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2213878131689846, + "action_effect_rmse": 1.4219239918388826 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3313508039412139, + "action_effect_rmse": 0.39470496407728706 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6502943480014285, + "action_effect_rmse": 2.0004076425320534 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 8.706481216846175, + 15.643214034038737, + 18.761670080159583, + 49.5767709395948 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1460797380676991, + "action_effect_rmse": 0.16018621393876964 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014427804041137193, + "action_effect_rmse": 0.014829865296813334 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8066204754581273, + "action_effect_rmse": 0.8697966033939302 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24411377664224196, + "action_effect_rmse": 0.3071245514313777 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04430334137396841, + "action_effect_rmse": 0.04985265380880851 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.682890782878265, + "action_effect_rmse": 1.7746686598521144 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.40752520589539526, + "action_effect_rmse": 0.43555073762232466 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0925931215778905, + "action_effect_rmse": 0.11355956794051085 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.2317522102582266, + "action_effect_rmse": 3.3804797732791942 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7490018658658013, + "action_effect_rmse": 1.9877334252266263 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25334309046747805, + "action_effect_rmse": 0.28910095559016696 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4737078223284925, + "action_effect_rmse": 3.9161265589687373 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 525.52384466268, + 133.35216682889296, + 225.8894428982943, + 374.1221393061654 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017612668998487162, + "action_effect_rmse": 0.02253698327387503 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0043798831731803505, + "action_effect_rmse": 0.005352477311624176 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005902467499677895, + "action_effect_rmse": 0.007533561079786262 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 10.272814624631884, + "action_effect_rmse": 14.601026473056045 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02883814472741027, + "action_effect_rmse": 0.03744389645909852 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009009406069704795, + "action_effect_rmse": 0.011566207170390488 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008460627444835092, + "action_effect_rmse": 0.010088760809022075 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 9.772696957519704, + "action_effect_rmse": 13.811766137670974 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024705296286008743, + "action_effect_rmse": 0.03255551631835568 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020177410885072078, + "action_effect_rmse": 0.0262016579627328 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004799087345902124, + "action_effect_rmse": 0.0057260771393519636 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 9.353269535196853, + "action_effect_rmse": 12.984611458298323 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03695997812422883, + "action_effect_rmse": 0.05569918095950694 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.019868398705810957, + "action_effect_rmse": 0.024276688876977686 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1705827934648708, + "action_effect_rmse": 0.17062169793213716 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.042716385236034, + "action_effect_rmse": 14.096139497118283 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 189.8616473599706, + 171.69483925352733, + 190.1659620957875, + 189.16541288129122 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.71956211111846, + "action_effect_rmse": 0.7759571409054832 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35455707711529766, + "action_effect_rmse": 0.38741806252451794 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3312583046475612, + "action_effect_rmse": 1.4236129782908327 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5855012557783539, + "action_effect_rmse": 0.7223175439216308 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5674886946238449, + "action_effect_rmse": 1.7204798690860692 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9367951518800055, + "action_effect_rmse": 1.2349580393508313 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5124429103379413, + "action_effect_rmse": 1.597569311511843 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5378415733093789, + "action_effect_rmse": 2.3877174403149044 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 5.838192319219374, + "predicted_costs": [ + 34.28832797786119, + 107.82297079695604, + 34.19567328048261, + 21.36583190655446 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8967040215750911, + "action_effect_rmse": 0.9818787464041503 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0032498347250905133, + "action_effect_rmse": 0.003586798976792409 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0306495030831427, + "action_effect_rmse": 0.03863207284866681 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 23.52679525100096, + "action_effect_rmse": 34.46307386779873 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 1.173251966390436, + "action_effect_rmse": 1.2653910902209855 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003212649286246242, + "action_effect_rmse": 0.0037041901784354075 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03492772458645543, + "action_effect_rmse": 0.03857013037303434 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 19.55765738871769, + "action_effect_rmse": 29.714578882679128 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3311928427907809, + "action_effect_rmse": 1.3879040451965938 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0046816352100999365, + "action_effect_rmse": 0.004966187448522973 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0318916920198958, + "action_effect_rmse": 0.03414154188781546 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.46802350012696, + "action_effect_rmse": 27.12440608856518 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7381260096432545, + "action_effect_rmse": 0.8741942643439673 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009236577542636107, + "action_effect_rmse": 0.00942382294879816 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007752533467036156, + "action_effect_rmse": 0.010102772866378389 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 17.350263985190395, + "action_effect_rmse": 26.69293034586806 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 350.378602013438, + 270.62753341294876, + 588.9190527574281, + 779.0520823054302 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.036114039826899334, + "action_effect_rmse": 0.05039785669958336 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10772700503440902, + "action_effect_rmse": 0.12505200067500646 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6194473193397674, + "action_effect_rmse": 2.115215449948269 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07054350246765864, + "action_effect_rmse": 0.10076804010241912 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2005645338985893, + "action_effect_rmse": 0.2397600312142253 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.875078996532622, + "action_effect_rmse": 2.759787661490347 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12694425137009002, + "action_effect_rmse": 0.18349074921964878 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.346303006768224, + "action_effect_rmse": 0.40716625844959226 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.746351581577185, + "action_effect_rmse": 3.794072509639743 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22936951003333364, + "action_effect_rmse": 0.2598243612442614 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26252416761198916, + "action_effect_rmse": 0.3024764057997066 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.931450608579638, + "action_effect_rmse": 5.230270428533442 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.7998973408506559, + 1.0241409827126808, + 0.7653623560313277, + 0.28511887293940696 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.10097363726556155, + "action_effect_rmse": 0.12175501658748206 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.1907330827906139, + "action_effect_rmse": 0.24018754467500686 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.36007313909956074, + "action_effect_rmse": 0.4556698146043162 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.5451779393769247, + "action_effect_rmse": 0.7890975331259408 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.019430648373832488, + "action_effect_rmse": 0.03569415491382803 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.03828476539588626, + "action_effect_rmse": 0.07143459421401355 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.07078677933365284, + "action_effect_rmse": 0.1305928782057118 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.13125180617771534, + "action_effect_rmse": 0.18558133092133205 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 2.664321450600737, + "action_effect_rmse": 3.7169732077678628 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 3.0597254375312524, + "action_effect_rmse": 4.240671503365399 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 3.670894109310203, + "action_effect_rmse": 4.834069879905034 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 4.054209707576388, + "action_effect_rmse": 4.494915903079796 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.01606011999883399, + "action_effect_rmse": 0.023387642328826053 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.014046401112497683, + "action_effect_rmse": 0.02074555286917132 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.011259466101236857, + "action_effect_rmse": 0.017620884674065904 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.05329258981477289, + "action_effect_rmse": 0.0869084381077788 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 17.000939402148056, + "action_effect_rmse": 23.743362523092408 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 15.974396826416388, + "action_effect_rmse": 21.863027247451377 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 15.325460898489053, + "action_effect_rmse": 20.817889973079282 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 18.06383848801995, + "action_effect_rmse": 23.908795240534676 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.3579186233211741, + "action_effect_rmse": 0.5413068419612619 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.4640132926864302, + "action_effect_rmse": 0.6987545508051125 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.5427427270798955, + "action_effect_rmse": 0.7912582058667949 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.506266916976005, + "action_effect_rmse": 0.7487866797637625 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.007580350112894151, + "action_effect_rmse": 0.013606591694884759 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.01134423641720487, + "action_effect_rmse": 0.022516910200710352 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.0164585116141008, + "action_effect_rmse": 0.03235197591235907 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.026727346602171725, + "action_effect_rmse": 0.0525703990451537 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 0.9730320532032289, + "ranking_accuracy": 0.9444444444444444, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.3955580378081349, + "action_effect_rmse": 0.48092088639581376 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.6830970716368591, + "action_effect_rmse": 0.8861179037419212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.2191752376296618, + "action_effect_rmse": 1.6334898357679188 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 2.0726194542790903, + "action_effect_rmse": 2.631046186973687 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.3051209311800462, + "action_effect_rmse": 0.4028672322760131 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.5006601692401406, + "action_effect_rmse": 0.7015730846720112 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 0.6887879155844784, + "action_effect_rmse": 0.9144911770927766 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.0926006182362422, + "action_effect_rmse": 1.365069302069029 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.014398746696007847, + "action_effect_rmse": 0.015914590508337573 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.03962044995582856, + "action_effect_rmse": 0.04678955730154466 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.0941675893204802, + "action_effect_rmse": 0.12480012847754238 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.23966694407697353, + "action_effect_rmse": 0.3091826994037493 + } + ] + } + ] + } + }, + "thermal_temperature_only": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.0052366782911121845, + "rmse": 0.01686427928507328, + "standardized_mae": 0.014388171024620533, + "standardized_rmse": 0.04633588716387749, + "standardized_gaussian_nll": -3.483317593469044, + "physical_gaussian_nll": -4.494036576195228, + "nominal_coverage": 0.9, + "coverage": 0.9245283018867925, + "mean_interval_width": 0.023039236664772034, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.012843601405620575, + "rmse": 0.03994884714484215, + "standardized_mae": 0.035288769751787186, + "standardized_rmse": 0.10976248234510422, + "standardized_gaussian_nll": -2.9041789564731055, + "physical_gaussian_nll": -3.9148979391992893, + "nominal_coverage": 0.9, + "coverage": 0.9254658385093167, + "mean_interval_width": 0.05153895914554596, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.022638564929366112, + "rmse": 0.04978422820568085, + "standardized_mae": 0.06220117583870888, + "standardized_rmse": 0.13678593933582306, + "standardized_gaussian_nll": -2.158709358861738, + "physical_gaussian_nll": -3.169428341587922, + "nominal_coverage": 0.9, + "coverage": 0.9142857142857143, + "mean_interval_width": 0.11240363121032715, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.04280715808272362, + "rmse": 0.07686085999011993, + "standardized_mae": 0.11761590838432312, + "standardized_rmse": 0.21118104457855225, + "standardized_gaussian_nll": -1.3289643975384406, + "physical_gaussian_nll": -2.339683380264624, + "nominal_coverage": 0.9, + "coverage": 0.8726708074534162, + "mean_interval_width": 0.18046700954437256, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.11816507577896118, + "rmse": 0.24882738292217255, + "standardized_mae": 0.015500654466450214, + "standardized_rmse": 0.032640669494867325, + "standardized_gaussian_nll": -3.04943349561851, + "physical_gaussian_nll": -1.0182331329282666, + "nominal_coverage": 0.9, + "coverage": 0.8934169278996865, + "mean_interval_width": 0.4441930651664734, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.27855026721954346, + "rmse": 0.6250913739204407, + "standardized_mae": 0.03653965890407562, + "standardized_rmse": 0.08199821412563324, + "standardized_gaussian_nll": -2.282169112498581, + "physical_gaussian_nll": -0.2509687498083375, + "nominal_coverage": 0.9, + "coverage": 0.9034267912772586, + "mean_interval_width": 0.9703658819198608, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.5839937329292297, + "rmse": 1.1854215860366821, + "standardized_mae": 0.0766071081161499, + "standardized_rmse": 0.15550120174884796, + "standardized_gaussian_nll": -1.4234440857951076, + "physical_gaussian_nll": 0.6077562768951357, + "nominal_coverage": 0.9, + "coverage": 0.8996865203761756, + "mean_interval_width": 2.127248525619507, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 1.0555572509765625, + "rmse": 1.8437130451202393, + "standardized_mae": 0.13846585154533386, + "standardized_rmse": 0.24185453355312347, + "standardized_gaussian_nll": -0.7111538702550992, + "physical_gaussian_nll": 1.320046492435144, + "nominal_coverage": 0.9, + "coverage": 0.9314641744548287, + "mean_interval_width": 4.331311225891113, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.4138355553150177, + "rmse": 1.1698462963104248, + "standardized_mae": 0.024468740448355675, + "standardized_rmse": 0.06916917860507965, + "standardized_gaussian_nll": -3.1155769775478435, + "physical_gaussian_nll": -0.2875047156449839, + "nominal_coverage": 0.9, + "coverage": 0.9119496855345912, + "mean_interval_width": 1.7817717790603638, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 0.7849379777908325, + "rmse": 2.1406867504119873, + "standardized_mae": 0.04641081020236015, + "standardized_rmse": 0.12657178938388824, + "standardized_gaussian_nll": -2.540983031506095, + "physical_gaussian_nll": 0.2870892303967647, + "nominal_coverage": 0.9, + "coverage": 0.9442724458204335, + "mean_interval_width": 3.7069177627563477, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 1.2292274236679077, + "rmse": 2.688288688659668, + "standardized_mae": 0.07268019020557404, + "standardized_rmse": 0.15894970297813416, + "standardized_gaussian_nll": -1.7770505231459908, + "physical_gaussian_nll": 1.0510217387568688, + "nominal_coverage": 0.9, + "coverage": 0.921875, + "mean_interval_width": 5.224939823150635, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 2.057558536529541, + "rmse": 3.857971668243408, + "standardized_mae": 0.12165668606758118, + "standardized_rmse": 0.2281092256307602, + "standardized_gaussian_nll": -0.8928018917291448, + "physical_gaussian_nll": 1.9352703701737148, + "nominal_coverage": 0.9, + "coverage": 0.8854489164086687, + "mean_interval_width": 8.057557106018066, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.0430474728345871, + "rmse": 0.09513888508081436, + "standardized_mae": 0.008565058931708336, + "standardized_rmse": 0.01892957091331482, + "standardized_gaussian_nll": -3.8294849056552276, + "physical_gaussian_nll": -2.2148724078443642, + "nominal_coverage": 0.9, + "coverage": 0.8731563421828908, + "mean_interval_width": 0.1596786379814148, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.08094338327646255, + "rmse": 0.18690669536590576, + "standardized_mae": 0.01610512286424637, + "standardized_rmse": 0.03718840703368187, + "standardized_gaussian_nll": -3.369172459384989, + "physical_gaussian_nll": -1.7545599615741256, + "nominal_coverage": 0.9, + "coverage": 0.8953488372093024, + "mean_interval_width": 0.3003537058830261, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.14690274000167847, + "rmse": 0.3215412497520447, + "standardized_mae": 0.02922890894114971, + "standardized_rmse": 0.06397633999586105, + "standardized_gaussian_nll": -2.743604725216888, + "physical_gaussian_nll": -1.1289922274060245, + "nominal_coverage": 0.9, + "coverage": 0.9117647058823529, + "mean_interval_width": 0.6354507207870483, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.30565720796585083, + "rmse": 0.5847457051277161, + "standardized_mae": 0.060815926641225815, + "standardized_rmse": 0.11634553968906403, + "standardized_gaussian_nll": -1.8262130571231543, + "physical_gaussian_nll": -0.21160055931229094, + "nominal_coverage": 0.9, + "coverage": 0.924198250728863, + "mean_interval_width": 1.4248439073562622, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.005094843450933695, + "rmse": 0.00785362720489502, + "standardized_mae": 0.005576843861490488, + "standardized_rmse": 0.008596624247729778, + "standardized_gaussian_nll": -3.627877270267061, + "physical_gaussian_nll": -3.718271311177568, + "nominal_coverage": 0.9, + "coverage": 0.8382352941176471, + "mean_interval_width": 0.019865766167640686, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.008862005546689034, + "rmse": 0.013773010112345219, + "standardized_mae": 0.00970040075480938, + "standardized_rmse": 0.015076013281941414, + "standardized_gaussian_nll": -3.098826811048935, + "physical_gaussian_nll": -3.189220851959442, + "nominal_coverage": 0.9, + "coverage": 0.875, + "mean_interval_width": 0.035229746252298355, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.018189968541264534, + "rmse": 0.029076265171170235, + "standardized_mae": 0.019910840317606926, + "standardized_rmse": 0.031827040016651154, + "standardized_gaussian_nll": -2.421842229144687, + "physical_gaussian_nll": -2.512236270055194, + "nominal_coverage": 0.9, + "coverage": 0.8757396449704142, + "mean_interval_width": 0.06762871146202087, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.03971759229898453, + "rmse": 0.06704658269882202, + "standardized_mae": 0.04347509518265724, + "standardized_rmse": 0.07338955998420715, + "standardized_gaussian_nll": -1.6645644993851452, + "physical_gaussian_nll": -1.7549585402956518, + "nominal_coverage": 0.9, + "coverage": 0.8558558558558559, + "mean_interval_width": 0.14063148200511932, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.010182573460042477, + "rmse": 0.03418014198541641, + "standardized_mae": 0.019054673612117767, + "standardized_rmse": 0.06396137923002243, + "standardized_gaussian_nll": -2.7431506292555987, + "physical_gaussian_nll": -3.3697853441743546, + "nominal_coverage": 0.9, + "coverage": 0.9217391304347826, + "mean_interval_width": 0.03828940913081169, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.01124716829508543, + "rmse": 0.03472624346613884, + "standardized_mae": 0.021046852692961693, + "standardized_rmse": 0.0649833008646965, + "standardized_gaussian_nll": -2.688222984548484, + "physical_gaussian_nll": -3.31485769946724, + "nominal_coverage": 0.9, + "coverage": 0.9127906976744186, + "mean_interval_width": 0.041854627430438995, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.018130384385585785, + "rmse": 0.0554778166115284, + "standardized_mae": 0.03392743319272995, + "standardized_rmse": 0.10381577163934708, + "standardized_gaussian_nll": -2.3629257338082295, + "physical_gaussian_nll": -2.9895604487269853, + "nominal_coverage": 0.9, + "coverage": 0.9057142857142857, + "mean_interval_width": 0.07190831750631332, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.03516390174627304, + "rmse": 0.08682877570390701, + "standardized_mae": 0.06580229103565216, + "standardized_rmse": 0.16248290240764618, + "standardized_gaussian_nll": -1.8131224358890652, + "physical_gaussian_nll": -2.439757150807821, + "nominal_coverage": 0.9, + "coverage": 0.8830409356725146, + "mean_interval_width": 0.12048619240522385, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 0.4564460515975952, + "rmse": 1.704976201057434, + "standardized_mae": 0.01208846177905798, + "standardized_rmse": 0.0451543815433979, + "standardized_gaussian_nll": -3.4794528641059745, + "physical_gaussian_nll": 0.1517662043231076, + "nominal_coverage": 0.9, + "coverage": 0.887240356083086, + "mean_interval_width": 1.9610910415649414, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 0.8058900833129883, + "rmse": 2.8984501361846924, + "standardized_mae": 0.02134309522807598, + "standardized_rmse": 0.07676219940185547, + "standardized_gaussian_nll": -3.3389586802062334, + "physical_gaussian_nll": 0.2922603882228487, + "nominal_coverage": 0.9, + "coverage": 0.8545994065281899, + "mean_interval_width": 2.681840658187866, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 1.7452898025512695, + "rmse": 5.416681289672852, + "standardized_mae": 0.04622204229235649, + "standardized_rmse": 0.14345473051071167, + "standardized_gaussian_nll": -2.6597392407157847, + "physical_gaussian_nll": 0.9714798277132974, + "nominal_coverage": 0.9, + "coverage": 0.8716417910447761, + "mean_interval_width": 5.564198017120361, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 2.3526575565338135, + "rmse": 6.159954071044922, + "standardized_mae": 0.06230749934911728, + "standardized_rmse": 0.1631394773721695, + "standardized_gaussian_nll": -2.090742392979714, + "physical_gaussian_nll": 1.540476675449368, + "nominal_coverage": 0.9, + "coverage": 0.9085545722713865, + "mean_interval_width": 8.7239408493042, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.12405810505151749, + "rmse": 0.2391957938671112, + "standardized_mae": 0.01541950087994337, + "standardized_rmse": 0.029730260372161865, + "standardized_gaussian_nll": -2.940016346520417, + "physical_gaussian_nll": -0.854899265413755, + "nominal_coverage": 0.9, + "coverage": 0.9314641744548287, + "mean_interval_width": 0.5325818061828613, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.2561587393283844, + "rmse": 0.4398476481437683, + "standardized_mae": 0.03183862939476967, + "standardized_rmse": 0.05466979369521141, + "standardized_gaussian_nll": -2.163574760168578, + "physical_gaussian_nll": -0.07845767906191581, + "nominal_coverage": 0.9, + "coverage": 0.9127725856697819, + "mean_interval_width": 1.1021473407745361, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.6287259459495544, + "rmse": 1.0696730613708496, + "standardized_mae": 0.07814596593379974, + "standardized_rmse": 0.13295240700244904, + "standardized_gaussian_nll": -1.2724214073028965, + "physical_gaussian_nll": 0.8126956738037656, + "nominal_coverage": 0.9, + "coverage": 0.9090909090909091, + "mean_interval_width": 2.3483028411865234, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 1.429247498512268, + "rmse": 2.9045298099517822, + "standardized_mae": 0.17764484882354736, + "standardized_rmse": 0.36101147532463074, + "standardized_gaussian_nll": -0.426763231900362, + "physical_gaussian_nll": 1.6583538492063001, + "nominal_coverage": 0.9, + "coverage": 0.8773584905660378, + "mean_interval_width": 4.866171360015869, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.04812635052076075, + "field_horizon_balanced_standardized_nll": -2.3821393737208165, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "thermal indoor_temp only; other families unchanged", + "counterfactual": { + "status": "unrun", + "reason": "Existing all-state counterfactual helper requires observed current for delta decoding; temperature-only forecast metrics are scored separately." + } + } + }, + "checkpoint_sha256": "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec", + "provenance_sha256": "6ce68f1f54cff30fd0c9699bac235eb77b6e9326d9ff7d4ac93128af626d8c18", + "outputs_sha256": { + "calibration-current_only.json": "4b1fda0fb4d38a7c7306c93c84fef6b17fcf38850d495fd1d5257b0bae86216d", + "calibration-full_history.json": "83fe0d8bf2142383c9086fdef3e2f508094e60b078aab9df26239a06eb4e104e", + "calibration-history_branch_disabled.json": "0f4154262c04696d40aa6b7a828874893f2732f1981f93ea5e8fabfedddb1869", + "calibration-matched_family_swap.json": "f55a8bb058b612b7c0b94e95de68b0b15cabe306a8d5ccf63d5b796f261b024f", + "calibration-past_state_only.json": "a777fdd83b5547963a28e4cc0d4f604feb325035c26c3d527fcf4e1ac5176fce", + "calibration-temporal_shuffle.json": "43a25d9e34a024ff059b0d5365c87c59a280a28e275a27e32c13d235401408b7", + "calibration-thermal_temperature_only.json": "9fc985eec8e4cf2a14bf5f5d1ae914096b064a22e9787432506cf40c7ba4658d", + "calibration-truncate_4.json": "efe0df5815eeb180509db240981193e08e3e7cb2a072061d9df570fe9a169555", + "calibration-truncate_8.json": "5e95f2bc33633df3371254ed31bae814d1fb18aec7c8044fff1f3b44f223086d", + "current_only-calibration.npz": "3a094d50ab0dddc70a919f31a294c6283fe375be19f00279688333f1cbc27de4", + "current_only-test.npz": "788b5f5f17fa38785bf5dfe0c90a3569f8e6afd6882b1c74fbaaac04f215e10b", + "full_history-calibration.npz": "6383f9263fc371bb716f643137e26b734a2d7c937e39042357b394062f9e4c88", + "full_history-test.npz": "fbc1501f289b8bb8bf5f439a54a96dbf6121cb243dcb621d4224f8af0364c844", + "history_branch_disabled-calibration.npz": "60bb54cb16d74de879f90e205f5d84aba0bed9980f95b4219eda743862edeeb8", + "history_branch_disabled-test.npz": "ea0b575fdb03e38f8bc41a60ad46aa78a38d76c6da4bd3875ca983f2aa7d9780", + "matched_family_swap-calibration.npz": "db6e8eca61ebc39d4e4a35be219a2a69e13dacc50657ac2d412652668c7c92f2", + "matched_family_swap-test.npz": "d2c7f2e7e387effbe4f9685752335a00e28e74a2d1618c0b35bff00b6895b06d", + "past_state_only-calibration.npz": "cd8bcf85d23895f7a01c55257a93e591af424d1e7ca776d218be2e67d507dd5d", + "past_state_only-test.npz": "bea6faaaa7e7064d004a5a2704304c25ca2366767e22957bfa4de3ad18638810", + "provenance.json": "6ce68f1f54cff30fd0c9699bac235eb77b6e9326d9ff7d4ac93128af626d8c18", + "temporal_shuffle-calibration.npz": "d8440855974c3dc767c0354a912bab5b961374ebd586863b145538701211db25", + "temporal_shuffle-test.npz": "51a093233d877c57c35bb964c20ea913243456aa2ad3c2ad6a2fd972a761bcc7", + "thermal_temperature_only-calibration.npz": "7f3da8c6427eff9e88f7375dd01f7e203b346ba513e741456e05cb0d8949b60b", + "thermal_temperature_only-test.npz": "fff0f371ed9e9446b895bcab23769075e6dde35122e8273bc227b28267336052", + "truncate_4-calibration.npz": "eb5d97a9fe51af808c42b07e28e7f7fb826440eb795e15d95ccbc06081a6900e", + "truncate_4-test.npz": "546125f1d16ab9887b47cb52a735e402c338959a25a508c4019d501e45ef40aa", + "truncate_8-calibration.npz": "c8dabdee185dc72eda7f4db1dd94cbd224a50a936016c5477ea1f65ca230998e", + "truncate_8-test.npz": "e052b15d95f30b80d9bb353dc2031b769fcc666eaefe18d08d192c11385d48c6", + "summary.json": "0144bf198cdfd4a66fad46967c7ad10b1024a796eede274ebb2e6908e4f05d83" + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/history_branch_disabled-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/history_branch_disabled-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..0b2930dc3474b15e63311021dc1f4feb3144f449 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/history/history_branch_disabled-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/history_branch_disabled-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/history_branch_disabled-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..248c2e7b472598e16082b2abcb6af2b5e7e9439f --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/history_branch_disabled-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea0b575fdb03e38f8bc41a60ad46aa78a38d76c6da4bd3875ca983f2aa7d9780 +size 160051 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/matched_family_swap-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/matched_family_swap-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..27fcdfb15a35f208f342482cc2c716bcf7627680 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/history/matched_family_swap-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/matched_family_swap-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/matched_family_swap-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..f9adf8f5dab52469e965c5c41d6170e5a9d0767d --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/matched_family_swap-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2c7f2e7e387effbe4f9685752335a00e28e74a2d1618c0b35bff00b6895b06d +size 175341 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/past_state_only-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/past_state_only-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..2572c7186f638c906a3cdd1003429d72f85a80d5 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/history/past_state_only-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/past_state_only-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/past_state_only-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..b8f64e73fc60c4535557ad174dbf32fee80ff550 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/past_state_only-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea6faaaa7e7064d004a5a2704304c25ca2366767e22957bfa4de3ad18638810 +size 171575 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/provenance.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..b5ab67121e934c9fc373dd131ce841c27e0e4577 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/provenance.json @@ -0,0 +1,14795 @@ +{ + "checkpoint": "/Users/maxfarrell/repos/experimental/artifacts/full/transformer/seed-42/checkpoint.pt", + "checkpoint_sha256": "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec", + "normalization": "/Users/maxfarrell/repos/experimental/artifacts/full/transformer/seed-42/normalization.json", + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "manifest": "/Users/maxfarrell/repos/experimental/artifacts/poc/data/manifest.json", + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "episode_sha256": { + "episodes/thermal-00000.npz": "e6dc125de3c0d212b57674bbadc42d09b686b7c9fce2cc07ea23dd574664dc3c", + "episodes/tank-00001.npz": "52209df974c0ff630e8727aa246a9f8166802a5d9863fe50e0ab181a9cbebe08", + "episodes/battery-00002.npz": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790", + "episodes/thermal-00003.npz": "d2460d5ecf7c0ed091e804618ff73edfa2f73b332be2fca1fe8980207e4f5938", + "episodes/tank-00004.npz": "779b351dd906b237ab51d1904a676936d31d1f5c40d33ef7fcf3533c5cd15999", + "episodes/battery-00005.npz": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48", + "episodes/thermal-00006.npz": "486171fde08aef439c6b32dd63333cf9af92f7deb08414b0563e2bc8ca343327", + "episodes/tank-00007.npz": "4315e51e83513b21f2598c9688e21da2f6b90cf8ca1581c64e93b30d9ea12dfe", + "episodes/battery-00008.npz": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7", + "episodes/thermal-00009.npz": "b10ba1349e4789813f196b7a2c2532cf4bbb9abd65f89d9b062f33f5a2243970", + "episodes/tank-00010.npz": "73b4b132f485c3e01507bf42de3d409fab2e31045c36626c132d208306589481", + "episodes/battery-00011.npz": "c7aae52a000b1aa31406ea30c3004b29f1fa6c98dec8e3db1fe71aaaf1656441", + "episodes/thermal-00012.npz": "8a9dcf1ac0e525bc6a7e3b5d4bf258235d762f64914131d1775d4483ef351d4f", + "episodes/tank-00013.npz": "80fe641c0b3396b31163b4e30681acf1cb145ac761a0be1d522267d3be1b5751", + "episodes/battery-00014.npz": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de", + "episodes/thermal-00015.npz": "b1e71e57a0b8e72ba4d30654d3c63e930003d730b79dc059eb39167da2ce8c66", + "episodes/tank-00016.npz": "4b743be8e232baaf805f6438b78a3bf5c07dfcb18e7f4432e6c1ced5c546a9fc", + "episodes/battery-00017.npz": "3c68852b7e4d7cd5d803c5261f48f779b49d61e6ebcb97f840d33006327d5308", + "episodes/thermal-00018.npz": "21c7ef3696217c8efdafa8318596c12ed62d0fcb67768f8586734d2157e332f7", + "episodes/tank-00019.npz": "b07f9e532e3e2eab9297814fd128d775ab17328f12750714bea2ee431f568a7d", + "episodes/battery-00020.npz": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835", + "episodes/thermal-00021.npz": "c5e03d2510fe4b4d5efa7d3d7c411432f440337fb291edab56dfe7172bdec44a", + "episodes/tank-00022.npz": "adc69359adddf82b4fff2d672dd14ad87739833a2dce6a5aed3568e35e6d11f7", + "episodes/battery-00023.npz": "b6085f27736c38e30d7635cb373bcc3574c4b4c1ac95d87b5b8119562f3ce0ea", + "episodes/thermal-00024.npz": "59e15f3878fba464680c6db324e7ebdbc7811f00f74f6653078fc4a80accb5de", + "episodes/tank-00025.npz": "8785383bbf01d5378a7aa637b7fc95076614faddcd72698dadba30dd6ab0d3d2", + "episodes/battery-00026.npz": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6", + "episodes/thermal-00027.npz": "13a24edfeccb26ad24eaa1e986f3e196d771ee03df107e9eb9ef40e08b274879", + "episodes/tank-00028.npz": "2ba6429bd61d717e393a63aaef52eb50090a9a8649e45afc74f14151a196e6a5", + "episodes/battery-00029.npz": "e49a773079435b34d8527a2e215de1317897c51c4dc1780f226909dbce76a71b", + "episodes/thermal-00030.npz": "5c1ff8f960a55e0f7eeda4218ee273633396f5720b180edbe9177d289c2d0bf3", + "episodes/tank-00031.npz": "20bd99428ad9d5bdc48c6003d8f3110a81f501512a57d9818a61de350cf46210", + "episodes/battery-00032.npz": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077", + "episodes/thermal-00033.npz": "94692123bbb1d73dc3c8f80a5a3e35506055188b4d7cb823ce07cd698d81024e", + "episodes/tank-00034.npz": "515f3dc12a373a9ce7418a3621979c5c0d8ebd3fdb9270de8553657055e00ea7", + "episodes/battery-00035.npz": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb", + "episodes/thermal-00036.npz": "36939e8a94b14e16c5e770594d595cfb8ab6274fda7e5a65abdc197a5a1a5386", + "episodes/tank-00037.npz": "d1710e55972044feb93c99ef5f97d5ffb365c6755ca5c213b3f9ad6b1d6d34b9", + "episodes/battery-00038.npz": "b4e2f6091bb7aa24ceffe85053fc249131bf019c9350b7fa7003f2fb0200eefd", + "episodes/thermal-00039.npz": "153698217e8b7f3c30cbaea9bdf88a2551c9ac2a8089639c35d7445e36e4e31e", + "episodes/tank-00040.npz": "c666ceba8978783313ed55ac4df851e08459ff71c9db8de952dd89d85bc6ff9f", + "episodes/battery-00041.npz": "2e2a4ef5894c10af34c09d6681a62aa6ae633b57324964749319da7ed8fd7ec6", + "episodes/thermal-00042.npz": "d47b7da76d303ba2a08a05e66d3f0b11d3755ae2e9e8f85a53141ac650989dc6", + "episodes/tank-00043.npz": "6c111f04d0c1d6a52894943d2373c4966876485d3e8e6fb7c4590754e89649b4", + "episodes/battery-00044.npz": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee", + "episodes/thermal-00045.npz": "df03edf92425fb9960bb23af47de363cfdcc1ba05672eb92d6e1305595e80b45", + "episodes/tank-00046.npz": "4ae2df886fd53fe639bbcf1b83982d40fc6182bb8e82458c6fbe2dfdb3aaceb9", + "episodes/battery-00047.npz": "e0cfb79cc74bac28ee311a9159470c8db704468b6c59437d26f12e46631135f3", + "episodes/thermal-00048.npz": "3820a1b5385d2766ba2afce09d17dd0e41bc3c615da34e574810379283d97ece", + "episodes/tank-00049.npz": "fce7a0a5d7307d785a3a91faf55f3b0a98aa909ff35d0932b41c9857c10dc499", + "episodes/battery-00050.npz": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600", + "episodes/thermal-00051.npz": "9752642239a8a795754748ee57a15e0b2c6ab5bb8f6dc37d88b45de3e51d6933", + "episodes/tank-00052.npz": "6cabc8a66e0d02b18277412fc8cc80d44a85f0256c431d13b283f2ce57dc7ec8", + "episodes/battery-00053.npz": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d", + "episodes/thermal-00054.npz": "0166b4fb2b052b4389efa9c4f06ef77c0f13714a1baa90e3836618d4dc5653a8", + "episodes/tank-00055.npz": "f13937ad11220491ea371384bb2be4616bc4aa2fd63f7b52a59a61428f699b0b", + "episodes/battery-00056.npz": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a", + "episodes/thermal-00057.npz": "1bab0727fd7f12c3e57eb870b82d172eb2f7e5e134860a0501c329ff2ca55366", + "episodes/tank-00058.npz": "55db9314a1f8b7cc9c58576db5998b542d51b7f68c413914e153dbefd043483a", + "episodes/battery-00059.npz": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1", + "episodes/thermal-00060.npz": "3fdb1906d5da61cc1f5bbac40c1b76ed2634be525fcbe816ef72db8851cb750d", + "episodes/tank-00061.npz": "f701a8cd6ce485f6468095450363d0578bb792ca0540954acb056c0ccaff5e57", + "episodes/battery-00062.npz": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8", + "episodes/thermal-00063.npz": "dceb716ebf2511bbb9fae6f48674886bdbe2eaab84f5a68c6bebe84dcd9ff37c", + "episodes/tank-00064.npz": "c28d94f12f8962311087c8f8118f4922d4f32595276e7371dac32a422de533e2", + "episodes/battery-00065.npz": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4", + "episodes/thermal-00066.npz": "b86e60466c90bdd373a94be75ead6473901be6d887f213cfa89c463d8481af56", + "episodes/tank-00067.npz": "255e99d5cfd70ced60b7658bb63605c8a29f2b426b6983209f58ecd19391f413", + "episodes/battery-00068.npz": "4ca36f1f06046d685896efd0c820366f30edd0ca37878c689d827ec19b4e2c1f", + "episodes/thermal-00069.npz": "7ce04d98b7d6dd00b76efb548a4334597e91a1980b4f8475e2fb5312341ad42c", + "episodes/tank-00070.npz": "17da18e2104981ce0b2ae24f6a8c96e9b3dc109722e2d2334654c242c72d7155", + "episodes/battery-00071.npz": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae", + "episodes/thermal-00072.npz": "259d4f0233e5006d4e589b45b84026cd6c2a1bed0e2d0026941b9b29bfea8585", + "episodes/tank-00073.npz": "a7f28e4d4286fa4f95250a88ec4390f6ac540363f8df64bb3f9ceb114b7c5e23", + "episodes/battery-00074.npz": "312e3a7857c42d7f77145f8e978cfe48403c6af8e2378a664d3c83d9da414d5f", + "episodes/thermal-00075.npz": "f3d5817dbb4ba58bd5ef16dd5261e23c80c744b47c9c95d8e6b5fac0029da6f0", + "episodes/tank-00076.npz": "d85ce8a194f52fc1bfe2ffc0c0500cb6dfc3d79497d11610b542dad5357617dc", + "episodes/battery-00077.npz": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3", + "episodes/thermal-00078.npz": "747d6ce820608fdcd379424490438d8f183d32ebafa9d0a7275e39064ca8ac28", + "episodes/tank-00079.npz": "8e88e31e46f890b48d5425b3bc9fb3f6e601e092f94fa07942ebbd6bf8e5cc0e", + "episodes/battery-00080.npz": "90ee43f7257dd533f0d48594380e72687a7866a2e80a6a37d8293e7eb9fb8e6a", + "episodes/thermal-00081.npz": "ae87c9001949c3ba57bc9df9f1f2f8a83093305e9ac37cb28e5e94d38ba98d56", + "episodes/tank-00082.npz": "2fa89e6e06ad53fb08b13b7359104b897a89b5e09e89673b74120941c8edf5c6", + "episodes/battery-00083.npz": "7b88c93744c48f4669464e0fcc969da54f148b4253bcf30b582102ab4de4109d", + "episodes/thermal-00084.npz": "e8e17268836c8239e5c648f5f0af5182668e42dd3177043ed44990bacf9f223c", + "episodes/tank-00085.npz": "27517d7f2018a8092ae22e9a11ab62a122a18488c0eb12dfa634c985791ecf97", + "episodes/battery-00086.npz": "57b3f9253cbf06f50b05eafcc1d50a1cea6b7b81f650f924d4e2cf640040e966", + "episodes/thermal-00087.npz": "a168dc0ad8d32601b994cb79ce7d42c714660b75c4012fc6b9645083cb0401e4", + "episodes/tank-00088.npz": "770f8c8f11edd031e4f200b98f09bab844afd36e80231f7ec10db2eb6dd85c9d", + "episodes/battery-00089.npz": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68", + "episodes/thermal-00090.npz": "d4b1789d525ae7b4839e9ef8067279ee3a315414c043069ae04dab1e47e532fb", + "episodes/tank-00091.npz": "3f5b5e15b3008399ef9b46acf7ac205979c45600cd529fce6033cdce13bf1702", + "episodes/battery-00092.npz": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a", + "episodes/thermal-00093.npz": "c48f8d8ea1f8c6348f455268de2d36d43d0f7581e03042706472c7bc27f92df5", + "episodes/tank-00094.npz": "61d0b4556688f2c604c2f9e81bcdfd41664fddb53ed2945ee583d21b534223f5", + "episodes/battery-00095.npz": "43b4f7fcc97a2decc4cb3476b6a2f57d6dd46e58c221ac8eb4dc6f967a6d5e8c", + "episodes/thermal-00096.npz": "9cc65f2217b6b93a84e396fde8cc7d119dda2ba2d454ecfa8e371f59fa604474", + "episodes/tank-00097.npz": "bd518f88419225a07c4942e7321479a0663409e5330258871e17d6afa1a3ff33", + "episodes/battery-00098.npz": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2", + "episodes/thermal-00099.npz": "8517faef7cc68de899ca03ddef8454829bd6ad544299dd6ba3a0814cb2714348", + "episodes/tank-00100.npz": "fc47b11842f3a85bea472504926e8d2b47aaa3fc067a8e88068f3c15028e56f8", + "episodes/battery-00101.npz": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f", + "episodes/thermal-00102.npz": "eeca8c5966d62ed013ae60ec9f57dc306b42bcaabf9e3dc34bfac63418890a67", + "episodes/tank-00103.npz": "9d41fb1ba2a8d264820c5d065984c6b2236998e914022d25ec4a7bd779b2079d", + "episodes/battery-00104.npz": "2cdad4ee59fd03323ea6e19386679cc0b7682fdbd99720ce801a90a7e49f69dc", + "episodes/thermal-00105.npz": "9aac36622b478b4b6025a8577555092d03a5c815863e196e26f46e5d3d9bba04", + "episodes/tank-00106.npz": "cd10d14d9c3cd9bfb44c4ace1af0469144c64623090bb0de4828b68b90db7eb5", + "episodes/battery-00107.npz": "9f1c515bd5d87f16354192073f1ecc259d30bcd32ae794c94e406c08a258d6ab", + "episodes/thermal-00108.npz": "ca5460b83e7c0685cccda2a3af73542fa353dd5611498f3db84d635cc0fc0644", + "episodes/tank-00109.npz": "739f62a89d7dadea6fee7277e689b264b81c6efe643e7584d48249ca2ac1d90a", + "episodes/battery-00110.npz": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f", + "episodes/thermal-00111.npz": "ac71047d0ddd364b2e3bbdd02fe0aa91fa4889d924805530ed42caf6c33a334b", + "episodes/tank-00112.npz": "f4dd9406f3073300ff3e861c4ddaa26c63c395a54eb91c28b8f70db8a8cbda49", + "episodes/battery-00113.npz": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b", + "episodes/thermal-00114.npz": "ad182daf5bc60f8eff283a5c144dc23c81b98ecfb72335f69963c03c559369cc", + "episodes/tank-00115.npz": "8159c5cdbdf1ad537c7b2b71fdc717a327bef7813bcc23b0c8ade2be7882aa51", + "episodes/battery-00116.npz": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553", + "episodes/thermal-00117.npz": "1f96ba83348ef684e9ea1290acebcbb06e635969b29f07f639c79c273e85f7d0", + "episodes/tank-00118.npz": "097ecd9c3573f922fc4969ae04729e4216d52906460094a57b57cf5107a579a2", + "episodes/battery-00119.npz": "c1f238af6d86c41684621e6be064025388445e52f7b279b1e43e09e3c782eeda", + "episodes/thermal-00120.npz": "553aeac33fb0f0e98b2f3edc760f39f6ae014bc1524c04e5ce3aeb097bb32e1f", + "episodes/tank-00121.npz": "dd1d85f3e5efb865b947419bd1601dcbf316d18b05b0d3373ce819b152b0d640", + "episodes/battery-00122.npz": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba", + "episodes/thermal-00123.npz": "4ec8570af2441da1dcea47e7b245750921d0da732f28d509e95aa1dee3f07434", + "episodes/tank-00124.npz": "8e434a04a0ee51f98733e8c4b1d335cbb40753f1dc06a1b4b437a326a84f9299", + "episodes/battery-00125.npz": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e", + "episodes/thermal-00126.npz": "68933d5c69b84b414af6875add05d6a31c7871abb36d520eeaa5a787d3d5580b", + "episodes/tank-00127.npz": "092f5d22c2fa0d5d6b9a91e4ba0110944710bfc4fd1f184aff16566fe98ff394", + "episodes/battery-00128.npz": "af851e85c50404bd8324d03504d108d621be8ec34d1722265d26b4a61d63851a", + "episodes/thermal-00129.npz": "be0d4d0b85b9b0ef398e2ebe9a1d3aa226aaaefef0e2c7c38bbe341df71a0fd5", + "episodes/tank-00130.npz": "129b968dce4fee28307254ec625e9bcd74288f57ce40b455c54c041c47790ca4", + "episodes/battery-00131.npz": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855", + "episodes/thermal-00132.npz": "9884b019a081be8e3936cb3d48a661cba40d75db9e688154e91b2cd6b191de1c", + "episodes/tank-00133.npz": "d9e1d736ca9f72158e095b191ce53a234c6dc409101cb8b84f1c73bc24cdfbc2", + "episodes/battery-00134.npz": "c24fcd499940f47e92742695f2237d8dd4c127160720b09a1c848a71bcb9af9d", + "episodes/thermal-00135.npz": "c647969625b5d73f7589923d8fe36f93456f309267b34786eabcec3645d9eb6e", + "episodes/tank-00136.npz": "ed5e7fa05b4d1d481c935a5011aa41fc5050bc18ec906820eb83c808c1eb5347", + "episodes/battery-00137.npz": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564", + "episodes/thermal-00138.npz": "2c0d74c8d08afd6c8b499d7298293772d6857a29a192509ffcb1245fd2c844ca", + "episodes/tank-00139.npz": "539af85e58830d2005bf1227de0bb80b0de592bbc5cc9b87a11f9b051e10d722", + "episodes/battery-00140.npz": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06", + "episodes/thermal-00141.npz": "387085c3753efee94501a47144a8474a7964e4a885f0e5326e9e55d9af67306d", + "episodes/tank-00142.npz": "a025b370bedb1cc79a2a2748b6005e4f59e885bbe564fef74d18da742cdf9cf2", + "episodes/battery-00143.npz": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76", + "episodes/thermal-00144.npz": "1afb0e4ef3c434bef7aeaebad568765285cecadf1c051dab5a4a709e998b09c6", + "episodes/tank-00145.npz": "877d92be6210597a3fcea015b904b0b4aa914c5617d0799cfd8c0775808a0aaf", + "episodes/battery-00146.npz": "f3eb2c4081e3f812102ebe412da6cec7a896e0eecca96577dc73b1fbe7c7c07d", + "episodes/thermal-00147.npz": "49423de0486b4484475b9a9ff2c876d53accb3a7c2d67ac5076cceb6717f9be3", + "episodes/tank-00148.npz": "a06192e5d3a07063ac9e39b4b879a84211d1babfdf1c643831063625420a4e53", + "episodes/battery-00149.npz": "b72c1c038a408c0b5501b14550177c4f21a3838b50f68df867e4a7ceda5d7c56", + "episodes/thermal-00150.npz": "4981307d5612f2f1610ed28974842ecd6255bd1a2232a550e56096dfa20f25e5", + "episodes/tank-00151.npz": "f78a7b9ba5a58083da204c1b9f18af951a457b69c61f40aad825d2809cffba5b", + "episodes/battery-00152.npz": "a206c73028f4940206a6eec711f67b6e4662c171079b323a47e55915c22d6744", + "episodes/thermal-00153.npz": "db01efb5e9b7bb8d2442b83a0ae1667f2cc20d9e23f09c8799905f982e3f8f69", + "episodes/tank-00154.npz": "275063d1266a35867f38c3803e9118a42cb54f8ac324a3c1e96f244aba9a4680", + "episodes/battery-00155.npz": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00", + "episodes/thermal-00156.npz": "e09cf8657474945b5f1716aaef48800da9c199429d8a1d616ebbdf80b27a1fa1", + "episodes/tank-00157.npz": "f51e91ade0cfb84e388bf42f3baa920620d792a79035310a9f97a4844bcf410d", + "episodes/battery-00158.npz": "e38f1e2ad5d1342095b0eef87262710ea30de1898144719caeae669053bb83ed", + "episodes/thermal-00159.npz": "1a7facd909a3c7aa0b9dd809b69dadc80c16ea3fc60d446fbe20efe64c7982c4", + "episodes/tank-00160.npz": "9bed74afafbb31e6cd54e9d1de1f611d8f9434a01f7b360f4a3dea7bf7ee0ad9", + "episodes/battery-00161.npz": "e95f27d0470d00b5a696a7ba5c8379fd4d44eb623ffa757f01e134b699c6a569", + "episodes/thermal-00162.npz": "4ccb850483744812bdb54b7ee5418b6918583b244ee9d322b704c3aab3e5dc00", + "episodes/tank-00163.npz": "c69f3c7cd03dfd5cf64665255a4ba810d3619d7fa2134d82a87983f656e37ade", + "episodes/battery-00164.npz": "5cbbdc650c573d6c81a0f420943dc2369946dc8dd1b9d6df63f25f3207569165", + "episodes/thermal-00165.npz": "b2286eec1036b542fc2b025c530432207538ccc8709179c6e2f8773805eb2ac4", + "episodes/tank-00166.npz": "ed4c78ca54bbaee95dd641077b4f461660ff4bb81e7cbcaa424865e5bd21fe15", + "episodes/battery-00167.npz": "7618074e54cf08e016f422b9def84be1200b2f8f310124a700f259257cb473a0", + "episodes/thermal-00168.npz": "c35bdc190cd5b80a6bdbfa6f711e8050ff1ececbb5b579aaed6cb47cd73cfba8", + "episodes/tank-00169.npz": "9ff78ca55463c259ef0518f1901d10e2b7f7f2b3be5464537a25b28b7eb09fee", + "episodes/battery-00170.npz": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff", + "episodes/thermal-00171.npz": "5e41e287317a892746f25aa96c810fdd2e5232667079de0660bcf743387a96c4", + "episodes/tank-00172.npz": "3d76cd6fe3c4885f1a2e981a7e81f907c2ab7a5cae1ebdb1906bcb329fad6b3f", + "episodes/battery-00173.npz": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6", + "episodes/thermal-00174.npz": "82448a2dd8df372c5ec23467e8b1675bfd58c7591939f7646ee9e7713e180668", + "episodes/tank-00175.npz": "95e9c77d0652b35fe2c61aad6607cc8a01cac625e3769bef6b4a784636ef61c6", + "episodes/battery-00176.npz": "2962766556a463382c42a940dc8e596be3b93f38fe2c65725dff89bf655f0222", + "episodes/thermal-00177.npz": "8312c81d165b3a92bc3957346f6255681275c9ecdde9fac9a0315783494a6a87", + "episodes/tank-00178.npz": "4af97bc7851ff26ed0249b397e331e23993c92794549ddf278b56c8770dec2c9", + "episodes/battery-00179.npz": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0", + "episodes/thermal-00180.npz": "84b4029a57571a92d09dc235b650208b6a2f572267883c4cae6e96045bb2ae66", + "episodes/tank-00181.npz": "b00c7653ea5d039c3741138846a2e2b5870a4c0b17b9337eba1767141d9ed9c7", + "episodes/battery-00182.npz": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7", + "episodes/thermal-00183.npz": "86248a84274aec59aaec8236d1f28e8ed754a5f09aae7497893299eb073c4198", + "episodes/tank-00184.npz": "9d0da6422c0913f0e38aca41a2c269b2869f9ac7cc4ec847e83ba344e9ef10f7", + "episodes/battery-00185.npz": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f", + "episodes/thermal-00186.npz": "19bb9ea83a100c22f4cbbb9712f6207d795ba815637b9bd3fbc26418e4d46f29", + "episodes/tank-00187.npz": "396c94821d97081fbbcb56ee0321caa0eae9bb9b0fcbc12a5e25111bf95b929b", + "episodes/battery-00188.npz": "19fb17e1abf0f733ff0de2a4a0d8acd3c5d80538b21ba51d99c4b20714223904", + "episodes/thermal-00189.npz": "59f96819ae49e1197d8a0712dbe99ac0bf77af960e34cc64ba3e6559605fa456", + "episodes/tank-00190.npz": "7e387a5e885e6443f6d4ad13ce924099073d4766b5431d12c327da88548ff176", + "episodes/battery-00191.npz": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a", + "episodes/thermal-00192.npz": "339d494637e6e5e4d1c958778b7e5c95eef695d595018a048ebd6ea5a8f5caa4", + "episodes/tank-00193.npz": "1e22de8a6b869bc514567518048b2c0f25cefce6ed4c6fec6d61a1c8fbeb85d6", + "episodes/battery-00194.npz": "c0bad268585b5b7175c649fead98f7cb902b87f54a250f4dfd7b1c2bb260a4eb", + "episodes/thermal-00195.npz": "28c747f444003c6a71b338a486a4bbc500581fc7d4757beee90dd9df41e7435f", + "episodes/tank-00196.npz": "38180982f73267d3ba9b69ab59af24fdbf8e94da26deef5f50ddaf12540a1337", + "episodes/battery-00197.npz": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548", + "episodes/thermal-00198.npz": "04e9c0890e70da00de8c2e652848b0d88ad1a9c6b1652c96aa58300dacd4d977", + "episodes/tank-00199.npz": "e1bdc1323d1a11832383bbcb60fc0f32b2266f11f70d9dfd612daac6f0b0ff48", + "episodes/battery-00200.npz": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132", + "episodes/thermal-00201.npz": "279baed79d34e7403012af28f70c2d76b793a055838eaa8fff00c4d8b564b6d8", + "episodes/tank-00202.npz": "d649c9c8850ce4cb018854f257b10f50f40399bd983159722391dfc377f32aea", + "episodes/battery-00203.npz": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423", + "episodes/thermal-00204.npz": "f307e27b7d9de0e9fcdbf65c6152a0ede505d9d8bc837a39524b00973fc0bb81", + "episodes/tank-00205.npz": "855fa562144cce2d8a42362e1cd6b48f3bee17c2ec6f1adb2156482596261821", + "episodes/battery-00206.npz": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d", + "episodes/thermal-00207.npz": "8c95168e4143a83efd8d9bf6b434ea3663954bdc3e83389e069fbc4a5986cb39", + "episodes/tank-00208.npz": "524979af5daf71990361108df409f9bb6f77aa0c71ac4a1a61cb9375132d5c3c", + "episodes/battery-00209.npz": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858", + "episodes/thermal-00210.npz": "a7620b6c164173295964a8284851bce0bf6edf81b601bcc9a01df85f9f4bd3c5", + "episodes/tank-00211.npz": "d932af7437fa482f012766f83a4e0cf59d08d41eda15150d28f5800c51ab8bd5", + "episodes/battery-00212.npz": "42237259651a89a59b37c987f9520deeac5af92851e7f42cd65450ae31724f8b", + "episodes/thermal-00213.npz": "e150782c0184c1f3d661032ca5ff61d977cede412447e8f135e6434a9f12c3bb", + "episodes/tank-00214.npz": "e4cf8a42020d3faf9c3693ea545976b87167dc5aedec0bc21a21adabb8cf2d6d", + "episodes/battery-00215.npz": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5", + "episodes/thermal-00216.npz": "8de951f6eeb43f6b18a862d37fa053adb81c48b583de676dbf4c5eb23ae9349d", + "episodes/tank-00217.npz": "febcbfad60a2b2b00b0aba29aa3bdb04309c0119e144f55a97bea7c87f2e798a", + "episodes/battery-00218.npz": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8", + "episodes/thermal-00219.npz": "762a8c6fe9d00fb44c1c8943c37eebce03b6a08688a8fe99d0b52762807e1bfa", + "episodes/tank-00220.npz": "9a7deeb8888ee01ab1430755cb0fb80693846d8e2e5b28267def94cdbefc8c83", + "episodes/battery-00221.npz": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d", + "episodes/thermal-00222.npz": "e28c14f941c64c4cb7df70c9eb191b9bd8b887f6228c7d194567dcc1e6d99911", + "episodes/tank-00223.npz": "cd3a55a0a2e4b6ef11690e6b5e88fd547a98327dff73cbbdfcf08bbc4d4fd569", + "episodes/battery-00224.npz": "9e9d01b180e19438496cd32c94830213333eb940ec6ad460772c018d6d3a79a0", + "episodes/thermal-00225.npz": "a81021571b05c5503910689765e6847c4162fae4a5394be0211647602cd06cbd", + "episodes/tank-00226.npz": "ad07a5477f182aa054de01ec1e9789c79da1e75a8b338d175363b441269febcd", + "episodes/battery-00227.npz": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1", + "episodes/thermal-00228.npz": "2002c9c06e54ebd2547d534fb76982a3a093039e0a5e153cebdad6a2d90066b6", + "episodes/tank-00229.npz": "01238bdaf9ea61524c25808eaedbf80d28ffcf2fba2906e65f3a1d8b60e3eb3c", + "episodes/battery-00230.npz": "0d998f9bd5263023efc7aeef80ace53dfcac0e5dd983a76bda79c225ec3800af", + "episodes/thermal-00231.npz": "cde09cdffc35e70aea7af912a9e3fe4daa50e857cc4bfd658c9ce0aee1db174d", + "episodes/tank-00232.npz": "db5941b0983483743174956b06307b453e91c717db9a447d583c90b2725e902e", + "episodes/battery-00233.npz": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9", + "episodes/thermal-00234.npz": "47bd7aea013f15a592b6d53765579dd00167a5ebcc81cb928d8dd7a4e22fff9d", + "episodes/tank-00235.npz": "3ebc073bd64a50aa0524608bd280e5ac4ad330c1d80bf75582f04b6b7b9cf428", + "episodes/battery-00236.npz": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761", + "episodes/thermal-00237.npz": "17b946eb3b4614bb9d901f967e4ae3e209c4f4504ecab6b42527f879b2d8210f", + "episodes/tank-00238.npz": "c98a3bb7eeac3254046242db580e47a197b094fb53f1be5eff04b69603e4f548", + "episodes/battery-00239.npz": "df3f88f98948649e054e901c7f3fcdc41c579dfd0afc1f1a703062fc1dc56411", + "episodes/thermal-00240.npz": "90843813fd2e0c31021620703ec5ea3035f3829f878e93b8f754143ebef2cc7e", + "episodes/tank-00241.npz": "9faac795ce5215c72f50193de9bdb6b4c7ae1c4280f79c59f02dab00e28c8382", + "episodes/battery-00242.npz": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5", + "episodes/thermal-00243.npz": "e76d3cabb51236cc723dbb90602d8363f8f753b958ccb10fdd8328ae93e09bde", + "episodes/tank-00244.npz": "f0b01d9f04f4a0a8a953d5e5267174281bc6fe24f3294021770f478f325e4f8a", + "episodes/battery-00245.npz": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9", + "episodes/thermal-00246.npz": "cd6feabb0521e46d813a0b8fc2021b961fa17f897104cab57d34719227cebfb2", + "episodes/tank-00247.npz": "5354a4466edf3579a8c25f47499702bf313d66f8c5b89b2733fbe60c7be4a8d7", + "episodes/battery-00248.npz": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d", + "episodes/thermal-00249.npz": "4e617487cbb017e8addbe53567fe43088e712766a7097c540db3662bd1806c7d", + "episodes/tank-00250.npz": "e71a7ad896f71059d28250dc70a26b1b9c9e312a95b6360de327f202058eac1d", + "episodes/battery-00251.npz": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c", + "episodes/thermal-00252.npz": "85c0dcee46211cafc07cccad93f155916927f2b1e48273898dd10d3027156377", + "episodes/tank-00253.npz": "1420ecc2fd49a9e40bf8a9173fb237d002be00d9abfe2e51895bfa811dcceca8", + "episodes/battery-00254.npz": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45", + "episodes/thermal-00255.npz": "12046a3608cb34e79bf699f14129a9e4c30f9c2c62d8b63c63ffbe1b59c8fe2a", + "episodes/tank-00256.npz": "e4a4ffa02024f63073462f155ad2c293b44ea6669335e700ef1561283de643c6", + "episodes/battery-00257.npz": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9", + "episodes/thermal-00258.npz": "e772425a365e7bd95932c68b07b9326854957c96d0a73d447a9cd9da9684f6df", + "episodes/tank-00259.npz": "7686b49da443df2fac9442a0e0c78fccab192eb83dddd5503664581c65e2f3e2", + "episodes/battery-00260.npz": "835a6e5955fb49c4fe950819b3b9fbfa43af68134fdadd0c966bf20ce67d8392", + "episodes/thermal-00261.npz": "219e0c0e2f31cfb4551a2097328b297f7b125ac9da332de58ac193e4e0a4964c", + "episodes/tank-00262.npz": "a87fc734100f24d9bb77cdd6d8deec676072cdf62be7d1f3a9ca69d20fd774c4", + "episodes/battery-00263.npz": "1c3c0301d59144086082b7a12bc86c84cc5c3f238bb710c7a4b3671d490d266c", + "episodes/thermal-00264.npz": "364a819ae26ce668509d0eb944fea21a59d6a8ef67c9950eef2fc99d235d8242", + "episodes/tank-00265.npz": "31789a8f1ec0317adf899c7dc3be8b332f3a3953c8bec4af2aec55f97b1abcca", + "episodes/battery-00266.npz": "083bf5633c18907c0fcb0ff16bba2dc529ce48450db1f594bd81ed52af78cd09", + "episodes/thermal-00267.npz": "2a6fa8275f23f17ec1493be73981d912eabc8ea8cd241abad09effda8b7db5e8", + "episodes/tank-00268.npz": "4c45e8c8fac49abe3c6d08ff6264168af623b8234dc6fe9678ef3cbf012baec7", + "episodes/battery-00269.npz": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208", + "episodes/thermal-00270.npz": "4eb36d65b987eb0eb275fba4120e10ef2cae49325e92f5f9d6e3a5989e8ede2e", + "episodes/tank-00271.npz": "6b48ff4d0c2c3e6267a396c57362e3dfef3ff8b658722fc7e2b354dcb6ccae69", + "episodes/battery-00272.npz": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44", + "episodes/thermal-00273.npz": "713e1c9ea0d9c630bc06866b6386213d7f24da0a7ddc957cad9f80a8669cd79d", + "episodes/tank-00274.npz": "d52b101b6af17c1c3416e6edcfeb66459a47bb5562d92d33ffa64493095d73b0", + "episodes/battery-00275.npz": "15a72e51dba697104d1a7bd59b4939b2a6150fc0890aa425655b25d32efda204", + "episodes/thermal-00276.npz": "c5e16519f9f7a5ef55d7214139baa53fd4356aa385356790ea90f915efb2655b", + "episodes/tank-00277.npz": "837bf5f8062c04c838db2c32247d9c43d695794ecd39938f3fd05acdace04ecc", + "episodes/battery-00278.npz": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9", + "episodes/thermal-00279.npz": "c7922d33db1ffbf63e34b4f0d046d11d9d96398ea7a01be353a80dbff3035d55", + "episodes/tank-00280.npz": "f4d07880bc4aea0a48f6fe397dec4ed2b6b1cdb8161f8060fd7440444ea73930", + "episodes/battery-00281.npz": "667cec203a5708c540f1501446e65b53cdc7a1ec4bba06290a7950d0d59c372c", + "episodes/thermal-00282.npz": "8d9fb940bd3aa68c811ca85d17d464da413f4668634049efd8e9241ef67860f9", + "episodes/tank-00283.npz": "b1335a2a3605ec4f4b5243355bbd729bd9c351109662d70d0ade64c1291bc605", + "episodes/battery-00284.npz": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537", + "episodes/thermal-00285.npz": "67c90dc537607a046d051f1c25ee3dd75b4fa957c8eded4e749ce0ddc5e10f4a", + "episodes/tank-00286.npz": "1588631adc0d492aa9bdb8fa4d03a36550c545b62786d4ea2722c59b7a6fadba", + "episodes/battery-00287.npz": "95f39c81af1e3862cd9c955df7971e1baf1704d1e1a8381aeff20b0806958932", + "episodes/thermal-00288.npz": "6eda552fd89ecf388fe3f96664eb0e2f9f1c2286ac2c6e3066bd9f1153b3456b", + "episodes/tank-00289.npz": "5e1993cf3f25997715a41041fbfc11b40fecace7dcc93d63d161ea0fb3a379ff", + "episodes/battery-00290.npz": "c5be5a50394f81be126cc266ba7cefbd970473668890bdda55f91dc7b9d4e3ab", + "episodes/thermal-00291.npz": "657f22f006815dcff95bb06cf657250141d5df425f1a4bc8d27cf7fb54c7c950", + "episodes/tank-00292.npz": "d005e00273745b709c0c032018f7a371067c377ac55f8983c43b8f1d96a427c0", + "episodes/battery-00293.npz": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9", + "episodes/thermal-00294.npz": "072f97df3b5c7f02c336dbb4d41fd025e5a43487f905c9982fb5a61d84a210eb", + "episodes/tank-00295.npz": "2c57a8283977bbf4008e789fc8f915a092633750884fcdfdcc5e2e930061f01a", + "episodes/battery-00296.npz": "c6e556283a867f515a7b940941e0f05dd0663905b8c518263a6247d5e190870d", + "episodes/thermal-00297.npz": "87aabdd6c958e937d0127baff194eeb4c018a531e29e03f7551e79b32285f255", + "episodes/tank-00298.npz": "7658e36a5932bbfa789a0bcfdd7092dc0ac35d1177792b9e0e7bc777449591ec", + "episodes/battery-00299.npz": "8e4b6cdab60e2d8435f1f681e4e6c04975b522a620ee140615aca33493bece4c", + "episodes/thermal-00300.npz": "818437101b9be80109c23a6435f2b8953739df6cb9165c24dc0683ef281584b2", + "episodes/tank-00301.npz": "c803188a8d18a6f3a9e4bf66945d18004f1e07d418641abae7dd929b6ad888f2", + "episodes/battery-00302.npz": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61", + "episodes/thermal-00303.npz": "6347542579835668d97929ff4a24beb416a207fcd7d815bdafa0d9a7c4bb2ab2", + "episodes/tank-00304.npz": "bc74c94eada52bb96a01377dd30903ae08368363b8f4e446c5916626857955c4", + "episodes/battery-00305.npz": "afc35aacabf2f5d162cefccd98a9c0a1ba09756f6a3069d167b492b532c6d3d5", + "episodes/thermal-00306.npz": "3198e97628e4cd676ab630d20745b25194b69ba205bd53b97c8db16c8b1b2c45", + "episodes/tank-00307.npz": "243efe58458832dedf4e6372c607ec22f4d17407e42cf4bf60d48111f86597df", + "episodes/battery-00308.npz": "48fefccc131456616bd1858e112f4d6208e4d7b7b781660b1b4ed85e02259c0e", + "episodes/thermal-00309.npz": "944593590768a90b473df893f4306f3dc242da78c9d4086868c8e5f2b3330e42", + "episodes/tank-00310.npz": "d11a6a61e4062d56847e2d89698bf03ecb89acc8f001cfc1e377131cfc177305", + "episodes/battery-00311.npz": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde", + "episodes/thermal-00312.npz": "02784c73e1afc63e1959cc7b289f11f668b19d51f92aec64c09eeecdf156d523", + "episodes/tank-00313.npz": "d24a96c7e770b96f66fa59da4b6f56b536843aa6f0c8bcfc903791a8ce41a066", + "episodes/battery-00314.npz": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2", + "episodes/thermal-00315.npz": "bc13601e103310fef683ce897fe7a0b63634ab13af73a29b6d76af1afce0b258", + "episodes/tank-00316.npz": "589351348e5f38d79c3af1ec9bae1644d89d540316bd8987fa93518eef095e7b", + "episodes/battery-00317.npz": "efc6118f1452a6f60726a8dc2f8451b8e0873f3c0840e3e3e5fbd8285b97a063", + "episodes/thermal-00318.npz": "68d5d0366055c84b86afbc866b9a430004d0ef4d578fd8fe8ce3fa519eda2616", + "episodes/tank-00319.npz": "11dcc81ab95c4c2638c3a152accee152ed05588aaf9e1d648e1f4b0a0ce953d1", + "episodes/battery-00320.npz": "da0c14edecae5fe60b28283d175b3c118973677d6b880dbc6607550f1c473beb", + "episodes/thermal-00321.npz": "343558e113e418459733cc4ebc59c79c99c440aaa44e38c4676e6e7a202b35dc", + "episodes/tank-00322.npz": "81f893b1e2ca2e4b8ab816847e3293660c9b0341a710f0ce6977c6d99b3000a5", + "episodes/battery-00323.npz": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215", + "episodes/thermal-00324.npz": "374856f6a260385de6f6a3f4b18ed3318f3b05393bdd1c1509a86035e4ca5112", + "episodes/tank-00325.npz": "e7870283655f62ef7ba49e3aea97a109e0853bdeddd1952c6cf62136a68623fb", + "episodes/battery-00326.npz": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718", + "episodes/thermal-00327.npz": "1acdebad223e2f2146fc5f5d58780efc0f7356b657a139d90c1a2b7d0c52ae02", + "episodes/tank-00328.npz": "b53247bc314e7500a3908695d0e4fbdab82e489ec6089aaa58b91e8dc10af810", + "episodes/battery-00329.npz": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a", + "episodes/thermal-00330.npz": "076da8b78302a23b2cb5f0293438f4fcc95a98dbd65d358118b54af24d91c816", + "episodes/tank-00331.npz": "c0a69dad36a00c705a2731ad635888eaf513e265a6d98751b47df2dbb440a9fa", + "episodes/battery-00332.npz": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee", + "episodes/thermal-00333.npz": "de50f1dfd788dc36d517fb8db430d141eda160971effce5b15661b79ad7253fe", + "episodes/tank-00334.npz": "6a341321c4945b2a9484e5094fe3e4177f32ec9ca21a6ebacf7614a7fa1fc822", + "episodes/battery-00335.npz": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8", + "episodes/thermal-00336.npz": "1dd634f76b47878ac26e9027b3a3904deab83855b5a73580f7e3412b73d2f62e", + "episodes/tank-00337.npz": "ec66c67d95fe0a45680e7dcfadb3b052ded9b8b33ba189ec03f2884013b15ece", + "episodes/battery-00338.npz": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343", + "episodes/thermal-00339.npz": "b12a1d28186f8a94dadcf237d46d67e8b15cae98167ebba9ee71e1ff8eead126", + "episodes/tank-00340.npz": "20e7ab7af733233b3c1c93664c78bc0625c2846a2accd0a1432a42776303bb2f", + "episodes/battery-00341.npz": "5d16990ede46a78fdaa662671f641bb98f8a869231319336b2a8b8d773cf1f61", + "episodes/thermal-00342.npz": "a738ad66394fb910457a3b170eab77f56d72181da79bf3701cfaec95571502b6", + "episodes/tank-00343.npz": "beb056f0d956109bf629f963cae29dfef0a6e26a268886156ee985c9c51eb9dd", + "episodes/battery-00344.npz": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54", + "episodes/thermal-00345.npz": "b274dde5a86b54f3943977cdcdbb3be2c510d74c07403beffe16615a7bfe8b03", + "episodes/tank-00346.npz": "3efa87f476d70eca8e38ac9989da42e2e146ca4b3fbf48265b9d1fcab7f4d7c0", + "episodes/battery-00347.npz": "aef3d3246306a09a5f4a9c1afc13468ca2e7ccfe9ee5a9773e62ba142ea6b452", + "episodes/thermal-00348.npz": "667e99367184494e304b102b79eef537533848e13ab161b0b0cc907c03600c5e", + "episodes/tank-00349.npz": "f175a3566d575947d50fe355f9810d8aafeaf6ee7a27d21a88d8ef72f8a7f72d", + "episodes/battery-00350.npz": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656", + "episodes/thermal-00351.npz": "241f010e890286303a26c1b98b388c7e15e0cea22f2ff81550b0c633be1e263e", + "episodes/tank-00352.npz": "1da3e58a4e5f0e7b89a9543fa88b7812e99f58e10e2dc44896ada931d64ec67d", + "episodes/battery-00353.npz": "5ec12ceba43476e2979055e1e801dc15c5e48c32654c50efcf34ee335d98f06f", + "episodes/thermal-00354.npz": "e166257afcae15decad15d75721cf836cca8ac63c7f47ed9e5a80ea53fd5d5eb", + "episodes/tank-00355.npz": "0f331b89a7cc892448f16b65da9279dd16ba2fbe4fa47b61cf399b0d02add9ff", + "episodes/battery-00356.npz": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c", + "episodes/thermal-00357.npz": "58766c6450927f556ebd871621a7beaaaf8544ceb68aaccde207d6bec7470ebe", + "episodes/tank-00358.npz": "64a7690953667bc478dd0a41f90c2b9c5dfe8db34bdafe10c7aa0554078518b9", + "episodes/battery-00359.npz": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753", + "episodes/thermal-00360.npz": "ddf359807bbe6b18d670553c9d9c79aee9927672b18cc1fb87b8bfd963c5fa5d", + "episodes/tank-00361.npz": "bc761131a2848bfb2edd92327c25ac560ce769a7697c499bd2719e003b00274e", + "episodes/battery-00362.npz": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4", + "episodes/thermal-00363.npz": "fe9f3b53c528c2e505d07766bf8298a1d3bcb8b04b905ac3b8e7ffd3674849cb", + "episodes/tank-00364.npz": "ae09decab28c071487a8d0b2a5e531a98337a36f9f1c8b1171e4f460d8d709d2", + "episodes/battery-00365.npz": "7310d8f64b3031382a788c3ce16deae685f484087796a3c01016004d78354b56", + "episodes/thermal-00366.npz": "6e6900bd1140145a6a34acdea016b20f3569a552ac7983a546b7e9a5dc596a6f", + "episodes/tank-00367.npz": "027692fb9d1cdcd1c4133b1ef18de6cac8b12587b83bc77647bff88d89fab298", + "episodes/battery-00368.npz": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291", + "episodes/thermal-00369.npz": "662352361b92cb95903979dd4de773bf44f9b76d3832fbc0f6741bf7fc86fa7e", + "episodes/tank-00370.npz": "110ee296dc5a656b0dcb9b37fbc4f95d13e6a206f19b2ad8c378a89f1635f461", + "episodes/battery-00371.npz": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da", + "episodes/thermal-00372.npz": "afa90b9d4185902958765cda3e711aee45b1be75479a672de95c1de312afcf8f", + "episodes/tank-00373.npz": "7d7a69e8dac33f73d3519950fd7c0dd2e4e78d789f89717e0137163d9eb6b3ef", + "episodes/battery-00374.npz": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf", + "episodes/thermal-00375.npz": "118c3925f3f9376c2299047c5ba5c1ebd54cd7f4664e15a6c1248d8087465f89", + "episodes/tank-00376.npz": "80041200ed3c6fce11edfc84c0f28c2928e52450f305c6b4a5a9ea6669b570a0", + "episodes/battery-00377.npz": "268ccd7b981b95d6cfb0a99659f367e9cbe2ee1038193c3ea260d8a2e464309a", + "episodes/thermal-00378.npz": "85f6e998990be313f3dca5696976a4dc3c5e4452bcb0c9abe0979bb0e61f8714", + "episodes/tank-00379.npz": "df1ea805183d33b0dd5e1637422523393352d5a538472e83dd2e9edb9741b151", + "episodes/battery-00380.npz": "f832d3633e9d56941e797ddabb8ee4a7d60c4e4ddd027b3d9010d0030a98cfa7", + "episodes/thermal-00381.npz": "ca55e4ded18bd965bf038adc1c91440599bedc7cbb5fdc293fa52ff3c8c2d010", + "episodes/tank-00382.npz": "6da3980878b461360e4d6dae9eae5e5fb4c11543bc50f895fe104a55764d54f4", + "episodes/battery-00383.npz": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0", + "episodes/thermal-00384.npz": "e83cc96312fea05bb013fdb0db9e210b0f68939cea60a282e9ead3d52749c27b", + "episodes/tank-00385.npz": "f7b0862f622ada8df97c6df9c19e294458e95e68b5c9363f6495bf3198ff6ae2", + "episodes/battery-00386.npz": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad", + "episodes/thermal-00387.npz": "28e150538675d0f064f8621e6f4e92e71ef94ead73697a060936cafc05e21839", + "episodes/tank-00388.npz": "9dfd8dbe153502ffcef4ca65be071f74711b727897426d765a6b6dc8310976a9", + "episodes/battery-00389.npz": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be", + "episodes/thermal-00390.npz": "49ae0796014f57c7dd5764ac11b7feac748ecc13c4fab610638ef58a73214552", + "episodes/tank-00391.npz": "93fbb799e3cf9fc7e7aae007c5a2b82a9e39b9868a0f7e0585218ef36519ae66", + "episodes/battery-00392.npz": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106", + "episodes/thermal-00393.npz": "a8b0ec9bf51fed7811271f38907b46cab34b0feb0f13b54cd9a6cb7bddebfb8b", + "episodes/tank-00394.npz": "72a88baa90e3c7c90a0d0e3abd5ec5452f7fd144f6271484b00a6a5800bcefc9", + "episodes/battery-00395.npz": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5", + "episodes/thermal-00396.npz": "2b44822d11c1b48b6ffc074b166408c7f755f1bbb4fee14e41510e31a4181fd4", + "episodes/tank-00397.npz": "930d65514213de857fa68df4d66c5884540e4f6a9a2d788e2cb357c8eb0e880e", + "episodes/battery-00398.npz": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a", + "episodes/thermal-00399.npz": "1c260a3ff189fd828b35e3e89cdf600993de0a619c40e23857508bbd4e2f278a", + "episodes/tank-00400.npz": "78a49902ab827ab7f0eebb11aa48f3d0419d5673e3372ee6f8125663f1e2dfc6", + "episodes/battery-00401.npz": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c", + "episodes/thermal-00402.npz": "76f680069c79ec8c4239e41644166009f7fd9edd03c3c4e70845380b3e794613", + "episodes/tank-00403.npz": "5f204d6b23819e2316d0689b62ed0ccf02a53c0e2c2a2c88b983877e457b1c5b", + "episodes/battery-00404.npz": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799", + "episodes/thermal-00405.npz": "4549ca4a8018644817130c2b9d8897b89009ad50e39cb82cfc9787b75652d10c", + "episodes/tank-00406.npz": "b65bff13dfabe5e41a312785fd80bef1234f381429ffcf05ae7c1f7e1985d428", + "episodes/battery-00407.npz": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139", + "episodes/thermal-00408.npz": "09b6b3eb8f16ce466547cd6170f7ce6324c17217b18ee11599ce37cf00b62824", + "episodes/tank-00409.npz": "7968ad0af69115a961bb4f68b359ecd63ab744daf69559f42333f10120040e96", + "episodes/battery-00410.npz": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670", + "episodes/thermal-00411.npz": "f491d071d15eeaba6a0a906e5f940b2ec21f38b71eb1a265d51aae3d1ee1d019", + "episodes/tank-00412.npz": "01f2b35af8977f5a5ab170b649570e36660fe3cdbd463f9d29e969bdc9b4a6dc", + "episodes/battery-00413.npz": "e39d56760a7d5265c9bb7828ea2cab4f2ebe1c34ed811540a9433dbf8a12c09e", + "episodes/thermal-00414.npz": "b87182cb4137cf28057981e974b8eb657cf62e3e33cf554afe342b67d5fb7abd", + "episodes/tank-00415.npz": "851b02b721672e162f4c1fb56aa5487929d2ae8dd6cdeefcffc9845b638fa745", + "episodes/battery-00416.npz": "d4909ce3809155471c886b3fe522eda4a19841fea29438bb0199bf1758826de8", + "episodes/thermal-00417.npz": "a508c8c2fb7a3ea9b10785d58ae2e0e2d44d4249059a04679e4b974e8d6ff183", + "episodes/tank-00418.npz": "44948a1d5aefa830330c5a507f481cebeb68f29ec32ac150a92376fcf71e0aed", + "episodes/battery-00419.npz": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366", + "episodes/thermal-00420.npz": "a55c3c179230eff817188dacfb257a27404ce8edddbb48dd0bd144cb120c3847", + "episodes/tank-00421.npz": "b4cfeec00422b016df2e6d52cbdc8212453d93699d68b43abb8b1d92d7ee1168", + "episodes/battery-00422.npz": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1", + "episodes/thermal-00423.npz": "01c4026779327fa0d6e5745af4afdc82dafc93899d16971d534ce989a16f4a08", + "episodes/tank-00424.npz": "bd1c40bcb3f5f1251aaf7df667a2d41ebdb8373af60f1578c9738aa31aa8991d", + "episodes/battery-00425.npz": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b", + "episodes/thermal-00426.npz": "f8670ad4a449cc122473116205f2eedf1451fe28dbe7c2ef3733e2d0d2c58817", + "episodes/tank-00427.npz": "294ef6c8885c7756ec1a1a65ccc881d68950a7ced8de1604744a421b436ee0b8", + "episodes/battery-00428.npz": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01", + "episodes/thermal-00429.npz": "6d6754d17ff2d16097d9dc9fac97db4ae8733f8c97188569ea8646d164bd9b2b", + "episodes/tank-00430.npz": "85a2dddd312b9073eb2fb44825fe6624ef3e624c9ce3ce72d015c668e1242a2e", + "episodes/battery-00431.npz": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4", + "episodes/thermal-00432.npz": "99694e8dee347793e9a10560c7016409a435428ff1674475e523279bde93fe57", + "episodes/tank-00433.npz": "f0e8fde1dcff8f554c71dbb5ba9bbf342306b738a1242b6c7f367be3e1b1a4bd", + "episodes/battery-00434.npz": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9", + "episodes/thermal-00435.npz": "230217c86eaa1881b1a13f1952911f3e20500f99dd84b4736959c2fe299d5446", + "episodes/tank-00436.npz": "9127b51273747043d3b73cf6a9217e8d04dfc81e086baa57a5e964d396f85a6c", + "episodes/battery-00437.npz": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983", + "episodes/thermal-00438.npz": "a5a4670354f147defb6c3ea5bfd3cb4a2e94ef909b2934a4526dcd780ef0ac40", + "episodes/tank-00439.npz": "d5d61b8facdd46ff29efcc82e34eec7de69055ffc1186576601e4da5ba540d9e", + "episodes/battery-00440.npz": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad", + "episodes/thermal-00441.npz": "ab299e9fb07961814e004e4be194ed36a9f24b5e2d124d82b8e06aa81d953880", + "episodes/tank-00442.npz": "eb42b496814d71c068905fae1b12cda367f62a93d4684b1fc02fe3c1813e023b", + "episodes/battery-00443.npz": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2", + "episodes/thermal-00444.npz": "63e903f23ee0f04d2e77d54a0c76c16010a9c6dc7226021d1356087d554f96c0", + "episodes/tank-00445.npz": "c4f516c133acdaf0b764a0c52afc5775104e835277b8fbb6e3a6b4966f9f5c2c", + "episodes/battery-00446.npz": "1c010d80899fb0d69f61c7f6e5afbee204fa289c59f13a50eba99ca894ca2e1e", + "episodes/thermal-00447.npz": "cfce859a9481fe33849b83a3c73c5a4d184db4fe94beb3b49c058a3a8bb4f040", + "episodes/tank-00448.npz": "689dc810223ba2b0be7dcd3163b73f1351f820657e3bc498b115605915d80b1d", + "episodes/battery-00449.npz": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee", + "episodes/thermal-00450.npz": "afac29e43e241a8758e69f9cd38e742eacedcabd6518468cc7f0e7651a751dda", + "episodes/tank-00451.npz": "67489aeff9f503b881ffcbf9f3f8f13c06e3269cbd8bf099051fdbb05ea93570", + "episodes/battery-00452.npz": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de", + "episodes/thermal-00453.npz": "59c37b054dfbb1c876d67d70dab7d789a9be5d9985a43f589bafd44b6a101a92", + "episodes/tank-00454.npz": "4e3567cfae76748a1b5fb45cab7822a4bc378b8ecf9db88e156219d5223f3f12", + "episodes/battery-00455.npz": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387", + "episodes/thermal-00456.npz": "211e784c5c6312c214856e747dcc78420f79a254801febaa91668ae7dbed1c50", + "episodes/tank-00457.npz": "42b08a47acff3a02bd735506ce32ed3ec5e6366957a56729d1f9bd5a23fe2266", + "episodes/battery-00458.npz": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0", + "episodes/thermal-00459.npz": "2466967af64c44a09af6ed7f53b1cd75043f4706b0908e6d635cdef08f11c8f8", + "episodes/tank-00460.npz": "50e9593fa736f417bf63ca1f4ef27e9deb02371bbcdbcb52d09abb4e89610d6c", + "episodes/battery-00461.npz": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6", + "episodes/thermal-00462.npz": "aa527e5fa91d7f2dae3738a8629be11f89b18d6137e64bbed0cfff9501f4ec71", + "episodes/tank-00463.npz": "76dfc5fe22e5d1340d1828de5846ecc2b3920a5a98aa9b1215ef14c36a6d6b9a", + "episodes/battery-00464.npz": "b1606bfe9ec15549381c2000d675ca2d0c8322b4983850c8c5171b3637fbeb3f", + "episodes/thermal-00465.npz": "70b454e326ed2438c7b44c160c1fb9fae05d61d3e441cb63b3f34aa796f86225", + "episodes/tank-00466.npz": "0eaf0aa591c4031b15b4571e328d21606658306f74b60a96b21a8d89ecccbd2a", + "episodes/battery-00467.npz": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855", + "episodes/thermal-00468.npz": "a9aea6196c2af5c925e0dc6cf3f565d32e7ed512f4c595b78a46a75965bb98e9", + "episodes/tank-00469.npz": "f1303c978cecc184734411a6ce6ffc4ad7f130560df59e207093a758b184d40e", + "episodes/battery-00470.npz": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a", + "episodes/thermal-00471.npz": "db12218699f716e3005847033c553c6a3cc3b1b8f782bc136e5a24af58820b2d", + "episodes/tank-00472.npz": "a1cb2d047e5c9f536e1a2bf08a35f63c01b0658d6cabf93f73179e7b9e32fca2", + "episodes/battery-00473.npz": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774", + "episodes/thermal-00474.npz": "a42004a71e10dd789b169fa264fec61de1e4527bf236ff32afa94d476f539482", + "episodes/tank-00475.npz": "9ccf6a640501152913bc00cd37a3a29e6e40c334e5014f442c9ccf4bbf530be4", + "episodes/battery-00476.npz": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7", + "episodes/thermal-00477.npz": "10ac27cf9f3abe4e0eaa11ebdb8873b155c057962edc33c78015518f447cd413", + "episodes/tank-00478.npz": "0261efe8a91f82533e771debd2e193ab0d704d4a2a9b543159ee8553a439494a", + "episodes/battery-00479.npz": "cd4380ebc1dc14131a930facb5723901f924042d060aeb5133c15b99105737da", + "episodes/thermal-00480.npz": "07a426dc7b57bed634dd4acbf1309a4881c459c8daea87c5708068ae764883e4", + "episodes/tank-00481.npz": "07779f3db3c6913b94a35ead3a2f6142193787250cf9813d136ba8cad40141f9", + "episodes/battery-00482.npz": "d3c1f0492bf07be4acc14754c1a3c2105d62a8a3784b035a862dd910d178d35e", + "episodes/thermal-00483.npz": "dbdf0b9175a2b5ac7a0cf6ba1aedcf4745d7604bf821c078e559ef2d29c26ad0", + "episodes/tank-00484.npz": "83643be6a92b0d37387bc1de7165349defba015414cbc790ffc4ffa7bbf7ee20", + "episodes/battery-00485.npz": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d", + "episodes/thermal-00486.npz": "550c2abf022de6026f0c22a8971f751b05d9b5f7ab5b704c8f1ed1aaccf36476", + "episodes/tank-00487.npz": "69812e61d92b24bfd1ff72b90f7a9bcf6a48ea32998501528aeca2301c91ba84", + "episodes/battery-00488.npz": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323", + "episodes/thermal-00489.npz": "23d0fc613bdaf50e92f840601bd2e280524202e495914ab20b2ad9701ce213af", + "episodes/tank-00490.npz": "f609bcfd8da04e8f038740b170f80aec677a1c7cb13efc13f7596eae2409b046", + "episodes/battery-00491.npz": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb", + "episodes/thermal-00492.npz": "10dfed8a2673cc52c9b55732d3e796def9f96fafe6c12818256f9b098ce476cd", + "episodes/tank-00493.npz": "3d8be3432f7deca031b3e0bcb5cab0e58e38da8f2b292697c0511e67b18c06ad", + "episodes/battery-00494.npz": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6", + "episodes/thermal-00495.npz": "77b4ba7a3de2e9b22e1c98c92b59a3b6d2393bd405545120019b6ecefc51c287", + "episodes/tank-00496.npz": "07d98c7c9781449226750f7747b322cae91a30dbb63e8e144072c36c40b4a925", + "episodes/battery-00497.npz": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4", + "episodes/thermal-00498.npz": "0fae60d0b850d8cbe47915a7da6237cff01ff8c28f55cc1bbddbaaa28610162e", + "episodes/tank-00499.npz": "88ecfe2f5be93f1c73e923fd8cb89f82910762be6300e6b344f66e709153c223", + "episodes/battery-00500.npz": "35890c482d7883f9c5359faa4637aac665b561348593886fb9a768dbe5422a4c", + "episodes/thermal-00501.npz": "959f8df1575a9bc63e99d0f937a4fc1bf81cd6555791fad2861ea66b33034522", + "episodes/tank-00502.npz": "eee7b0bfb9ebcc581607b477befb7b70f48971fe3ad73eb86bcc96f58b8843ee", + "episodes/battery-00503.npz": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402", + "episodes/thermal-00504.npz": "7f7ff5b94961de2809cdf77e772473273c604967d8ea39f03d819e7feea394a0", + "episodes/tank-00505.npz": "fda3602d44038d3c6318f18d188869d602ba613308220c26c7939d06e16968c2", + "episodes/battery-00506.npz": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612", + "episodes/thermal-00507.npz": "2c8bbadd923bdef3467ffc65b773924fbe6c318e46bbc7d2f40f4174747ee1cc", + "episodes/tank-00508.npz": "4c701eef2ad5402ddd1487de7746d7a4d8556b4089df721ebf6fc0c0924a9d69", + "episodes/battery-00509.npz": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3", + "episodes/thermal-00510.npz": "1857ecc2b461fa93490360b6f6f7fb972c068ca9ec53f1ec07b4db87583372e9", + "episodes/tank-00511.npz": "771b879831700ab933a8710e8164b6f69b6d61c1b63c704deb40c7dab33d5f89", + "episodes/battery-00512.npz": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c", + "episodes/thermal-00513.npz": "6d32552a729123a982c8d5fc6ac2f86a278971c233d0f6da0b0e55995abe6842", + "episodes/tank-00514.npz": "fb7b5fc9904a2d3c831cc68313f6a8096b1e31fa2a55168149fc8b9165004444", + "episodes/battery-00515.npz": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21", + "episodes/thermal-00516.npz": "c591adfa0ee0c4952cff201cc06aa75048217ab38c2bde98d0e8e7c5274c9134", + "episodes/tank-00517.npz": "e316b1aa9c1d3751beb0e4e59205fbd7375ff4aadbf011efcd2c65b23eced8ff", + "episodes/battery-00518.npz": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4", + "episodes/thermal-00519.npz": "3089d6ce5cedbc7dc92bbb6406c0a377edbdaed2abd6588a09f2ea44bb8e630d", + "episodes/tank-00520.npz": "084ebc4bb0fddd5119baa79c676c3597468174b0a288c27b918734ece88d2388", + "episodes/battery-00521.npz": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9", + "episodes/thermal-00522.npz": "49feb1ec17dc6a8d48cc4d26502aa6573ad4f62c581ed641d01865296e85a463", + "episodes/tank-00523.npz": "d5a068d971e4d7de74bae9f027ece756010320cbaa38a5e57f41cf4c169c7966", + "episodes/battery-00524.npz": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac", + "episodes/thermal-00525.npz": "705c9b52e80494ca6c03537ee471ec14dd9657533d9dec694a5e9a72c52495bf", + "episodes/tank-00526.npz": "c5f17c8de329a395fcc0f977b0722c08b65863128ea2d015180a4e6f21d747e8", + "episodes/battery-00527.npz": "393df4e43f4a70a504b9da663fc733023755b937e558b9ea093dc3daa42bffa4", + "episodes/thermal-00528.npz": "2978370ffcc9b78d5ff67cb9edcfe995e69346d92cffcb6775f877c75c28a72c", + "episodes/tank-00529.npz": "880b79701af3bd2a137aac7eafecddf301a56cb8704dd75ea032fc406933bf95", + "episodes/battery-00530.npz": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a", + "episodes/thermal-00531.npz": "ecf551dc2d84105d36da546fc42c1cc1e5a8482c7cf4b9119479192a22beb8c7", + "episodes/tank-00532.npz": "796c1bcdc52a3e0b3b4c716c63b88c4b89044420dcda6946507e1b45665dc593", + "episodes/battery-00533.npz": "d7a8613dc767e181afcb6d52a3b25814b527d529717315d9b26acc07dafcc161", + "episodes/thermal-00534.npz": "2bf96664ba4f08df3250281db905c26f0025e73b8c8637a82cdab029dc132e17", + "episodes/tank-00535.npz": "90747579049e5f0e1780a11fe945d7cf85be2e4717cec50006201150a01a2779", + "episodes/battery-00536.npz": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195", + "episodes/thermal-00537.npz": "e42835d27ecb1945eb6aa1e7185827ca323c1ee513fdbc5b05da74088fd9bdd3", + "episodes/tank-00538.npz": "f2e714c842c4245234a3e74d43f9cca6c81bda1a500b531ab37c1fe84931cdbe", + "episodes/battery-00539.npz": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0", + "episodes/thermal-00540.npz": "8e446419b63aae498e6b0eb3c28f3e7bbfaeded2654e28fd7070409cc28df74b", + "episodes/tank-00541.npz": "754ae076b5ced2bccc8ff07421af5ff9191501df2e986633f2dbee87cfbc599b", + "episodes/battery-00542.npz": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f", + "episodes/thermal-00543.npz": "fcf95e4802324e9161a2d8bdba33235a43fc6a3cebbbf3fc7de1ed19a848848f", + "episodes/tank-00544.npz": "46cd8b8645e4b515fad28953d048118e9446fb8c1afa3e9a8ec30229d939387b", + "episodes/battery-00545.npz": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3", + "episodes/thermal-00546.npz": "e78852f11d3a163afd1056be8e2253e64a53f18a74bb195141a3a6eeecae7eeb", + "episodes/tank-00547.npz": "0b1e2b3fface9b5dfabbafdaf9a974cb7892e5ede462182f73a03a89b6596e95", + "episodes/battery-00548.npz": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019", + "episodes/thermal-00549.npz": "4a16aa501eefe6bc3a6f6a91b29bcf419ecc77b16a0dbf7ad7bb2e4fecd58592", + "episodes/tank-00550.npz": "0e9b07fe781b9044b272649d5c73f1e039000d2344283883017f7dbd8dc56169", + "episodes/battery-00551.npz": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736", + "episodes/thermal-00552.npz": "c7f2ddcb23cabbf42e3caee0d7e13965c0895bdecb02898e9b2c23cc7f605f20", + "episodes/tank-00553.npz": "8c884473fa17920dbdb2a6c2abd37ca09ba961e2e527a484b2b1f1cef54c9d07", + "episodes/battery-00554.npz": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0", + "episodes/thermal-00555.npz": "6e1b37925cb0fd18ded0472243a57a178d380d34d2ef55a320067c0a7e3fa47d", + "episodes/tank-00556.npz": "bb3b981d536e0755d944c32c4b471188854fde674f6603884f6800987747708b", + "episodes/battery-00557.npz": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887", + "episodes/thermal-00558.npz": "059b352f88c74db4c4655e2f81ff519b56095561a32467adf74b4553dbb9b9c1", + "episodes/tank-00559.npz": "9c9f7658fd43b0b811d7cbc71bba22800ec56956b23ce279f4dcf139e70fc0ea", + "episodes/battery-00560.npz": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa", + "episodes/thermal-00561.npz": "a6fe8c7f5d295b1d90dc53a461c8946ea07efb046612518ab893ef79a2cf3b8a", + "episodes/tank-00562.npz": "809b146459da1a10743b28e2e4a457de71accd5f12a8f8e911cea09cbd23a383", + "episodes/battery-00563.npz": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473", + "episodes/thermal-00564.npz": "83b3229b6c6453a11eeb9ee7221ff53a58d25f3796ab98a1c7b3820272a29eb3", + "episodes/tank-00565.npz": "bd09561cae94c56ad7e49861a203d1046d2a5ed57e53e83016366a4091ac81c4", + "episodes/battery-00566.npz": "c6289356b1f4df912cc88e9ba11becc0f8c0e16aa6c5f632f90f68e483d28856", + "episodes/thermal-00567.npz": "e8e49286fa5ff225a0de901bf9e42b89d95dee865c5622443bb128170ffe45ac", + "episodes/tank-00568.npz": "1b2d51221c1049017989d03db0df18148ead5bec48fd14977ac5b88f4f37b669", + "episodes/battery-00569.npz": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0", + "episodes/thermal-00570.npz": "f3b2add5585ad455feb9c61725ab7e198ae5fff6b6f5a566dd0e31410694d072", + "episodes/tank-00571.npz": "8571702c16df12f784a6f2088c1bddd7d298c1cfcb1122b9ad80e8b1ed2aa1f6", + "episodes/battery-00572.npz": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db", + "episodes/thermal-00573.npz": "f092add38c2f363db66d914c9a51d93aa35acdc9b7b2e1353219604df299f1f8", + "episodes/tank-00574.npz": "6c40501c150a5ec6e3ad6dfe5610811059d50712dbd414fd6da8f8afc58a5fd6", + "episodes/battery-00575.npz": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215", + "episodes/thermal-00576.npz": "8b775a6aadfc71c09037ddfc7c686e89a216492fa0ba34c77fdfeba3b8aa3ca1", + "episodes/tank-00577.npz": "37dd7e107003c6cfd12b301dfe2a40dddd9bee6d7ac8c6fc3185fa6183b4fbda", + "episodes/battery-00578.npz": "0bd461f6ecad3cd2347aa2996cc3ddf6b18bf8b61d425e4101245d16c88dadd1", + "episodes/thermal-00579.npz": "b51940c75644b3270127667d8ab822274b4ee9fd9cbe132dbded830e47f940b0", + "episodes/tank-00580.npz": "880e562646771a67c96abcc5519a008b0727b872994083aafd93189b1a32131b", + "episodes/battery-00581.npz": "a2d080b2c83d759c00398f98cc470a58057a97608200cd3b6ae896e0762e9560", + "episodes/thermal-00582.npz": "33855633aa0e4a47b7cd1de3256dcd1b894b58e2a9efe1daa269ea01e1191e8d", + "episodes/tank-00583.npz": "fcd2fe45b9c032ebfee892091826726334fc02c6894d1593621c8b61962f4fc1", + "episodes/battery-00584.npz": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c", + "episodes/thermal-00585.npz": "a71af552a0a54566941df5b56e53ec93aff6f66a241ec9c5551a92dba23f024b", + "episodes/tank-00586.npz": "6f3485f24248a7fe64ca227f7fb897ad9de7456e59a89aaa6d2e319157f3711a", + "episodes/battery-00587.npz": "66e21aed09401f16fbd45e96833502147c4dbcba32af9b3c9299fb8eab290d8c", + "episodes/thermal-00588.npz": "393fc47f5fe37efd74e4a8f76266c91386146f5db4c468156ea679ccf47d691f", + "episodes/tank-00589.npz": "b57ca55fce092074269f46789d9904ff6195ceaeb3f469240c9f94f3d95ed805", + "episodes/battery-00590.npz": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05", + "episodes/thermal-00591.npz": "859f3b5789aea796589da3211cb5f20cec161d5474fd23723ee11783bf6ecd45", + "episodes/tank-00592.npz": "3ad7bc9eb28aae3cbd57667bc5597b6bc2ebfe3a9cffd937611565df9f127945", + "episodes/battery-00593.npz": "e952b0b08e6139fdb3ef912fe919ad5222d03606a6374717d3d642e5f28c2650", + "episodes/thermal-00594.npz": "fafe36d0c9f46f5f2ad0605906c79c8ff0117e8decc09d7f3b454e8692d9a58b", + "episodes/tank-00595.npz": "0b04bc387da93e3c38be1fca4b77e315615893fff9a7c2c2077a5ec6b49afed2", + "episodes/battery-00596.npz": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb", + "episodes/thermal-00597.npz": "222499032067b3420563cce898c21ca66b589ba45d8e7d5cbffbdfd45e628808", + "episodes/tank-00598.npz": "b4c7dbc208f4bf9be04979aff78bace9982cd1be350028926f1db3ba04795e4e", + "episodes/battery-00599.npz": "b94ff43441acca041327763ba74dd6ad2b5f8fbaeee3b3c4b00e366e7b751eb6", + "episodes/thermal-00600.npz": "58439022511d3e91ef607563265ef2308ef8bb40c8be6952aa48b004071dad2a", + "episodes/tank-00601.npz": "04e0aa0b469122de41abfdc93e4ea4d812485a29398618de4c112d2ca3d0f118", + "episodes/battery-00602.npz": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7", + "episodes/thermal-00603.npz": "0946527e3e79d363a6c47551d0f7492b81656b8f56d54866a850167c212e2f54", + "episodes/tank-00604.npz": "958ad29407657c1143e8f4d339a947a30651e3a37010c87222f2a411631ebe22", + "episodes/battery-00605.npz": "dc46312e6c9019569fd1ac23c91df25eaa64f2f27d49fb7a134a48de9e999319", + "episodes/thermal-00606.npz": "89283e8dfeb3343bc42ccf14d0146f6fc4312cbadb6d3bec0b58d9a02a13609f", + "episodes/tank-00607.npz": "8ef880c6437ea4822f933f9c5a586aa612672159f9c2c2301216c26799e4385a", + "episodes/battery-00608.npz": "02866b6e651153ccd5e6b4166ac3c6d2781c360d1db4fa623f5960d829a32b8b", + "episodes/thermal-00609.npz": "8db6dff467acec930d6df609508e6748e1ab6d59a944c37308e4dd3674ec1eaf", + "episodes/tank-00610.npz": "7808c34d1d2eb35bc9c02462502c5fc2eaf4ade5eabb76b390a7f3f83d856cf6", + "episodes/battery-00611.npz": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0", + "episodes/thermal-00612.npz": "a9e85d0b608d54f9f307f3c5f26bdda56a6d436811bd6c937ca046d15afd5edc", + "episodes/tank-00613.npz": "528def0bc52d85f73025d53bfcff35018f0888f282346e7cbe61fe0bc35c1d6e", + "episodes/battery-00614.npz": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc", + "episodes/thermal-00615.npz": "3b5cc4dff2032c8249d2edfbc0afc9ad3fd5ea924136a6457d1aa3a41db83932", + "episodes/tank-00616.npz": "68202c660ab910cffba19f863a6352734712a0ca2d19383edca30fc694562524", + "episodes/battery-00617.npz": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032", + "episodes/thermal-00618.npz": "3b51955a035e178e6053a2c10b07c68443e8637b5b1812836e6e265ae656e701", + "episodes/tank-00619.npz": "b50b41eb7dc8b141cdd32d2c49a5d450426eb2ece9f2cdb9017589e9d04ba0f7", + "episodes/battery-00620.npz": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33", + "episodes/thermal-00621.npz": "8d2a033fb6f2d2dc6a0f4b2755bbae99ca2577ff2af70b696fe7473286b81122", + "episodes/tank-00622.npz": "e7ab43ddb4f3a9d1aed0ad26d8552540b6edc4d8618d8c06a69110d0828383cc", + "episodes/battery-00623.npz": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04", + "episodes/thermal-00624.npz": "ec6233434dada4deb5fef3087d1a871cd34c0b1155eaf9dffddd5c7e99aa6bc5", + "episodes/tank-00625.npz": "1f813f35556bd61712b40c35d460d398e2bbffa023dd0eaf7c3de6dc84b8f6ab", + "episodes/battery-00626.npz": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2", + "episodes/thermal-00627.npz": "f6048b972a3c7b9800f88e12ddf458fef6904ae2f00beb37f52ee5d6b6559d37", + "episodes/tank-00628.npz": "7dc8a2ea2e51723d2739fda5601e4ff8f0da7108e8a1ff72acb856eacb8800a5", + "episodes/battery-00629.npz": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6", + "episodes/thermal-00630.npz": "739c6d712da69a9e0e53706502042082e8b7f1843fb47a3170632b051182a78c", + "episodes/tank-00631.npz": "edd63ef36c78c72e36102499e27c6add08072409789373a8770990017fa00578", + "episodes/battery-00632.npz": "ceda46bcfcaab0304a0fd06a083268535fdce2d90617c6740e7a4421048eb219", + "episodes/thermal-00633.npz": "3552ed4f04477baaa27715186e27fd9c4ac4df0fe5b7269ff621903a7a94b39a", + "episodes/tank-00634.npz": "9249f9f6896b4df2b5143187ed91fbb5559faa6e990368b5760659a39b58b838", + "episodes/battery-00635.npz": "a4d96204307d05e4415c2a7d46de0ce2bb0cfaa5273411282b249d5defe7d73c", + "episodes/thermal-00636.npz": "4998981c0ea93cdcca819424d7d419fb16a1d42f099ef2f1ff30dde2d8f3342a", + "episodes/tank-00637.npz": "70624b56d0fd7de2ed5df4cb4f2255110cbbc553fa2cb6b0dbf2840bc0e9f262", + "episodes/battery-00638.npz": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db", + "episodes/thermal-00639.npz": "fc59118d4aba06781c6df970a4fa0433d55a44101f3ee6e0d24eaab09f41520d", + "episodes/tank-00640.npz": "b7d7987a92a9d71cc28d54e342215c51af311aef480ea61000bf27e1f030333b", + "episodes/battery-00641.npz": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc", + "episodes/thermal-00642.npz": "80c05d3d60eb9f5ab11be3d3fd4ed6325cb7732c89b73c237f6d5eeb0f9e6f7b", + "episodes/tank-00643.npz": "2ed6167204b2764da673f0c253786e72df5b66e96e04a0cf9a0483c5d758611b", + "episodes/battery-00644.npz": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba", + "episodes/thermal-00645.npz": "260229ed47ab0d34bdc8b9b39857a6441968ecac0b2eb5363be8955934002334", + "episodes/tank-00646.npz": "0bea6c5f6240c10caec521b416de306908371c108831061fd99f9e14184ec69e", + "episodes/battery-00647.npz": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f", + "episodes/thermal-00648.npz": "83a6ea7e39897f41e3336674fac328db948b01f5eb99ad262dd379e06e321393", + "episodes/tank-00649.npz": "81604a1d4c393509264067ea5bb6b2d8ea294da6ec5af9c40ddb7a1c1e937ce2", + "episodes/battery-00650.npz": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7", + "episodes/thermal-00651.npz": "e8c54bb485a0a53ed9ee458ae45e41fc447c6282d232db4fb8a370c2a83260c5", + "episodes/tank-00652.npz": "0ebf2d1ea9bfabfb310d338a2f2e8445bfd99e47579ff18e4179e820346dc2a1", + "episodes/battery-00653.npz": "4e82da6eab94db11bbe32aa94f4a4e39db2293ba48c1cb7c53f2647f3e9deb70", + "episodes/thermal-00654.npz": "5e235e85e47f8e1acf7b9f66110b259688c09ca1655dc54d4eb10d4fc254dd0d", + "episodes/tank-00655.npz": "d45c295a9e225c48a1df52672fbf1d72c794be7532002102712ee08496d7aef2", + "episodes/battery-00656.npz": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f", + "episodes/thermal-00657.npz": "b1d62c63b7f52ccaaa4167aed193511e89bed753ee048ae7d95e34de7fe813f5", + "episodes/tank-00658.npz": "00cd83af7c502394d5511c5d07979618a824399dbd135d72a55913c4171d3f39", + "episodes/battery-00659.npz": "4644fcf30bb20d443eb9108164c4ea80a516e4018021e45352000e7fc767c382", + "episodes/thermal-00660.npz": "3a0e23da5d4fbfc04fe524fba43469fa9deffe6c1ba50706184c5417dd3be137", + "episodes/tank-00661.npz": "ab07626d253e48c7ee938c7692a879396f6f5a458f1cd702b4c1b23c9e74a4e1", + "episodes/battery-00662.npz": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef", + "episodes/thermal-00663.npz": "d9af481b038c8c0a5a9f90099eeabf33169a73506827d7f183aab4303b3eeaed", + "episodes/tank-00664.npz": "921eb1512692095b3f5b3e68e978b955887e6694841abc14305a0f840bce47b9", + "episodes/battery-00665.npz": "f64a6d30579c1a58cb394737ad1bb496b881008aaef592a102dd969fd70518e3", + "episodes/thermal-00666.npz": "627acdbc155af52416d291e8cf66c2bce76f334b666d084069659c5f2f6ee536", + "episodes/tank-00667.npz": "2a91a4c594616dc32efc1115cf3e515bc00a07ea3382ddfc6c5015a3f779019e", + "episodes/battery-00668.npz": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b", + "episodes/thermal-00669.npz": "a1edb5b29d421447b46cd927a21e64a2e1318ad1e1da224efd82cc7c1702b94e", + "episodes/tank-00670.npz": "2e31fea5c6d58d299bec73b4caa9435457880cbaa4966c15a6bc2f8a03aec56a", + "episodes/battery-00671.npz": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb", + "episodes/thermal-00672.npz": "1922b6f9b00b6245fb8eefa5c0099a3c06c14e52f59d925787bf897009926a46", + "episodes/tank-00673.npz": "fb8ae0b1d46d699cd2ce38c09870861efeec6d83ce54fea55c8717618eb8a50e", + "episodes/battery-00674.npz": "bea13a611dfbe69cbaee8a40a54adbb39a3c6952a585b9798bff6d0304cf24e1", + "episodes/thermal-00675.npz": "bbd3e9039b6550d46a8de1b7cfb40d72c67c4c9c214741b73ffe799cb6d13fe8", + "episodes/tank-00676.npz": "282c79224475a056fbc1b4384c67058d3731f9b2fc83d9976712699ce1e8b0aa", + "episodes/battery-00677.npz": "e5dee3247ca2ec03ed5519e782b6602834eb213fdb6587b055d00e036e5b4277", + "episodes/thermal-00678.npz": "29cf1759d9122fdf583c75ce76cdc4cf4312a74e42f0e873929d0d819ff7dbbc", + "episodes/tank-00679.npz": "9956e343dc575889566a71b182514f31c5c00bd4776ab4ad9beb54c46910f58f", + "episodes/battery-00680.npz": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c", + "episodes/thermal-00681.npz": "5b3926af46b3eaec33ebec9e262c12e6f3ab9d49c375f4aa0b178826fb019480", + "episodes/tank-00682.npz": "7156df59f932d0f893f57a1d4ce97f9028ff559d6b308c5a1d1375723e7cc5ef", + "episodes/battery-00683.npz": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb", + "episodes/thermal-00684.npz": "09b0e1dadf7e531e7deb4eec68b6e9e414dde23c37cb3e94f830494ee21ddce2", + "episodes/tank-00685.npz": "e5d0057429b085a192202936a6ec31ee933b23db1b04742b78a17e19a401548d", + "episodes/battery-00686.npz": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc", + "episodes/thermal-00687.npz": "fc251afd66e2fc04fe3c87327a7348e7b08170aeee9414ff60fe12b202d9309c", + "episodes/tank-00688.npz": "e44d94caf443dcf2726cd724f955d7db096b10f30c99b51ffa16d1688857e48c", + "episodes/battery-00689.npz": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b", + "episodes/thermal-00690.npz": "fe8a60450c7081b98181987bc7493c37a1821764094edae9e162c37661394606", + "episodes/tank-00691.npz": "32a0446281ffb7d0dba20dfb59991db0d0c15997d0c1e28a82419e8cfdef8d1c", + "episodes/battery-00692.npz": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f", + "episodes/thermal-00693.npz": "98af989962dfe84c3c7a97ba4d819c21efafa87e46e3723b2114ddd08405a2a9", + "episodes/tank-00694.npz": "5e84346011b0e70f2597641dee3e2e99ea0b98b2e60138b6679fa798598ef4f0", + "episodes/battery-00695.npz": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a", + "episodes/thermal-00696.npz": "c8094db557a87cb806aee8c509ae0e2b29fd1dc8ad88c4fa4661f5c2474ec73f", + "episodes/tank-00697.npz": "4e29455fd0f74923961db7fcba049910f960b80979aa68dd2375338c18fc2df1", + "episodes/battery-00698.npz": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e", + "episodes/thermal-00699.npz": "b6db082f50e37a0ed4b9b1b4e5e580c1743a4cb0c0623e069aef68baadfb0f48", + "episodes/tank-00700.npz": "ad2edc6c2364ee383841d754cb64472cbea90b4770f8d84e9b6fdf5a2eab77fd", + "episodes/battery-00701.npz": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04", + "episodes/thermal-00702.npz": "41467fda7cba5b9d1616dc8a664845d81f8eae6ba6910a513e47a7c3dc059766", + "episodes/tank-00703.npz": "b9d9261ab69a748536509fbeb44d2974bf53d4b35227808eaf8828a743e6d36a", + "episodes/battery-00704.npz": "96c7c3bbd58fea2319e2a3253da2a634aa90cc9f5a6eb0a7945acceb915252a2", + "episodes/thermal-00705.npz": "7c5c36febbefcbdfef027bd4d7ec879bcb0b88a3efcb1329b02b31dbae92f935", + "episodes/tank-00706.npz": "2e59c808a5b69e25369ad5409c1dc20a6de21d6fb7716c0520ef8f3cf35fa9c8", + "episodes/battery-00707.npz": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88", + "episodes/thermal-00708.npz": "a72f8697b34352169654edbe6471cc86e4097b9cf762e3a52afefe5442359bb7", + "episodes/tank-00709.npz": "be700ea37f879cbcc70d75cde2acd8f246115839bef845abebb85ce287500641", + "episodes/battery-00710.npz": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f", + "episodes/thermal-00711.npz": "c3a8d37871380c733be4d744040983397b987aba94951ca59b8ab2380a37f3ff", + "episodes/tank-00712.npz": "4d4e39c3af47eb4da9eea7457cb67d7b2acad4732bab59d6d39c2c7f34864404", + "episodes/battery-00713.npz": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5", + "episodes/thermal-00714.npz": "57641588c35d87e7b46d2ac1be00275bf1b54379c24064ec110d24cd30d6539c", + "episodes/tank-00715.npz": "3745fd247ca1b6e17744ee73445f26ffb3f4804a17d276981f49cbd3b2528834", + "episodes/battery-00716.npz": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc", + "episodes/thermal-00717.npz": "7ddc8cb4628a5333b3aa38ce3e705b33a4166278ab4f6fa980f39fa4969cf463", + "episodes/tank-00718.npz": "eaab22fadda228cd1fd3b98555e5e9edbf984e95e989ecfa49cfa18879aa890a", + "episodes/battery-00719.npz": "9dd2d683b7edd30e90351bb6e1a22db47118aa53207b119446f143674de45ecc", + "episodes/thermal-00720.npz": "ba5227b7b658fa02a0efc6fc97963fbb0040728bebfdab8c11b0dde36c758c68", + "episodes/tank-00721.npz": "2049efb4a30b06d2e448d057fa6d0844aabe0c8f60615411e9abe24bd3df67ea", + "episodes/battery-00722.npz": "7d72b2baa501820b7545a7f135a3ee86f5e66044f8832e42183cc7379d00c368", + "episodes/thermal-00723.npz": "f35c9993f282ea1f950e8989e229c70f79cc36abac0edf510567a6a4a122e22e", + "episodes/tank-00724.npz": "cdc88db1944b6f4b4b04b4d2a69440ea87e16cae0d86a14b795096dc9e62e96f", + "episodes/battery-00725.npz": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba", + "episodes/thermal-00726.npz": "2625e5ff03459c4668e35ce50182667bd29692318a463f77d2365b39d89e6b96", + "episodes/tank-00727.npz": "32fb55b2f0afaea1ad7d91fbc15263d425c8e6488e7d5bb36dab9eb66193d47c", + "episodes/battery-00728.npz": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40", + "episodes/thermal-00729.npz": "f926c5d4a89f64677f679cc5d52d2894acef62e20466d101a106385c021345d2", + "episodes/tank-00730.npz": "789cbbd97135d7652e8a15552d9e19509db277400e4a36bb78c1dcec3609bc46", + "episodes/battery-00731.npz": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa", + "episodes/thermal-00732.npz": "9e24adf6da339d1fa508cb2c1f9e168aefc9df568b8a788be876ce992f630c10", + "episodes/tank-00733.npz": "260663b06ea05d9ada0a112ece9cb51b0ad88b8de53aef8c9b3eafae687962fc", + "episodes/battery-00734.npz": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2", + "episodes/thermal-00735.npz": "8ae7ca0ea4b9ed6ea6c1acfbd6901277f33374ff0bd645cf49b5f5470ccc5e28", + "episodes/tank-00736.npz": "407a063012e280e6e65b25a72c66aed8fb65238619ece27181b167ea63c9eb33", + "episodes/battery-00737.npz": "f560b42e216ca1447126227d28908e595fa935a4ba157898c2be1da2f9ce16df", + "episodes/thermal-00738.npz": "0e97f47c19370467d07503e786c0956814aedb1431c627e883ecb758012630c2", + "episodes/tank-00739.npz": "a99ee4f8aa8ba20c4c169f0e700e8204c2d6be8bd5cbb55c943d60ea9c91b166", + "episodes/battery-00740.npz": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198", + "episodes/thermal-00741.npz": "2403a39697c8265be205aec053ee7b2bc52839cfee65e5f533283a3a31f49e1d", + "episodes/tank-00742.npz": "e856b3b23460a38d44f8265f94775a64bf0225b61c370507cb719f1ff8ce89d1", + "episodes/battery-00743.npz": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b", + "episodes/thermal-00744.npz": "47880f0ec5d91d17489d000da5e7d979c5628ac292ce91b32cdd2c3e17a9c36b", + "episodes/tank-00745.npz": "71c0165dc65f64208c0b69c8c3eb12864ac59dc388e74d9f1f173363e09d7ecf", + "episodes/battery-00746.npz": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23", + "episodes/thermal-00747.npz": "41ba7bbc578d54c56ac48144f15a78b728faad9ff2c431f6d4895e01c2bad566", + "episodes/tank-00748.npz": "b0cf6cd05bf585d425079b37409a579dc0995da1eb5684a95a9fc0ba22269f47", + "episodes/battery-00749.npz": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b", + "episodes/thermal-00750.npz": "1c381d4ebceac21dce4f22b0017296d41ba3a295d9165d5c7df17f225e764db1", + "episodes/tank-00751.npz": "8d29b82b950bab85d37fd2657ff219d411d9a56a708995ef72e5fe0a3e9105b5", + "episodes/battery-00752.npz": "278d256ea13835a4bec65f95345cf9e4260c49c7596589bc2beb16f1f754819f", + "episodes/thermal-00753.npz": "87433ec088a3b05040e551d024d8534d9568ec52a9a25118eaee2e60848bf42f", + "episodes/tank-00754.npz": "2f2178a8de40b9a40e002b0323e98a6f454ef0c4967a1f6af6fda79a4c037606", + "episodes/battery-00755.npz": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0", + "episodes/thermal-00756.npz": "f5c82d7757c6517263876142036941344e3da336012b5ab245241394a5bc9bc7", + "episodes/tank-00757.npz": "7540fc3ad854f8094b8c28ce7b70f3d24f6928e8dd0e2abc10379511c2709bd0", + "episodes/battery-00758.npz": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9", + "episodes/thermal-00759.npz": "b0c796ca2ca616421a440d8f40d41a16cdec4cfe02f1c741891e7ffd1e0210ae", + "episodes/tank-00760.npz": "5c432d2ed513cd60b2768dc02916008bab786bb8fe710a39780bab096e917bbc", + "episodes/battery-00761.npz": "b8a7265aa9c22eced8917c4857a74b99ef955c6f80b4bbd999ec5810330b24a1", + "episodes/thermal-00762.npz": "a7e95eb399b49a768ba23d44cfac355a5451d19e8c415dc41f479de29061ded2", + "episodes/tank-00763.npz": "51934fc229472430caa509a06771c5ae93c3728f8a67b8e0e88e3b877e2e5392", + "episodes/battery-00764.npz": "b6a3b0dfa5ebc0452fb08527d24aec9550248d3c128075c7e364e254dcf21fd4", + "episodes/thermal-00765.npz": "dbf2a8782328a8a72bae465c57afe765d029b6cd582ac2cda36858427a00ca84", + "episodes/tank-00766.npz": "ae52d94752c0c43a419bd64992060d6242ab8fea38fada91b2983f542cc461ed", + "episodes/battery-00767.npz": "75f9120cb6c0930a6a7a8c854056f560f3db0272046a1e60919b75f2dceab4b9", + "episodes/thermal-00768.npz": "f150295de67c11f4e0525a1a8f16ce88df1883a712604818f7de3475b670fce4", + "episodes/tank-00769.npz": "386272a4ab5c85c563e912baae6bb5263558510276cedce105f9b21991bd3060", + "episodes/battery-00770.npz": "ef811c7c6651b0a1137c58cf9b922081c8d7f02fc1af0820643ae3ab24520989", + "episodes/thermal-00771.npz": "6ec1748dacdee6bc7dc8afebf7f95a91c0691a026d2b505a0a22bf48117edaa1", + "episodes/tank-00772.npz": "40c62e460b2aa5f94adce3273717e25b9bb0b792e6559eeee63745f27578bfa2", + "episodes/battery-00773.npz": "31330f143f71a1f2529904f58ee43cf7badeb0fb2adeb099be32a1a07fd5b6b2", + "episodes/thermal-00774.npz": "376a1095bb4f433584d8109d679afe7a925174371baa31cfb94a4816435c1500", + "episodes/tank-00775.npz": "ccd8df33781c8b398e1af5620d0328e96249ddb7dc977d5165566e08a78a1693", + "episodes/battery-00776.npz": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c", + "episodes/thermal-00777.npz": "4cefac32c2debf15d798c2b3d51240aca59618535ee7fdb3bd9e98ed9c83a38a", + "episodes/tank-00778.npz": "e0cac2e316cf70b4cdc2792104ca5a8c2135a7c64942a5b67a862eb4f602fd47", + "episodes/battery-00779.npz": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a", + "episodes/thermal-00780.npz": "a4d522b74ce981f8f401399dc3a29f00a72ece6dbc3ae59dd7ff03d883041b60", + "episodes/tank-00781.npz": "0b9f4b4ef2c33b0fe42ac18e1438a06876d74bacfc39165e38e97a40c99c5cc7", + "episodes/battery-00782.npz": "f40061c7cd584220e68440433e3020e4f406f79419562939b1b8fd475c4dd9ed", + "episodes/thermal-00783.npz": "b6fc14282c45598438a2e720d09d3a0c94123ee4f96efafa53ba2fde5dc07885", + "episodes/tank-00784.npz": "18776af90bd25b843b8024641427f1db9c610da1f01cbd2f64978d0d3538ebc2", + "episodes/battery-00785.npz": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d", + "episodes/thermal-00786.npz": "6065f01846aedfa5da450ee43bb5038dc62dd9af3e2385e681d95bad4d12a13e", + "episodes/tank-00787.npz": "f4d42e05dc81384baf01cdaf24143d0fc4dd3814d849f461ac7c42934d028234", + "episodes/battery-00788.npz": "b4b098e541f2b766445fa68fc7762cecbea9d3cdc46e0ce2ef782352c95a49e5", + "episodes/thermal-00789.npz": "d52fc73ba788b46196c55e9601c8153d1f41c47819acdca6bace7c9a200183b6", + "episodes/tank-00790.npz": "8415ce5924aa519a25f3258fcd8ece00f16eb7083213cd75e8b85f182c15d357", + "episodes/battery-00791.npz": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12", + "episodes/thermal-00792.npz": "3973f01b029564ca78ca6f0f491a81bff9477ebb1abd8de58506eab467c8ff82", + "episodes/tank-00793.npz": "34ed396057ce8a1636c1e622b75e4e30732009509461d50853af5ac2ac71b22b", + "episodes/battery-00794.npz": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af", + "episodes/thermal-00795.npz": "d3ce603b51fdf56700b7e04273c0960f3d6c11116a0d1064fd9e9c782b9db1c2", + "episodes/tank-00796.npz": "ca513c6eebf39c4539832ee48f4479ca675d25610126e5cacd3eed67263ce077", + "episodes/battery-00797.npz": "84275c2c589dbbecd57fe5401db37f1e729be37756cb0c92e505374a9f604f69", + "episodes/thermal-00798.npz": "108f4b44e0635d9e0adbee841bdeee12905e121adaa09ee1f0094e5ea47817ec", + "episodes/tank-00799.npz": "17a5f6a7ab39e2aaecee0a67b1e0e511f06aff9aaccc34d269fa3a4a94ccd090", + "episodes/battery-00800.npz": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8", + "episodes/thermal-00801.npz": "362f3b7b6c7dc8e022973ce66461f6f2becb639a5b2a572cba7cbcd305b2e003", + "episodes/tank-00802.npz": "97a282b4610482cd960ecc56bf5df672a70cbbbc6a284fb10c59fbf9aa2eef94", + "episodes/battery-00803.npz": "12f3219046b88dee75a3085c0d3a13e334f3f0ba54f41fe06f86d1b01f5d9605", + "episodes/thermal-00804.npz": "5d2b3c5a9e1e653fe127024658fdb87b765d88874fc8d3698c6f9f6a1e2cc287", + "episodes/tank-00805.npz": "6be72bcd7e408f9b44863e69dfc3de153f8cae293dd3ccf5769c7098a03c5456", + "episodes/battery-00806.npz": "0ba2db3222aaca20ef6bad232db8090fbe17973f65b656313abcac2af759e9d6", + "episodes/thermal-00807.npz": "2cfa78c5b25e8623252266b41e230881b11f4e19c2cca4b64d0252b4ac7a6eff", + "episodes/tank-00808.npz": "c01b3d8ba01ff99618b70b19a394499ed16ebad0399064ddb5fdc5e024d7a7d5", + "episodes/battery-00809.npz": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf", + "episodes/thermal-00810.npz": "7b9f388b62818af7727ea58e6b4dc24728a21543e3fb6e255d8e35eae3d87b9e", + "episodes/tank-00811.npz": "349c461535b164dbd4d6475d2079885da676d35d74012aa277dc1704c01ff7da", + "episodes/battery-00812.npz": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d", + "episodes/thermal-00813.npz": "d827e0c1927340fe5a27e8bef0ca70e06e497b924ee9bc7f36e9d0028362c768", + "episodes/tank-00814.npz": "05a08d86caeeb625d5f065e1f458b7fa48be2377926e16756f618506d93ae197", + "episodes/battery-00815.npz": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f", + "episodes/thermal-00816.npz": "dd37c4f379cb39af1ca092f6e4b65f84580ce1b4cd90da15a14f4b7a6d3a2d86", + "episodes/tank-00817.npz": "524bc67a2c9dceadb2851b109614b115f95bbdff524f06dcc5513b2b62834268", + "episodes/battery-00818.npz": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed", + "episodes/thermal-00819.npz": "91bf336d3fd2ef08770143ede412a57cddd3801ce1f3eae91a065d0a3446d5c7", + "episodes/tank-00820.npz": "3586b2ec6519211fbf76525abad47ed63e5a839a2ec8a17241dc11fa3460a98e", + "episodes/battery-00821.npz": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc", + "episodes/thermal-00822.npz": "7ce46075685f1f95fb684adf1a31d21abdf41bb2b3518c5d41cfdb844846b5b7", + "episodes/tank-00823.npz": "1a8dc03f57940dafad2dca73c2dded7afc0bb5b1d5c5194dbba264c2d89eb548", + "episodes/battery-00824.npz": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3", + "episodes/thermal-00825.npz": "fef94273e92a16540a0819d6d171d406021137a4ef63ed550f4eb02e9dd4fe1d", + "episodes/tank-00826.npz": "e097ca8d25922d92caf9f0e6097760a18de1e71815a2926ed39d02810e380f51", + "episodes/battery-00827.npz": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7", + "episodes/thermal-00828.npz": "4b1ac23d61eb46293a2745b2d77e80286cfd4e60753514e2122a07227a88e9ee", + "episodes/tank-00829.npz": "26e63702448aab20a4242867c0ee9959fb71144692b66544163459e1d9c50e4e", + "episodes/battery-00830.npz": "de2bbc15662cf2e348d7762ba2929698748037c85954c9304b9143f85dd0917f", + "episodes/thermal-00831.npz": "32193eec1528ef2c2505dbaa10fffebc8e4ffc97b505db75615c8c5ea2e8ef40", + "episodes/tank-00832.npz": "d24d841332c008319ea46d1dd06ab40edd7e706ba79fbbb64bc465b9af297ddc", + "episodes/battery-00833.npz": "d84089c23801d706157eefe317a4ddb61dcf0023e5ddbb7921bfac185da3711c", + "episodes/thermal-00834.npz": "607689fdae5dd625df805e8703d8e672fd644267910cc854d1aed74442a43d63", + "episodes/tank-00835.npz": "9811d4e8004a471c15e8194d36b430808e23196923f66375f7ed42546ad539a7", + "episodes/battery-00836.npz": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471", + "episodes/thermal-00837.npz": "45bf16075b31044113f2b92f168fcf68720ae487cf9a4f3586b48fd5aa15a77f", + "episodes/tank-00838.npz": "eebdf7d20574963af9bf0237e19cb0ae378ff451a5e414c7d6f00f8b9072d543", + "episodes/battery-00839.npz": "673bbc15341727a8217f61c1b4e8d50383ba061512497240f9efa4b302a5ac8c", + "episodes/thermal-00840.npz": "68f8d54b6d4a99d16dfe5bf7e7d23838c47f9e40fcfc20f014d09534a3d347af", + "episodes/tank-00841.npz": "74a0fe5840274a6f6aceb7fcacf1ca7ee519dc9a09fa2c37bab6e5520ebd2027", + "episodes/battery-00842.npz": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd", + "episodes/thermal-00843.npz": "0dc9a6e12d5957ae1bf756331efc63551b21478494fd98ebb57b52d22ef9c1db", + "episodes/tank-00844.npz": "66b8126dd0efebf3d0019c56155b72080bbbfb578a04c509ff047d129eb09069", + "episodes/battery-00845.npz": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c", + "episodes/thermal-00846.npz": "878e2790b9012c207715c26f35343403f73c81026d595bfbe97cf425de9121a2", + "episodes/tank-00847.npz": "d3700952ed891eeea546a85b7f4bddd212abc2b2a370e864efae14cdcbc3543c", + "episodes/battery-00848.npz": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0", + "episodes/thermal-00849.npz": "515a004da48aa21d7f9f1f80e1845b0b991f128c4528b382f0713d6149cda537", + "episodes/tank-00850.npz": "b3506c5aff33e9e9512faaa150f1c3115b8e4861cbb5644002e13d4f9c6c2372", + "episodes/battery-00851.npz": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387", + "episodes/thermal-00852.npz": "17a5ad29b84117a8b0ddfbfd20dd839112b57d2a05f530d54b263bf75ee66aa9", + "episodes/tank-00853.npz": "59ad5ba79e265062c2351d856d7456b8df5a276d09e124e69f5d710f24ae32d1", + "episodes/battery-00854.npz": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a", + "episodes/thermal-00855.npz": "008e83d034a4bcd37af9bfc19e5e98dc4834a7b6aec8d7cc52c2b1e3c39c54f1", + "episodes/tank-00856.npz": "15425092f6d47d363446e55931f75b594e3d6fd18f35595400d314d7b5dbf765", + "episodes/battery-00857.npz": "e2e8faa5107df91396704362a7c5a30e91ffe2671e7f87070adae1def36be0e5", + "episodes/thermal-00858.npz": "dc94be1e2e108b4c8f792151145824af1c1313f99ccfec0f5276aca8dfb535e9", + "episodes/tank-00859.npz": "bbe5e71ee2877871df88b4e2a9e0c5f687b9a01a4ba1e260f2e0b0160eee83ca", + "episodes/battery-00860.npz": "81660d7163227515b64147f1fc46dc9b243aead1498bee2ec0599117964ee6d2", + "episodes/thermal-00861.npz": "43d1a21de6be69e356c4e1ed7bceaaf925d47418fe89c56812e9d46618842834", + "episodes/tank-00862.npz": "6561b14f76c1492267cb737dc46dd9a6b1daaf19a5d1657b9ab568b272036db9", + "episodes/battery-00863.npz": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e", + "episodes/thermal-00864.npz": "a1ea2d8876c10fe6e4ccc8bbd98f2644f7de798c5b6d0efa01e3552e9ff9349a", + "episodes/tank-00865.npz": "7a64ed4f7e236e0fe2f1c3928b0a0d78fffc13f2b824eb595d07875cfafbb82c", + "episodes/battery-00866.npz": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a", + "episodes/thermal-00867.npz": "4b2246e76930539b4d977f93c33a39f40ee8fd37070c5487664bdada75e816d5", + "episodes/tank-00868.npz": "1d90876f9d9df61cd44cb11dd923155147e0e816b3840b6e4ac9674dbf8c8c25", + "episodes/battery-00869.npz": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e", + "episodes/thermal-00870.npz": "efb837de3c75b8804729c53feaf22c345aaaf878acf8cbfaf61501d1b4d4d5a8", + "episodes/tank-00871.npz": "dd8639bf6e127c1417cfa4d4a07ff47ac95e201faea583c89136c13845751dd4", + "episodes/battery-00872.npz": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0", + "episodes/thermal-00873.npz": "ecd8058e452b68134c4c8ed702042e86e53b68802c6b29b952c69f9feb8d7e9d", + "episodes/tank-00874.npz": "4d192125be82d354d1d522a1d619b5ca7c55f2def38b8936024be43c075fcd54", + "episodes/battery-00875.npz": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c", + "episodes/thermal-00876.npz": "9c4d9ea233ae18903abce56c0fe8a2ac0909f2bfcd0ab0243a09e53e565f9704", + "episodes/tank-00877.npz": "c201321cce5f054208e563a6d154bdb15487cb51a6578ad02e3bbf98e0a03b15", + "episodes/battery-00878.npz": "027966ef5a715aa071cd6183136a6ac5acd8608f2b9dd95844c366a2e4d90bcb", + "episodes/thermal-00879.npz": "fd8d00ad979eeea1d271c98bfbb100da21103c76e38aa99f7fc65730d8101915", + "episodes/tank-00880.npz": "825740887e4d85973154d56129c5c759a0b89afda3d9eedec919ba063097a0a6", + "episodes/battery-00881.npz": "79fd47f395c6330f27da2ab49ba79bfa23ecf3a1a696ac198bb8501ed5e17409", + "episodes/thermal-00882.npz": "c53bbfdd5831c80dc3c2bdbd79ddf54a82085b869a155de60323807b338c8105", + "episodes/tank-00883.npz": "9618e270f46e43e2229fb09d58911ed8bc2c0a9c23dfaf4aebe9622596297940", + "episodes/battery-00884.npz": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650", + "episodes/thermal-00885.npz": "6cc3a383f47362aff770fe6bed11ca345cc50149f682ad04bfb246f177814d93", + "episodes/tank-00886.npz": "14c916a3d1bd0a210f6164034041f97284b14f7e17bce31b48c21c708f4be84b", + "episodes/battery-00887.npz": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba", + "episodes/thermal-00888.npz": "494544c40db4a6591a2c882710f588a44fffe5ed6fcf5514ac22765a55c6f42b", + "episodes/tank-00889.npz": "76699e938bb4bfa7d16ee98feecd686613c1fb5edf6e380f87ed8607cce3e8ef", + "episodes/battery-00890.npz": "eb4ad5c26726c11b1896602c937cbce83c943a93d6ad2f8f416a21736a8c11e2", + "episodes/thermal-00891.npz": "dfd308dcea51e4b2a80d6389164c64dca467541b362b30bee9f9f89d0b7ca0cc", + "episodes/tank-00892.npz": "40b255af904cfcd7a92c3e03b9dbf514757aa2f9ef5cae314841851ccfe258bc", + "episodes/battery-00893.npz": "a75d25179bc8a800a69f4573a3659ca531f12fcb38d98d20b37b4cfa258d0dfb", + "episodes/thermal-00894.npz": "37cb188307d8d959cfd7bca8eed7df025ba460b3aa60db293910edc591b51e31", + "episodes/tank-00895.npz": "173c0b323daea1c8ff6bf41ca4595825cf0367757af55d60752d662bc97b3795", + "episodes/battery-00896.npz": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b", + "episodes/thermal-00897.npz": "0891be677b651cf010a3f735e84ea4707a83e5d77ea298e19f545dd3d1444e1d", + "episodes/tank-00898.npz": "8e894de99a8eb5b8776270a4b064bcc237c807b213b4310bcc8be0a708404171", + "episodes/battery-00899.npz": "08c6bc4aae982dd1cb517d0bda13093d33e1437d5d59fb0eba89f6cd8f68e05b", + "episodes/thermal-00900.npz": "3c07abd2a62e25a596c3c030966f2b597599cafdfaf1c1b718e4fc0c09cb9d23", + "episodes/tank-00901.npz": "9232b7d7737691280c09ec7efbfe1d7e1ee20c4d885ccaae6ce73db1955639ff", + "episodes/battery-00902.npz": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460", + "episodes/thermal-00903.npz": "74130dc391c4ff56dfbdc5aca8880a491b78c3ab274911865b9f6b07d86bdbbf", + "episodes/tank-00904.npz": "b4fea90dd6bd9fb28a2b5d32c2277cd8cfb33235fbcff77ff446bcca782509e1", + "episodes/battery-00905.npz": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2", + "episodes/thermal-00906.npz": "8e200eda4fa1e59e7463f1c771295d65219ef0f65541c8b2bacfd9a8318d2689", + "episodes/tank-00907.npz": "7517987a899dc07b645e9ce341c488d82eaf353617cb4a70f8b4faa5d91849e6", + "episodes/battery-00908.npz": "a970dc847abe84b81c8e1d505ea55bea9e50670a06c077ddaa2ce193c3327a95", + "episodes/thermal-00909.npz": "507f177950fca68324ca51061be0a33130c0b1312ff548761374af3f25822447", + "episodes/tank-00910.npz": "c7e595e95e41e0271a7f24f6930db7a01981516dbcdb01a99d68ee0b1cb91c55", + "episodes/battery-00911.npz": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b", + "episodes/thermal-00912.npz": "6dfa28bdd86c484d1bea801a3df6d048c5df075b1345ef97071003c8bf5cdc1e", + "episodes/tank-00913.npz": "c390210b78de1bb2d0c174fdf9a6d6371b4c3d954fb3a3191f2cef7f1b3ddcc5", + "episodes/battery-00914.npz": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1", + "episodes/thermal-00915.npz": "7b9c53fe20ec97373e69f7055227486f59962053b05da3ad5c49575e94af10cb", + "episodes/tank-00916.npz": "0d09a400fda33f09b031ccc529dc638c1b6f41ffa47bf9012df5c3e252a922ac", + "episodes/battery-00917.npz": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343", + "episodes/thermal-00918.npz": "dc2674ab98fb6ba70c33560bb87d815238e9f41360d8b73177bf7e281e09c719", + "episodes/tank-00919.npz": "e4ab890225c2fdb55f2962ec4639fc3b4bc0b36233b483140f4c55dd94771fc7", + "episodes/battery-00920.npz": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9", + "episodes/thermal-00921.npz": "f3b17e066adbe1aee76cd680240048d7109570542be67752f403bde789facc33", + "episodes/tank-00922.npz": "023c0311a7bc660ae4b2f35adc7d04dc70592a4ac861c68c411cb42e61f80d13", + "episodes/battery-00923.npz": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61", + "episodes/thermal-00924.npz": "fa865323e10b9a1297215b6618f3dd2ab462125106c90f62bb96ca78fd42bebc", + "episodes/tank-00925.npz": "a7e47b7337fbebd9fa40b6e1298279038efafe3782d3811c632b94334a9ffe77", + "episodes/battery-00926.npz": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97", + "episodes/thermal-00927.npz": "63046f0a5615ba18344d72b4886c6eb96a0fdc7a83c55f95c97ed12c5ee467d9", + "episodes/tank-00928.npz": "594cce9019b812956d7cc8745061d18f84d5f25bc365dd8bbbe6df0a8d1dce40", + "episodes/battery-00929.npz": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab", + "episodes/thermal-00930.npz": "40c1e85d145aee987eb18b06dab43305ef0dbbb98ef5d6d5dedb3b912b43f3c1", + "episodes/tank-00931.npz": "aa7e15d93cee7314e2f5ecb9f7f1b2501e8d42b6e63117d19a3b3405828cdae7", + "episodes/battery-00932.npz": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa", + "episodes/thermal-00933.npz": "000cbcd5933fb4ebef84eeaff16f014bfef036837c2286eb5d482d53178b5b28", + "episodes/tank-00934.npz": "305d9d7325d48f64b4d4d0cf3a5f5ba62877af3b553e573d3987db08db1a6c42", + "episodes/battery-00935.npz": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78", + "episodes/thermal-00936.npz": "423660c3ca8026695036e13c49d1db4fb53b6aefb8e029094037734442bf9b10", + "episodes/tank-00937.npz": "36e432c1b090d243c02068b1b03ed80ebfce3acf84d5f76c9672b71c4b8f777d", + "episodes/battery-00938.npz": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585", + "episodes/thermal-00939.npz": "f79dd557d005c8fcf0cac3f2999a80a9bb494c854fabef7a8cec355bfa57bb99", + "episodes/tank-00940.npz": "5e3ee4035c0a39bd05ac513fab237e3e980eb67768b668eba112ef356ab1fcec", + "episodes/battery-00941.npz": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957", + "episodes/thermal-00942.npz": "914a85f6db2f477c1b5aa36c852d9062619541a3269ab87c499e170047d4cca9", + "episodes/tank-00943.npz": "63b23c65bfd943c9e0c6c756f90b6913067bd9ca29d200c7b4023d16562e6303", + "episodes/battery-00944.npz": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef", + "episodes/thermal-00945.npz": "73ffd08e2c22b225442db36fc1bf08d624148c5edbebebfdce44400fb57619e1", + "episodes/tank-00946.npz": "15458ec3c22c79932116843691e87b851bf2bdb1cf83f859eac4b2ecaa224848", + "episodes/battery-00947.npz": "54bf6d166afe786f3dd84471d5be505c00cf3fe5f33211495a01b70fa0125932", + "episodes/thermal-00948.npz": "362689ffe35c0de558a87a7dcf9338530011d6af243f01862459b84d210bd55d", + "episodes/tank-00949.npz": "6b9062ff30be1a9db20e913c9bbaeef50eaa1dee082b95419ea010d08010399d", + "episodes/battery-00950.npz": "345f6a482d2b3a2ae52df7e32c2fe4053b063e16ed25ca45910a24ecfbf1eb4d", + "episodes/thermal-00951.npz": "0e463ca045627386925db0f369b7b3d61963ab931d2d18b50188d637813632f6", + "episodes/tank-00952.npz": "8d324441f04a7207ddfc333bb1da775167a6e873122d17e2b770f4fc88506660", + "episodes/battery-00953.npz": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62", + "episodes/thermal-00954.npz": "c651212d4a910510181fc190715110c2dc1e5d1d8e04ea35467ef48b78928b5f", + "episodes/tank-00955.npz": "39f18fa6d2e4b68b4c133033a3de62da2c50a880b101967f892794f8f341ec70", + "episodes/battery-00956.npz": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc", + "episodes/thermal-00957.npz": "48c73a4c4ba267d18f974c5b19e646d1edf379392874424c0f96cb3925419e0e", + "episodes/tank-00958.npz": "628865f0675b67b923c6974f0377408d1076b69dbfb64bd827ed049e45d4817e", + "episodes/battery-00959.npz": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795", + "episodes/thermal-00960.npz": "88414a8244f9197c8940db08e4912357e834e5866b97880f3b1cc8c8d5d39d14", + "episodes/tank-00961.npz": "33c1cbafdac99e1ce77d02f484269c3b9422d25efab5e9cec055d957f604722c", + "episodes/battery-00962.npz": "5a642b831027c194236ef4dc5620ccd96bd4c4a11df80fa0f550a354e78fa12d", + "episodes/thermal-00963.npz": "d11f05197bc568b99ffdbdc062120c270c7f28e993f6b86cede3b1e6d5571d75", + "episodes/tank-00964.npz": "e2eade8264d17238b91992fa708faf0d3e2b95c6b6dd3be6bf3cd7f389c7378f", + "episodes/battery-00965.npz": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e", + "episodes/thermal-00966.npz": "9e7b70927140efd03b0ed0a9ef073e5275b417ae00512e83ea798313f50778dc", + "episodes/tank-00967.npz": "9ed4022307cd16e394acbce9dba2b91f8f929bf4bffcfa9759018be4786162ef", + "episodes/battery-00968.npz": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf", + "episodes/thermal-00969.npz": "48d31b8cb83cccd84ee4371fdf5037d60a4dbe4645ba3fb1ae3ae458cdc917be", + "episodes/tank-00970.npz": "63737eb6f4306e02030984c4a96089430476b67bf7065cc25b12264398d9e432", + "episodes/battery-00971.npz": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c", + "episodes/thermal-00972.npz": "626d9b4dac56e73148c0ea973ccc7a6b66e511a088b68e82c269a944a64314df", + "episodes/tank-00973.npz": "1d90d3c50c5d0527068e0d944a0c0f7e2d0fb3e3371c8c3c58a0636ce19345d2", + "episodes/battery-00974.npz": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd", + "episodes/thermal-00975.npz": "b0d5bf99bc1f5b92066a3d5432d8b7a25caecd21133ae5e969ba5c211cb7d061", + "episodes/tank-00976.npz": "0651eee057250637d79f6243a36ae006b15205b3a241caee74d5c4b3875ec0be", + "episodes/battery-00977.npz": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b", + "episodes/thermal-00978.npz": "9a4df04649e47cb5a52d625d114da622ae9c9876cd8ec3a792121c1e074181f4", + "episodes/tank-00979.npz": "bc1c4d6fe47c83dd6dc974574fcc5b41e4e3dde207074ccabb8bb16ccf643518", + "episodes/battery-00980.npz": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3", + "episodes/thermal-00981.npz": "03922f2246cc910daf15c709c83d78054c9c5bb3a6c58a77c1873f3a7cf257d6", + "episodes/tank-00982.npz": "b02ceaf511b53b1e73f7c27370af217543ca9aa28db244cb9171bd2a8f0b71be", + "episodes/battery-00983.npz": "5cf7686ff1d97817041a3fa0e004184b882baeab5af6e9cd91db29323ce5fa48", + "episodes/thermal-00984.npz": "5df75ba61861ebd90bc7ef44dc2e33137d5652eadb79934fcf172090d3ab71a3", + "episodes/tank-00985.npz": "fd823aebd9a53175c26472359b3f3cdefdae7953b2f51d2793ab5f1935716ab6", + "episodes/battery-00986.npz": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b", + "episodes/thermal-00987.npz": "40aacd660569ef0ab714306d800d849bc1b62af2abcae0927336d93c678ee4bf", + "episodes/tank-00988.npz": "e882aa586ead5438cecd6b17718b35287cfaaa90dc098d68265e0fd88369b918", + "episodes/battery-00989.npz": "e2e848fcb28ab09677ceab5b160e573604f71c9bc8378ccd40ece2bfdd0b7af4", + "episodes/thermal-00990.npz": "41488b376bd63f4b0f7538fb4b9d74f732a2e6a0271f3496baf24445df945bb8", + "episodes/tank-00991.npz": "7d4158e4add0a10ca8b644affcf64f5df27e6427fe0907a7399902c9fc4594dd", + "episodes/battery-00992.npz": "25caebb7cf5273d0f38f1da34d38fe757c68dd7636cc95fcefb547182c1478d5", + "episodes/thermal-00993.npz": "125a6987faad5952686e343f3be2b3750df5ce9cdfd2ae7406bcbaba062be779", + "episodes/tank-00994.npz": "09f662c67ff7a433befa5b81f0aa86bfc24481d86ee7698a6463707ee790332d", + "episodes/battery-00995.npz": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9", + "episodes/thermal-00996.npz": "14ff8a90d6f5300364164bc403cbdcc2d27ab6371b82890665694644a034c12a", + "episodes/tank-00997.npz": "818365484afcc516bf8fcf95b935c89056e2b5c0b5009f8becbf4946780255c1", + "episodes/battery-00998.npz": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c", + "episodes/thermal-00999.npz": "81e2b572dd26c1d8bfd979c260807d508c99cf8c67e8ce98692bb6d00b69ba8c", + "episodes/tank-01000.npz": "5eeb9e444efff5a446e1aab6f5286bc61100d5ddc1cd7971c7191dda1a2c4146", + "episodes/battery-01001.npz": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d", + "episodes/thermal-01002.npz": "bfac11ec5ee215d06a534e8fa0de4e3f19b18a6a9ba72fbede3cf92799c3ffeb", + "episodes/tank-01003.npz": "17103ad24c7c11a726f90a099ef721395688aad1cbbf2cc268cb68435212832e", + "episodes/battery-01004.npz": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b", + "episodes/thermal-01005.npz": "bef87709e6aee627b4caa61b412e0498b83c8682b435354f8ed1e531b02cebbe", + "episodes/tank-01006.npz": "8935b7712c2c7b079d909b5a4ebdbf223a941f39f59d34d6c1ec0f666a581557", + "episodes/battery-01007.npz": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54", + "episodes/thermal-01008.npz": "f0de073fd8bbf50ea11c122a184328dac5e5c768c52182a636480a7cb08e55bf", + "episodes/tank-01009.npz": "a9281dd703174dbefd225c9a765a3e67df716abdbd224c8188eed51613e91787", + "episodes/battery-01010.npz": "2b3420062203ca8f38348a13740a9e58588a49e0ed9fd3fbb19deeafd3486168", + "episodes/thermal-01011.npz": "3637556c2cb91afdbc3d52d89559acdd606147d4a20e9aa290b7fc39d19f74b4", + "episodes/tank-01012.npz": "aeb72bdded32caff643c79760433e2bb220efb773d18ccebae5b5d8bf9484aa7", + "episodes/battery-01013.npz": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6", + "episodes/thermal-01014.npz": "b9204df2bca77a3b668cd0b7f4f961a243f6fff8d5913aab8260888ac847873a", + "episodes/tank-01015.npz": "31558c924723968f2c0f469d03b1aa13f3a9338e5a29e8d2641ec822197b38ca", + "episodes/battery-01016.npz": "66d6cffd81b8256af734f6821be7c9a440687af535c34cfaf02a8700d359906c", + "episodes/thermal-01017.npz": "1c29e3a72d47899081fc32c1173217f33d6d72a5f11fe3b938833ffe25a94d5d", + "episodes/tank-01018.npz": "75c70f608ed934f4e9fd31faf18e32ac38f7ce09f0ac4579747603a273aef885", + "episodes/battery-01019.npz": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87", + "episodes/thermal-01020.npz": "94620cbe4d2248c73b77429b683fe5edd5167ac70a81658be578dc5a8b63f759", + "episodes/tank-01021.npz": "466f9d649fd254809fc3b60db210f6b3dbea65681c8badb762ab4c88d0db26f9", + "episodes/battery-01022.npz": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2", + "episodes/thermal-01023.npz": "b141f36dfc40b2d19db8c2af8c1f736113d2db8103b4f012b1767a8474a94839", + "episodes/tank-01024.npz": "a0c147b265340a710bd223f34b05b58c6d50e54fbd8173a55dd042313301a1b4", + "episodes/battery-01025.npz": "daee2c81d3f4275b87fe1662d8f56fe37caa0a9395296776843786ad1edb4fb6", + "episodes/thermal-01026.npz": "cbdf5f3a29e90c74dc7cc0802ebceb8075a6ed647d0d328c0aaa24a65035061d", + "episodes/tank-01027.npz": "74c0fd6bdad973fb00347efd155e4341d09b35d83964c5a0fac1f32d6f0c2ac5", + "episodes/battery-01028.npz": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195", + "episodes/thermal-01029.npz": "64d707c0905932a7be4fa8d26b3afa221f9a661505e69a22db3dd6524ef20698", + "episodes/tank-01030.npz": "20871af527ccd8d99f161a2cc44597c36693a96975797fede225cea082c9c1e4", + "episodes/battery-01031.npz": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80", + "episodes/thermal-01032.npz": "1bf96d3660ec6023057c05d3e864c1f17f4407df327b44744ca947ce4199e383", + "episodes/tank-01033.npz": "e368e955badf84e833deb24304386522780036f1b416602ec42f1863451cff03", + "episodes/battery-01034.npz": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7", + "episodes/thermal-01035.npz": "ac3d6cf865680a9779cc264a8fc86e56957505c5fa52cb1d8f9594838940c01d", + "episodes/tank-01036.npz": "12ac8bc903c0c4c00eb3d0ae348c0daf2ac67a91431660d0cad32f79307c42eb", + "episodes/battery-01037.npz": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94", + "episodes/thermal-01038.npz": "b2ec9e86d7ac0b5b47b383f2f106cdb43efeff36bff8efdc34c7fc01ed6f9eb8", + "episodes/tank-01039.npz": "d979e0d6bc605c80705233b669c2de8e153e7560bf8df337fc97c89ed8c9a624", + "episodes/battery-01040.npz": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701", + "episodes/thermal-01041.npz": "271cac742f8a6a92fcbaf29bf43bf0888d8e24795aa5aa87a54a68bc0ac8686f", + "episodes/tank-01042.npz": "40025a8515919c93e1c0f8320c6b4b5f11157a7d6c24328734e1020986d13f00", + "episodes/battery-01043.npz": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7", + "episodes/thermal-01044.npz": "3431ac73037b0f801b9c4422346efaa57b93f624a02f9da83342a7d72b20dfa0", + "episodes/tank-01045.npz": "e425d4479abfd41672301030d49eabb7e950056d1080f2102e3cdee732c925ae", + "episodes/battery-01046.npz": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289", + "episodes/thermal-01047.npz": "62d2ba3d6806db812a93f40ad632d13d8acb5017512a7f0922399c7d79405e51", + "episodes/tank-01048.npz": "31d7f34034930de4bdd3c8729ad122ee2c323fa3c456f168129276e0e2628efe", + "episodes/battery-01049.npz": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872", + "episodes/thermal-01050.npz": "e9c5ae5f5c29f9e5825bf70d5918dd4499cdf6d528d01e0fba8591db65c30458", + "episodes/tank-01051.npz": "4cfe81870d0520c69100d070c9f027531d5df70b4b80bdcb1affe10fcf924d69", + "episodes/battery-01052.npz": "112d6572672b03e6c312f5d1e6d7181bc9c1481e8219e1600fda13ad5b0baf52", + "episodes/thermal-01053.npz": "31bba68c1944ac4c1d6510151622cc23cfdae3ce3362a7a6b780916d0c39161d", + "episodes/tank-01054.npz": "797371d6a3f42fe20b28a39eb4e4452fa755e44d110f5c5264f493d31ad3f822", + "episodes/battery-01055.npz": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41", + "episodes/thermal-01056.npz": "8daa757f79909bd00f05fca8f4ddaacdf3ca6800bbf7a059a0bfd70ed0c808f4", + "episodes/tank-01057.npz": "db1568313f6c546bb924b03293d5c751f4bc963e6ff247d6309d84cc332ff59a", + "episodes/battery-01058.npz": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2", + "episodes/thermal-01059.npz": "c18b003fbcd1013421a6a019ffdeb2c1309fd9905ba141dc3475718fc7a7f3fa", + "episodes/tank-01060.npz": "36c8c68ec838bb8aae2e2fce5ca6c872592448f666258cb798559bac25aa9c33", + "episodes/battery-01061.npz": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd", + "episodes/thermal-01062.npz": "e9f62fdbaa99fc337ed1d046d0713b45efbff36acc3a295e67301f0d2ff1b9d7", + "episodes/tank-01063.npz": "336d20e28cda6235a7348ff7ff111c3d11d7aac41a0a4175805bb8e109a96cfc", + "episodes/battery-01064.npz": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794", + "episodes/thermal-01065.npz": "3c8bc00b3ff09f931e239a569d648c9fccceca787c33466d112424824594ce3c", + "episodes/tank-01066.npz": "8295d1de0f7cbddfcb4f6918eed7bcb2457a787f3b803ee0c0a019d967dfd3d5", + "episodes/battery-01067.npz": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507", + "episodes/thermal-01068.npz": "27d2783ce46627bf53c55604eefde3cde336e655c556454506eff350bc876d68", + "episodes/tank-01069.npz": "d067feec19c501b946b0b45091f0b5cd3c5a7a4d01d2ee95eb5826e0ccd01623", + "episodes/battery-01070.npz": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357", + "episodes/thermal-01071.npz": "41d90df8118d648a38a640f2b1eaabf817a1a178c3b28920c7028cdc5727307f", + "episodes/tank-01072.npz": "bd27bfd39c8e79bb5452ac7955ceb9fc18c146bc4e6cf35b25d1afaf267fc1b1", + "episodes/battery-01073.npz": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592", + "episodes/thermal-01074.npz": "3edfb250f442371156a7236d5f66512aef485f74b4c296dd8b69fdf050a3954a", + "episodes/tank-01075.npz": "d6e4abbdb758f54bd4378b0e24c7f5d66b01cf32916ef8d782c50419f6fcba42", + "episodes/battery-01076.npz": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5", + "episodes/thermal-01077.npz": "dedffeef036365da646a5299b6caedd78a286bc29d3d4f93ae7dd62235301a17", + "episodes/tank-01078.npz": "41df214ec5cf413c2a9c5f9e51f6bb113435be50b6eee228a4242d581037a444", + "episodes/battery-01079.npz": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba", + "episodes/thermal-01080.npz": "31989c304e22636df442bc5e10a9ea4b16cef62bd76c37d207a7ed64fbac427c", + "episodes/tank-01081.npz": "60557eda035740247b03a1af5b598b6219951e9c48878b0e98310aa15e7b4dd0", + "episodes/battery-01082.npz": "b03663b6b64c74abc3d8d88d2a819ef5537b74c67569974a329b50715ae0488b", + "episodes/thermal-01083.npz": "dc824e9c45c3018cf75435e1418e186d1108a478b23c212994ffd1fc4fba2368", + "episodes/tank-01084.npz": "a65509b3bfbf3c3f1cce1efb4d2ac239dcdd02cbb5fec5eecdab358ea9a41ebc", + "episodes/battery-01085.npz": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f", + "episodes/thermal-01086.npz": "1a840cfdc0b8f911be94bb88eda1e01edee73e6832c85952f827d2aa4f6e150e", + "episodes/tank-01087.npz": "2b691521e7569119f3414cb15f6a3a34912c2b17f5839323041d0025f0d05f46", + "episodes/battery-01088.npz": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49", + "episodes/thermal-01089.npz": "e05a694a49b53ebbdbcc6849725c8880c4cfa91af2be35626b646810a80d05f9", + "episodes/tank-01090.npz": "758d4271d30e5d6557bf175b54546e2f54a732207b57fef9494e6ba40ff822b2", + "episodes/battery-01091.npz": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb", + "episodes/thermal-01092.npz": "baa2e373a8938c43f0351fc85f77c0cecded7f1c6b4014d7925428a067449e13", + "episodes/tank-01093.npz": "3b793404d7f00d9fc7d3d23cfa5a43dabb4c424e503d7ba493966355f879edd0", + "episodes/battery-01094.npz": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5", + "episodes/thermal-01095.npz": "bb8de1496deda34b459f9d3598a6c0ee4e70e28d2cb64e05b238c4aa3204cc6e", + "episodes/tank-01096.npz": "a63bb1188dcf52db7a0228250449e9c59296201180eca66b213cfeb1f1798118", + "episodes/battery-01097.npz": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3", + "episodes/thermal-01098.npz": "54bedaa997e4de0ba4c48094c85327d98368e549c21036cb62183de43950a619", + "episodes/tank-01099.npz": "0813e078f9a71a7f4b2fa0d4648caec287dccff3fd4d7c63447c2c82ebe19c9b", + "episodes/battery-01100.npz": "5a3885a5d2229a2437c58fd40b7600656931213e6242a8819a6a68884c1be321", + "episodes/thermal-01101.npz": "964f9ea8a4e0b4d19f0d2d81b96ede72a3c2195463baa5c3943fc26b1b7154fc", + "episodes/tank-01102.npz": "0978831e527eb188796574841422c5bf4077f7dc312025db222b7fd6dd2b30f5", + "episodes/battery-01103.npz": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07", + "episodes/thermal-01104.npz": "c17da232358fcda33836e3ce4337dd70a4bfeb62e3d8217611d574a263aec1d8", + "episodes/tank-01105.npz": "b07f4dcb91d04083a2ea298c90141a92420e5d2600c053734fd25165d41a25d9", + "episodes/battery-01106.npz": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85", + "episodes/thermal-01107.npz": "7f687d6df746257a9c50f7cde6cba8b9604ad0b099481b0bf6f3c6598a20d695", + "episodes/tank-01108.npz": "09efb78975507316576ee907e174e2d8576cfa0dd31c4e1fd737b85c1cdba2ed", + "episodes/battery-01109.npz": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5", + "episodes/thermal-01110.npz": "1f0cd278c0e4b16101463ece64caa64e76119c71b0bc678bfe261017f04ec4ca", + "episodes/tank-01111.npz": "bd5af596a1615c637a27d29034093a95bdbf80e53b6d6458b80a3f72ba72495c", + "episodes/battery-01112.npz": "00c4e1a6632d9da877be3bc05d28ee6e4d882f23d22678b780f2690561ac2c53", + "episodes/thermal-01113.npz": "16626115df04d040f1e3dcebef3dbfb25c499f7603f0bb103e0bb7163109a9c3", + "episodes/tank-01114.npz": "71a2d83d4756db1a89d2327f417e52bcd3c90b959a5c5edd627737ff819ca6a2", + "episodes/battery-01115.npz": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f", + "episodes/thermal-01116.npz": "0698168bf913357b02a4c6646adec35a2524e155a6f83bb76b2f380959c62633", + "episodes/tank-01117.npz": "9c2ad4a38251da59125d42bd3d453938879e5d10ebb34638883e2246e9e9dd06", + "episodes/battery-01118.npz": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4", + "episodes/thermal-01119.npz": "2b2d4149adf3ac1e7d5780e5eddf567a31312ecbde7d2aa97799bb3b841ded9a", + "episodes/tank-01120.npz": "a2b54e51f9491a3070b9e55a9a5e18b55e45bfbafeb8e0397aa025cf050322d6", + "episodes/battery-01121.npz": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1", + "episodes/thermal-01122.npz": "7ea7fa26e92535f008b0c19a6e8a7becd09a1846d8b1efa6f0828833c232d411", + "episodes/tank-01123.npz": "6adb9016c1faccf5f779aba78f356aa0a078a9ff2cdd0a5112e06bdb20dd2370", + "episodes/battery-01124.npz": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7", + "episodes/thermal-01125.npz": "898f5a6d36783d82b912f5ecf18a38ccd0408bc7653f16d814205895855f45b0", + "episodes/tank-01126.npz": "ed27366a2b43c6c52262414d23e382a82e677b8e1ec3e97c6473dab602609696", + "episodes/battery-01127.npz": "bc893e1570a1943727780cb91be038512355c6ef72969a5a2e9077fb052998e8", + "episodes/thermal-01128.npz": "fea15efc6f8fedaea02637a41b511043be362529ff9f3d1195bbd14661b7c32b", + "episodes/tank-01129.npz": "9f8f708b4541d7f5cc67be0005dc845748e4753446b427ea5cebf72294f4cba6", + "episodes/battery-01130.npz": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113", + "episodes/thermal-01131.npz": "e60a55b265662ce0f7bcd289046d7a192676db31634cd8711ed9b92ff6d87e64", + "episodes/tank-01132.npz": "3ff373c0b127a072d9010752f7124b549b78a552599684816bfb04fd842b4a26", + "episodes/battery-01133.npz": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f", + "episodes/thermal-01134.npz": "e43c6cd94344b37eebc75c136b9de42f8b168039dde7f93c688f54863e134d72", + "episodes/tank-01135.npz": "3f5486eba3adbc5581af492426f74de418852306cfb1cdcc2800d9f3ff9b06a3", + "episodes/battery-01136.npz": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253", + "episodes/thermal-01137.npz": "f9e7b83993819320dbd83be131458b52fe1001476aa61ebb50e32d2e7d09ee50", + "episodes/tank-01138.npz": "d5380a128ea6eed895490cd0a85094e3fa5f7ea701549e4bcb64c7722c8d637b", + "episodes/battery-01139.npz": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779", + "episodes/thermal-01140.npz": "35be7aec3cc9728816b6afd535fb47404364538395304a5fa4559016e5e1edb0", + "episodes/tank-01141.npz": "ab9aec96421d4f55d4e7d33a379bba2d2341f2bdd4dfa921bebdef6cde177616", + "episodes/battery-01142.npz": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a", + "episodes/thermal-01143.npz": "48056c6b90055d06f8470a5d56cd9718392f82f27ba2632e92bddbd3c786d4b8", + "episodes/tank-01144.npz": "a2e2cd29cfbbcb51d68d3176e04b2d19e85e46c6f34075f04903b4ca33e25c1f", + "episodes/battery-01145.npz": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507", + "episodes/thermal-01146.npz": "c833527d1ca4e711d3631cec24fd6a12730f1249a0a2d98ab04c7782ee64f5f6", + "episodes/tank-01147.npz": "98ec375f53ff56ac6a6fe3b6805711e913a3893a72d2b930570e742dd991951c", + "episodes/battery-01148.npz": "e70586b5d9302343ed7bc16c1a73f3258273ae7868629dde3c5df93aa78871d1", + "episodes/thermal-01149.npz": "74d92db21a136e5d20bd44e5d4616d7db8609b9a391568dfc70adad9fd3e0c91", + "episodes/tank-01150.npz": "1d9201c93f5c26d15e6c915b7c09d9a75b7437a76fc7907ba5362d8d42907001", + "episodes/battery-01151.npz": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d", + "episodes/thermal-01152.npz": "620060781575ef9d07f1f2846bf5061c3d66054360af45a6429e77859d85fcb5", + "episodes/tank-01153.npz": "85a231cac8962b5bdea26f71299824f03037bf09ee438595e1108b854e37b7cb", + "episodes/battery-01154.npz": "629fd5470355facca17d530305fbde6f63a3c866079b925c2551a3cf3d161404", + "episodes/thermal-01155.npz": "b92e3d7d94f0e2cded80dfa0759b51cb159eec34c15ddab678c85fdbbd3bc315", + "episodes/tank-01156.npz": "12f8d0b01ab2501bd4aa274d885326466d95e4a46bdb8a8511db28d20394ef8d", + "episodes/battery-01157.npz": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e", + "episodes/thermal-01158.npz": "338b9fd031670ce86e99a164ada8e232dd5f2804e6adaf23c903ae1219008865", + "episodes/tank-01159.npz": "5dd48e2dc0a5f4c25f9d6e149d747712911b5111fe17dbedbd42ed35e2110304", + "episodes/battery-01160.npz": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920", + "episodes/thermal-01161.npz": "89810882381adf91a0ce93c0a79b7b6ef3e5201c17becd3a45246076f48fcc48", + "episodes/tank-01162.npz": "0b3ab1d4493d4ebe3b5bea2c1f33183bb40a3706de7bc15e61819e0e7bbb5f5e", + "episodes/battery-01163.npz": "056c912707330b143440b04737015260cc9e759cf564d375988e92e0a67376aa", + "episodes/thermal-01164.npz": "2d66b50f15676e2af68c71b2408f9bfec7e82399cee65500ad3e4fcf49124eed", + "episodes/tank-01165.npz": "e2489bc4de26bbfc4e38b48adb79544feb53e6c6f372f3c57e17d16e8afe11d0", + "episodes/battery-01166.npz": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c", + "episodes/thermal-01167.npz": "f447341d4586d93309cb4c51f47fff52d968e6f449083e4c40d65cc67b71a88b", + "episodes/tank-01168.npz": "8fadea1b135862412847b4751f27b5e4036c9ed703ba4dd9e5aa542f3ef157e4", + "episodes/battery-01169.npz": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d", + "episodes/thermal-01170.npz": "78be15d1dee1194d8554264a16fdcd659f276285a8572949e24c9aec61755392", + "episodes/tank-01171.npz": "2f6e0479e890cb5e89d6ad317e782b43fce6ae34c4f417edfc988aa3aaff4cee", + "episodes/battery-01172.npz": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6", + "episodes/thermal-01173.npz": "43fa8e0d1de08718a8a6c3a91444edcf950f91f269c4c1d4f1d13c7f63e7a784", + "episodes/tank-01174.npz": "20fe2af0d3c21ce23faada8627edab707ecf4abf0e44b22b473671a93b5f546c", + "episodes/battery-01175.npz": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8", + "episodes/thermal-01176.npz": "114f1d13a52d88ab80533d0b600320bf6ed29b0c0f7b203359c0a803fb69b8a4", + "episodes/tank-01177.npz": "fb293bc62261e5fae707683f26791bab39e14fb13a056054b7499fa29f835dc1", + "episodes/battery-01178.npz": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89", + "episodes/thermal-01179.npz": "fa1344ed4c70c89b239dee23b9693cf8d81c2e32372862714abcfd1a7e51eae4", + "episodes/tank-01180.npz": "1f374574315735c7608753a5643a7c83aea69de5a2491ff2ddd4ca73d6ee6af8", + "episodes/battery-01181.npz": "232108078b8f3b4b8fdacd93e8228aa9318775396ffee8b59817ddae62979959", + "episodes/thermal-01182.npz": "295cd280cd0b91da2608b5974f1619d1579d32674521ec1fad393dcd0a07bd81", + "episodes/tank-01183.npz": "cde4943f14c8fe63c61131db14f02f03dc2f036266c4e7e47dbf33d1fb912e77", + "episodes/battery-01184.npz": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4", + "episodes/thermal-01185.npz": "3626bfed188d2c8f21c643f25fc8ff89385e84258b0e0394a925252fb08d7cfa", + "episodes/tank-01186.npz": "0c9cae0efb67ca4422d15d9c2b0d066d6615b8e36fc196eabb7153e88a4610f4", + "episodes/battery-01187.npz": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6", + "episodes/thermal-01188.npz": "6c28bd885a1af515f1220416c4edc5b647bb8ac2b1a11bbb49362e9712159949", + "episodes/tank-01189.npz": "5331352519a2885b6956e7ef137bb0f931bc7dfe842689693099618e45ab927a", + "episodes/battery-01190.npz": "361d4843593c85cbc2f5fbe2f3ff9132279d85acc1f022392b9b4cfbf4278c16", + "episodes/thermal-01191.npz": "9137557c5e3cffdc9a0c04649c0989ca57b15b8ec6eb2a635b800d782155de03", + "episodes/tank-01192.npz": "5fbcfc7a3474d9ecbc645bab5b35da7af7e43d449f7d3804353145ccbb5031f6", + "episodes/battery-01193.npz": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561", + "episodes/thermal-01194.npz": "ccffad0b6bbe4c77ae458e4df58f3330fd5fb756b44c65fb5232d88081d26b50", + "episodes/tank-01195.npz": "ab89624d397731401d2acb9feb8ce88e3a67584e31b8806fced5798dfc11a3bb", + "episodes/battery-01196.npz": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364", + "episodes/thermal-01197.npz": "46bee9e73a161be441bf9f5e17bed7f15a366e5613e0db9fe60edfb304718ee9", + "episodes/tank-01198.npz": "4c532748be9022d495fc37064fb10b664ed47ac2a101bd6d3460c2f0ecaa87b5", + "episodes/battery-01199.npz": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c" + }, + "source_sha256": { + "/Users/maxfarrell/repos/experimental/scripts/history_diagnostics.py": "bce3097a1271cd787a01be728ab104fae840832681ac512132066c52f3ba45fa", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/evaluation/benchmark.py": "2f817104b27c343bab44940840b93a9aae4fb9f42d5851c6496920c1eb5d2155", + "tfm/evaluation/calibration.py": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca", + "tfm/evaluation/metrics.py": "04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7" + }, + "partitions": { + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ] + }, + "runtime": { + "torch": "2.14.1", + "numpy": "2.5.4", + "device": "cpu", + "threads": 1, + "OMP_NUM_THREADS": "1", + "MKL_NUM_THREADS": "1" + }, + "args": { + "data": "artifacts/poc/data", + "checkpoint": "artifacts/full/transformer/seed-42/checkpoint.pt", + "output": "artifacts/robustness/history", + "samples": 1024, + "calibration_samples": 512, + "seed": 42, + "batch_size": 32, + "counterfactual_samples": 12, + "conditions": [ + "full_history", + "current_only", + "history_branch_disabled", + "past_state_only", + "truncate_4", + "truncate_8", + "temporal_shuffle", + "matched_family_swap", + "thermal_temperature_only" + ] + }, + "limitation": "Same trained weights; inference-time history perturbations are distribution shift, not fair retrained no-history comparisons. Masked rows retain time/missingness tokens. history_branch_disabled zeros the encoder history contribution using its existing use_history switch. Shuffle permutes past observations and masks jointly, keeps time slots/current/future plan. Swap uses a different held-out system of the same family, matched only on observed current state and donor availability covering every observed recipient current field; it disrupts history/current consistency and is not an isolated causal identification test. Calibration is perturbation-specific at sampled-window level, overlapping windows are correlated, with no guarantee for novel dynamics.", + "test": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 42, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "e09f22ba9e162c1b654828244f4dc5d11e1379207b2a8e672ab95289bb7f7e2e", + "family_window_counts": { + "battery": 335, + "tank": 354, + "thermal": 335 + } + }, + "anchors": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 64 + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "episode_index": 139, + "anchor_step": 223 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 551 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 663 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 628 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 374 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 324 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 360 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 192 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 634 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 514 + }, + { + "system_id": "battery-01163", + "family": "battery", + "episode_index": 175, + "anchor_step": 415 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 302 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 26 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 116 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 338 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 267 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 61 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 122 + }, + { + "system_id": "tank-00532", + "family": "tank", + "episode_index": 81, + "anchor_step": 67 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 63 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 500 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 574 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 547 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 460 + }, + { + "system_id": "tank-00757", + "family": "tank", + "episode_index": 115, + "anchor_step": 598 + }, + { + "system_id": "tank-00466", + "family": "tank", + "episode_index": 72, + "anchor_step": 302 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 85 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 136 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 545 + }, + { + "system_id": "tank-00532", + "family": "tank", + "episode_index": 81, + "anchor_step": 76 + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "episode_index": 40, + "anchor_step": 602 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 398 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 552 + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "episode_index": 159, + "anchor_step": 549 + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "episode_index": 11, + "anchor_step": 335 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 339 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 648 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 547 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 472 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 498 + }, + { + "system_id": "battery-00878", + "family": "battery", + "episode_index": 136, + "anchor_step": 315 + }, + { + "system_id": "tank-00826", + "family": "tank", + "episode_index": 126, + "anchor_step": 83 + }, + { + "system_id": "tank-00391", + "family": "tank", + "episode_index": 63, + "anchor_step": 546 + }, + { + "system_id": "battery-00095", + "family": "battery", + "episode_index": 12, + "anchor_step": 167 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 488 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 166 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 512 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 39 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 92 + }, + { + "system_id": "battery-00878", + "family": "battery", + "episode_index": 136, + "anchor_step": 524 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 45 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 345 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 29 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 409 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 590 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 268 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 518 + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "episode_index": 133, + "anchor_step": 541 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 632 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 58 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 59 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 662 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 120 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 634 + }, + { + "system_id": "battery-00341", + "family": "battery", + "episode_index": 58, + "anchor_step": 439 + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "episode_index": 162, + "anchor_step": 662 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 461 + }, + { + "system_id": "tank-00097", + "family": "tank", + "episode_index": 13, + "anchor_step": 499 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 356 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 165 + }, + { + "system_id": "tank-00190", + "family": "tank", + "episode_index": 34, + "anchor_step": 90 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 234 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 270 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 386 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 425 + }, + { + "system_id": "battery-00347", + "family": "battery", + "episode_index": 59, + "anchor_step": 302 + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "episode_index": 40, + "anchor_step": 564 + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "episode_index": 101, + "anchor_step": 414 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 386 + }, + { + "system_id": "tank-01123", + "family": "tank", + "episode_index": 169, + "anchor_step": 186 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 464 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 616 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 589 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 252 + }, + { + "system_id": "tank-00826", + "family": "tank", + "episode_index": 126, + "anchor_step": 53 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 344 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 168 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 159 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 540 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 240 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 573 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 346 + }, + { + "system_id": "tank-00436", + "family": "tank", + "episode_index": 69, + "anchor_step": 502 + }, + { + "system_id": "battery-01052", + "family": "battery", + "episode_index": 161, + "anchor_step": 444 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 600 + }, + { + "system_id": "tank-00253", + "family": "tank", + "episode_index": 43, + "anchor_step": 100 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 568 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 419 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 122 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 596 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 654 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 589 + }, + { + "system_id": "battery-00017", + "family": "battery", + "episode_index": 1, + "anchor_step": 231 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 300 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 437 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 321 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 455 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 589 + }, + { + "system_id": "tank-00826", + "family": "tank", + "episode_index": 126, + "anchor_step": 619 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 589 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 364 + }, + { + "system_id": "battery-00635", + "family": "battery", + "episode_index": 100, + "anchor_step": 33 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 411 + }, + { + "system_id": "thermal-00582", + "family": "thermal", + "episode_index": 91, + "anchor_step": 28 + }, + { + "system_id": "tank-00637", + "family": "tank", + "episode_index": 102, + "anchor_step": 262 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 477 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 127 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 142 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 418 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 106 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 223 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 534 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 534 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 610 + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "episode_index": 101, + "anchor_step": 499 + }, + { + "system_id": "tank-00100", + "family": "tank", + "episode_index": 14, + "anchor_step": 187 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 472 + }, + { + "system_id": "tank-00640", + "family": "tank", + "episode_index": 103, + "anchor_step": 297 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 183 + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "episode_index": 101, + "anchor_step": 515 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 436 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 216 + }, + { + "system_id": "battery-00635", + "family": "battery", + "episode_index": 100, + "anchor_step": 444 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 77 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 479 + }, + { + "system_id": "tank-00706", + "family": "tank", + "episode_index": 108, + "anchor_step": 350 + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "episode_index": 5, + "anchor_step": 374 + }, + { + "system_id": "thermal-00387", + "family": "thermal", + "episode_index": 62, + "anchor_step": 376 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 414 + }, + { + "system_id": "battery-01181", + "family": "battery", + "episode_index": 176, + "anchor_step": 596 + }, + { + "system_id": "tank-00217", + "family": "tank", + "episode_index": 38, + "anchor_step": 424 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 522 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 366 + }, + { + "system_id": "tank-01189", + "family": "tank", + "episode_index": 178, + "anchor_step": 459 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 416 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 180 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 93 + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "episode_index": 147, + "anchor_step": 601 + }, + { + "system_id": "battery-00086", + "family": "battery", + "episode_index": 10, + "anchor_step": 340 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 36 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 439 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 136 + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "episode_index": 52, + "anchor_step": 566 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 136 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 116 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 492 + }, + { + "system_id": "battery-00635", + "family": "battery", + "episode_index": 100, + "anchor_step": 193 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 602 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 88 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 215 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 393 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 442 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 119 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 172 + }, + { + "system_id": "thermal-00927", + "family": "thermal", + "episode_index": 146, + "anchor_step": 359 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 548 + }, + { + "system_id": "battery-00164", + "family": "battery", + "episode_index": 30, + "anchor_step": 58 + }, + { + "system_id": "tank-00376", + "family": "tank", + "episode_index": 60, + "anchor_step": 133 + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "episode_index": 4, + "anchor_step": 79 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 90 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 156 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 587 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 38 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 291 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 111 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 68 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 41 + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "episode_index": 162, + "anchor_step": 94 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 143 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 568 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 290 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 356 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 239 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 159 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 220 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 612 + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "episode_index": 68, + "anchor_step": 397 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 650 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 197 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 65 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 312 + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "episode_index": 109, + "anchor_step": 212 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 104 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 501 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 521 + }, + { + "system_id": "battery-00380", + "family": "battery", + "episode_index": 61, + "anchor_step": 450 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 177 + }, + { + "system_id": "battery-00380", + "family": "battery", + "episode_index": 61, + "anchor_step": 29 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 113 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 618 + }, + { + "system_id": "tank-01060", + "family": "tank", + "episode_index": 163, + "anchor_step": 372 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 94 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 631 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 238 + }, + { + "system_id": "tank-00271", + "family": "tank", + "episode_index": 47, + "anchor_step": 572 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 383 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 313 + }, + { + "system_id": "tank-00271", + "family": "tank", + "episode_index": 47, + "anchor_step": 301 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 135 + }, + { + "system_id": "tank-00271", + "family": "tank", + "episode_index": 47, + "anchor_step": 26 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 48 + }, + { + "system_id": "battery-00899", + "family": "battery", + "episode_index": 142, + "anchor_step": 36 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 591 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 437 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 25 + }, + { + "system_id": "tank-00100", + "family": "tank", + "episode_index": 14, + "anchor_step": 193 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 247 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 321 + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "episode_index": 162, + "anchor_step": 323 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 641 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 48 + }, + { + "system_id": "tank-00826", + "family": "tank", + "episode_index": 126, + "anchor_step": 488 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 296 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 594 + }, + { + "system_id": "thermal-00327", + "family": "thermal", + "episode_index": 55, + "anchor_step": 69 + }, + { + "system_id": "thermal-00909", + "family": "thermal", + "episode_index": 145, + "anchor_step": 381 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 189 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 307 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 548 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 265 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 145 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 353 + }, + { + "system_id": "battery-00878", + "family": "battery", + "episode_index": 136, + "anchor_step": 365 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 470 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 346 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 275 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 521 + }, + { + "system_id": "thermal-00327", + "family": "thermal", + "episode_index": 55, + "anchor_step": 382 + }, + { + "system_id": "battery-00722", + "family": "battery", + "episode_index": 112, + "anchor_step": 610 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 177 + }, + { + "system_id": "battery-00659", + "family": "battery", + "episode_index": 105, + "anchor_step": 111 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 51 + }, + { + "system_id": "battery-00770", + "family": "battery", + "episode_index": 116, + "anchor_step": 647 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 134 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 151 + }, + { + "system_id": "battery-00878", + "family": "battery", + "episode_index": 136, + "anchor_step": 246 + }, + { + "system_id": "tank-00481", + "family": "tank", + "episode_index": 74, + "anchor_step": 565 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 433 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 337 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 216 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 612 + }, + { + "system_id": "tank-00187", + "family": "tank", + "episode_index": 33, + "anchor_step": 588 + }, + { + "system_id": "battery-00347", + "family": "battery", + "episode_index": 59, + "anchor_step": 263 + }, + { + "system_id": "battery-00782", + "family": "battery", + "episode_index": 118, + "anchor_step": 605 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 32 + }, + { + "system_id": "thermal-00801", + "family": "thermal", + "episode_index": 121, + "anchor_step": 656 + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "episode_index": 18, + "anchor_step": 416 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 365 + }, + { + "system_id": "battery-00659", + "family": "battery", + "episode_index": 105, + "anchor_step": 521 + }, + { + "system_id": "battery-00899", + "family": "battery", + "episode_index": 142, + "anchor_step": 553 + }, + { + "system_id": "battery-00164", + "family": "battery", + "episode_index": 30, + "anchor_step": 476 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 664 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 357 + }, + { + "system_id": "tank-01189", + "family": "tank", + "episode_index": 178, + "anchor_step": 114 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 402 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 322 + }, + { + "system_id": "thermal-00387", + "family": "thermal", + "episode_index": 62, + "anchor_step": 303 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 177 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 257 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 58 + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "episode_index": 4, + "anchor_step": 90 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 196 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 370 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 194 + }, + { + "system_id": "tank-00568", + "family": "tank", + "episode_index": 86, + "anchor_step": 545 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 73 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 595 + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "episode_index": 11, + "anchor_step": 467 + }, + { + "system_id": "tank-00100", + "family": "tank", + "episode_index": 14, + "anchor_step": 595 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 441 + }, + { + "system_id": "thermal-00570", + "family": "thermal", + "episode_index": 87, + "anchor_step": 407 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 538 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 233 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 286 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 542 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 654 + }, + { + "system_id": "tank-00637", + "family": "tank", + "episode_index": 102, + "anchor_step": 607 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 410 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 169 + }, + { + "system_id": "thermal-00909", + "family": "thermal", + "episode_index": 145, + "anchor_step": 258 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 58 + }, + { + "system_id": "battery-01148", + "family": "battery", + "episode_index": 171, + "anchor_step": 458 + }, + { + "system_id": "battery-00347", + "family": "battery", + "episode_index": 59, + "anchor_step": 461 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 87 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 485 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 639 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 25 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 164 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 594 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 319 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 493 + }, + { + "system_id": "battery-00017", + "family": "battery", + "episode_index": 1, + "anchor_step": 526 + }, + { + "system_id": "battery-01052", + "family": "battery", + "episode_index": 161, + "anchor_step": 221 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 478 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 180 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 274 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 489 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 552 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 372 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 586 + }, + { + "system_id": "thermal-00801", + "family": "thermal", + "episode_index": 121, + "anchor_step": 25 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 278 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 422 + }, + { + "system_id": "tank-00253", + "family": "tank", + "episode_index": 43, + "anchor_step": 598 + }, + { + "system_id": "battery-00782", + "family": "battery", + "episode_index": 118, + "anchor_step": 469 + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "episode_index": 131, + "anchor_step": 313 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 574 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 650 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 251 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 486 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 275 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 431 + }, + { + "system_id": "tank-01072", + "family": "tank", + "episode_index": 164, + "anchor_step": 589 + }, + { + "system_id": "battery-01163", + "family": "battery", + "episode_index": 175, + "anchor_step": 361 + }, + { + "system_id": "battery-00230", + "family": "battery", + "episode_index": 41, + "anchor_step": 304 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 383 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 494 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 297 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 583 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 295 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 514 + }, + { + "system_id": "thermal-00327", + "family": "thermal", + "episode_index": 55, + "anchor_step": 531 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 255 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 540 + }, + { + "system_id": "thermal-00909", + "family": "thermal", + "episode_index": 145, + "anchor_step": 334 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 265 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 77 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 339 + }, + { + "system_id": "battery-01148", + "family": "battery", + "episode_index": 171, + "anchor_step": 358 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 196 + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "episode_index": 52, + "anchor_step": 257 + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "episode_index": 111, + "anchor_step": 623 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 479 + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "episode_index": 162, + "anchor_step": 662 + }, + { + "system_id": "battery-00266", + "family": "battery", + "episode_index": 46, + "anchor_step": 70 + }, + { + "system_id": "tank-01189", + "family": "tank", + "episode_index": 178, + "anchor_step": 311 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 336 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 360 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 427 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 644 + }, + { + "system_id": "thermal-00069", + "family": "thermal", + "episode_index": 8, + "anchor_step": 76 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 526 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 226 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 335 + }, + { + "system_id": "tank-01189", + "family": "tank", + "episode_index": 178, + "anchor_step": 425 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 200 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 345 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 258 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 504 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 161 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 242 + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "episode_index": 40, + "anchor_step": 161 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 549 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 585 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 276 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 355 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 579 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 652 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 640 + }, + { + "system_id": "tank-00376", + "family": "tank", + "episode_index": 60, + "anchor_step": 283 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 86 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 562 + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "episode_index": 67, + "anchor_step": 188 + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "episode_index": 159, + "anchor_step": 365 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 25 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 402 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 294 + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "episode_index": 68, + "anchor_step": 278 + }, + { + "system_id": "tank-00271", + "family": "tank", + "episode_index": 47, + "anchor_step": 178 + }, + { + "system_id": "battery-00011", + "family": "battery", + "episode_index": 0, + "anchor_step": 636 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 425 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 402 + }, + { + "system_id": "tank-00253", + "family": "tank", + "episode_index": 43, + "anchor_step": 263 + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "episode_index": 5, + "anchor_step": 500 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 84 + }, + { + "system_id": "battery-00095", + "family": "battery", + "episode_index": 12, + "anchor_step": 135 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 408 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 372 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 402 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 288 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 195 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 85 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 593 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 399 + }, + { + "system_id": "battery-00989", + "family": "battery", + "episode_index": 157, + "anchor_step": 293 + }, + { + "system_id": "thermal-00069", + "family": "thermal", + "episode_index": 8, + "anchor_step": 62 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 252 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 338 + }, + { + "system_id": "thermal-00327", + "family": "thermal", + "episode_index": 55, + "anchor_step": 574 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 437 + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "episode_index": 139, + "anchor_step": 621 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 456 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 619 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 584 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 108 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 65 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 601 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 143 + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "episode_index": 2, + "anchor_step": 349 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 260 + }, + { + "system_id": "battery-00230", + "family": "battery", + "episode_index": 41, + "anchor_step": 240 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 198 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 490 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 172 + }, + { + "system_id": "thermal-00801", + "family": "thermal", + "episode_index": 121, + "anchor_step": 651 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 328 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 619 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 264 + }, + { + "system_id": "thermal-00582", + "family": "thermal", + "episode_index": 91, + "anchor_step": 112 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 633 + }, + { + "system_id": "thermal-00816", + "family": "thermal", + "episode_index": 124, + "anchor_step": 643 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 609 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 408 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 65 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 639 + }, + { + "system_id": "tank-00976", + "family": "tank", + "episode_index": 155, + "anchor_step": 393 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 499 + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "episode_index": 4, + "anchor_step": 355 + }, + { + "system_id": "thermal-00837", + "family": "thermal", + "episode_index": 128, + "anchor_step": 519 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 144 + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "episode_index": 133, + "anchor_step": 33 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 454 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 402 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 81 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 199 + }, + { + "system_id": "tank-00637", + "family": "tank", + "episode_index": 102, + "anchor_step": 94 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 640 + }, + { + "system_id": "tank-00100", + "family": "tank", + "episode_index": 14, + "anchor_step": 380 + }, + { + "system_id": "tank-00460", + "family": "tank", + "episode_index": 71, + "anchor_step": 385 + }, + { + "system_id": "battery-01163", + "family": "battery", + "episode_index": 175, + "anchor_step": 126 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 132 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 535 + }, + { + "system_id": "thermal-00570", + "family": "thermal", + "episode_index": 87, + "anchor_step": 629 + }, + { + "system_id": "thermal-00582", + "family": "thermal", + "episode_index": 91, + "anchor_step": 348 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 225 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 326 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 30 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 526 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 382 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 569 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 321 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 568 + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "episode_index": 4, + "anchor_step": 327 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 310 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 623 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 457 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 97 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 243 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 62 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 150 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 190 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 529 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 305 + }, + { + "system_id": "battery-00017", + "family": "battery", + "episode_index": 1, + "anchor_step": 133 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 614 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 584 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 207 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 449 + }, + { + "system_id": "battery-01112", + "family": "battery", + "episode_index": 167, + "anchor_step": 629 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 599 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 526 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 520 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 105 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 134 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 188 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 315 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 158 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 306 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 437 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 554 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 213 + }, + { + "system_id": "battery-00263", + "family": "battery", + "episode_index": 45, + "anchor_step": 82 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 297 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 242 + }, + { + "system_id": "battery-00230", + "family": "battery", + "episode_index": 41, + "anchor_step": 584 + }, + { + "system_id": "tank-00376", + "family": "tank", + "episode_index": 60, + "anchor_step": 128 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 368 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 489 + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "episode_index": 109, + "anchor_step": 76 + }, + { + "system_id": "battery-01112", + "family": "battery", + "episode_index": 167, + "anchor_step": 652 + }, + { + "system_id": "battery-00983", + "family": "battery", + "episode_index": 156, + "anchor_step": 146 + }, + { + "system_id": "thermal-00870", + "family": "thermal", + "episode_index": 135, + "anchor_step": 410 + }, + { + "system_id": "tank-00706", + "family": "tank", + "episode_index": 108, + "anchor_step": 382 + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "episode_index": 52, + "anchor_step": 134 + }, + { + "system_id": "tank-00481", + "family": "tank", + "episode_index": 74, + "anchor_step": 191 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 280 + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "episode_index": 67, + "anchor_step": 249 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 514 + }, + { + "system_id": "thermal-00489", + "family": "thermal", + "episode_index": 76, + "anchor_step": 445 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 325 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 246 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 196 + }, + { + "system_id": "battery-00983", + "family": "battery", + "episode_index": 156, + "anchor_step": 118 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 237 + }, + { + "system_id": "tank-00532", + "family": "tank", + "episode_index": 81, + "anchor_step": 473 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 397 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 415 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 257 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 407 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 38 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 204 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 250 + }, + { + "system_id": "thermal-00927", + "family": "thermal", + "episode_index": 146, + "anchor_step": 653 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 437 + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "episode_index": 18, + "anchor_step": 632 + }, + { + "system_id": "battery-00992", + "family": "battery", + "episode_index": 158, + "anchor_step": 468 + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "episode_index": 11, + "anchor_step": 652 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 392 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 663 + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "episode_index": 64, + "anchor_step": 289 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 222 + }, + { + "system_id": "tank-00190", + "family": "tank", + "episode_index": 34, + "anchor_step": 417 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 305 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 260 + }, + { + "system_id": "thermal-00327", + "family": "thermal", + "episode_index": 55, + "anchor_step": 575 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 154 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 598 + }, + { + "system_id": "tank-01072", + "family": "tank", + "episode_index": 164, + "anchor_step": 503 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 520 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 498 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 533 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 58 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 183 + }, + { + "system_id": "tank-00640", + "family": "tank", + "episode_index": 103, + "anchor_step": 623 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 440 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 34 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 529 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 184 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 540 + }, + { + "system_id": "battery-00830", + "family": "battery", + "episode_index": 127, + "anchor_step": 425 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 646 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 66 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 302 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 394 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 413 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 194 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 283 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 587 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 362 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 381 + }, + { + "system_id": "battery-00446", + "family": "battery", + "episode_index": 70, + "anchor_step": 570 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 73 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 176 + }, + { + "system_id": "tank-01183", + "family": "tank", + "episode_index": 177, + "anchor_step": 148 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 546 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 332 + }, + { + "system_id": "battery-00989", + "family": "battery", + "episode_index": 157, + "anchor_step": 344 + }, + { + "system_id": "battery-00899", + "family": "battery", + "episode_index": 142, + "anchor_step": 457 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 153 + }, + { + "system_id": "battery-00608", + "family": "battery", + "episode_index": 96, + "anchor_step": 390 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 552 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 507 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 452 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 49 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 417 + }, + { + "system_id": "battery-00230", + "family": "battery", + "episode_index": 41, + "anchor_step": 56 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 594 + }, + { + "system_id": "tank-00757", + "family": "tank", + "episode_index": 115, + "anchor_step": 447 + }, + { + "system_id": "tank-00637", + "family": "tank", + "episode_index": 102, + "anchor_step": 550 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 531 + }, + { + "system_id": "tank-00481", + "family": "tank", + "episode_index": 74, + "anchor_step": 618 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 543 + }, + { + "system_id": "thermal-00069", + "family": "thermal", + "episode_index": 8, + "anchor_step": 578 + }, + { + "system_id": "battery-00017", + "family": "battery", + "episode_index": 1, + "anchor_step": 198 + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "episode_index": 67, + "anchor_step": 183 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 438 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 199 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 561 + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "episode_index": 18, + "anchor_step": 216 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 535 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 37 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 160 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 249 + }, + { + "system_id": "tank-00466", + "family": "tank", + "episode_index": 72, + "anchor_step": 495 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 325 + }, + { + "system_id": "thermal-00816", + "family": "thermal", + "episode_index": 124, + "anchor_step": 80 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 562 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 461 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 564 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 103 + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "episode_index": 162, + "anchor_step": 329 + }, + { + "system_id": "tank-00253", + "family": "tank", + "episode_index": 43, + "anchor_step": 137 + }, + { + "system_id": "battery-01181", + "family": "battery", + "episode_index": 176, + "anchor_step": 230 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 488 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 257 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 206 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 219 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 27 + }, + { + "system_id": "tank-00757", + "family": "tank", + "episode_index": 115, + "anchor_step": 438 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 620 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 163 + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "episode_index": 133, + "anchor_step": 40 + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "episode_index": 24, + "anchor_step": 163 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 465 + }, + { + "system_id": "battery-00608", + "family": "battery", + "episode_index": 96, + "anchor_step": 339 + }, + { + "system_id": "battery-00341", + "family": "battery", + "episode_index": 58, + "anchor_step": 122 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 382 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 59 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 256 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 65 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 218 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 115 + }, + { + "system_id": "tank-00436", + "family": "tank", + "episode_index": 69, + "anchor_step": 225 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 350 + }, + { + "system_id": "tank-00757", + "family": "tank", + "episode_index": 115, + "anchor_step": 100 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 641 + }, + { + "system_id": "tank-00271", + "family": "tank", + "episode_index": 47, + "anchor_step": 641 + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "episode_index": 11, + "anchor_step": 25 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 124 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 55 + }, + { + "system_id": "tank-00568", + "family": "tank", + "episode_index": 86, + "anchor_step": 34 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 486 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 48 + }, + { + "system_id": "tank-00706", + "family": "tank", + "episode_index": 108, + "anchor_step": 505 + }, + { + "system_id": "battery-00230", + "family": "battery", + "episode_index": 41, + "anchor_step": 576 + }, + { + "system_id": "tank-00376", + "family": "tank", + "episode_index": 60, + "anchor_step": 589 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 120 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 607 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 633 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 440 + }, + { + "system_id": "battery-00341", + "family": "battery", + "episode_index": 58, + "anchor_step": 632 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 88 + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "episode_index": 68, + "anchor_step": 217 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 616 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 301 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 267 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 304 + }, + { + "system_id": "battery-00899", + "family": "battery", + "episode_index": 142, + "anchor_step": 469 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 533 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 505 + }, + { + "system_id": "tank-01072", + "family": "tank", + "episode_index": 164, + "anchor_step": 628 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 507 + }, + { + "system_id": "tank-00568", + "family": "tank", + "episode_index": 86, + "anchor_step": 385 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 441 + }, + { + "system_id": "battery-00347", + "family": "battery", + "episode_index": 59, + "anchor_step": 90 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 594 + }, + { + "system_id": "battery-00608", + "family": "battery", + "episode_index": 96, + "anchor_step": 265 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 593 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 498 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 65 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 321 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 295 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 530 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 374 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 594 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 620 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 616 + }, + { + "system_id": "tank-00097", + "family": "tank", + "episode_index": 13, + "anchor_step": 51 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 580 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 542 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 203 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 232 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 300 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 369 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 63 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 404 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 619 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 285 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 522 + }, + { + "system_id": "battery-01148", + "family": "battery", + "episode_index": 171, + "anchor_step": 313 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 400 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 356 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 98 + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "episode_index": 111, + "anchor_step": 624 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 426 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 371 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 157 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 139 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 324 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 161 + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "episode_index": 24, + "anchor_step": 493 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 529 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 407 + }, + { + "system_id": "battery-00164", + "family": "battery", + "episode_index": 30, + "anchor_step": 338 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 125 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 157 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 576 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 108 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 583 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 279 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 100 + }, + { + "system_id": "battery-01112", + "family": "battery", + "episode_index": 167, + "anchor_step": 438 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 205 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 163 + }, + { + "system_id": "battery-00263", + "family": "battery", + "episode_index": 45, + "anchor_step": 413 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 622 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 160 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 39 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 92 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 471 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 607 + }, + { + "system_id": "battery-00164", + "family": "battery", + "episode_index": 30, + "anchor_step": 144 + }, + { + "system_id": "battery-00164", + "family": "battery", + "episode_index": 30, + "anchor_step": 557 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 203 + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "episode_index": 101, + "anchor_step": 466 + }, + { + "system_id": "battery-00017", + "family": "battery", + "episode_index": 1, + "anchor_step": 288 + }, + { + "system_id": "tank-00640", + "family": "tank", + "episode_index": 103, + "anchor_step": 47 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 451 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 586 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 196 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 70 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 661 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 347 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 421 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 577 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 143 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 400 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 297 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 618 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 51 + }, + { + "system_id": "battery-01112", + "family": "battery", + "episode_index": 167, + "anchor_step": 422 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 92 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 377 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 326 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 73 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 549 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 528 + }, + { + "system_id": "thermal-00570", + "family": "thermal", + "episode_index": 87, + "anchor_step": 584 + }, + { + "system_id": "battery-00782", + "family": "battery", + "episode_index": 118, + "anchor_step": 289 + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "episode_index": 131, + "anchor_step": 142 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 247 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 595 + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "episode_index": 139, + "anchor_step": 265 + }, + { + "system_id": "battery-00212", + "family": "battery", + "episode_index": 37, + "anchor_step": 336 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 550 + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "episode_index": 131, + "anchor_step": 341 + }, + { + "system_id": "tank-00376", + "family": "tank", + "episode_index": 60, + "anchor_step": 58 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 589 + }, + { + "system_id": "battery-01052", + "family": "battery", + "episode_index": 161, + "anchor_step": 476 + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "episode_index": 147, + "anchor_step": 74 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 187 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 157 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 470 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 112 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 379 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 533 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 407 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 243 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 260 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 44 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 408 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 361 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 345 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 602 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 551 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 503 + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "episode_index": 68, + "anchor_step": 663 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 39 + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "episode_index": 131, + "anchor_step": 243 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 459 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 368 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 557 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 347 + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "episode_index": 64, + "anchor_step": 627 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 314 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 203 + }, + { + "system_id": "tank-00568", + "family": "tank", + "episode_index": 86, + "anchor_step": 206 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 143 + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "episode_index": 67, + "anchor_step": 501 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 244 + }, + { + "system_id": "tank-01183", + "family": "tank", + "episode_index": 177, + "anchor_step": 404 + }, + { + "system_id": "battery-00011", + "family": "battery", + "episode_index": 0, + "anchor_step": 588 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 149 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 241 + }, + { + "system_id": "battery-01148", + "family": "battery", + "episode_index": 171, + "anchor_step": 161 + }, + { + "system_id": "thermal-00489", + "family": "thermal", + "episode_index": 76, + "anchor_step": 205 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 232 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 519 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 84 + }, + { + "system_id": "battery-00992", + "family": "battery", + "episode_index": 158, + "anchor_step": 41 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 455 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 82 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 630 + }, + { + "system_id": "tank-00568", + "family": "tank", + "episode_index": 86, + "anchor_step": 68 + }, + { + "system_id": "battery-00659", + "family": "battery", + "episode_index": 105, + "anchor_step": 592 + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "episode_index": 5, + "anchor_step": 554 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 342 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 30 + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "episode_index": 2, + "anchor_step": 160 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 165 + }, + { + "system_id": "tank-00532", + "family": "tank", + "episode_index": 81, + "anchor_step": 521 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 64 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 390 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 430 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 128 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 212 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 368 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 517 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 418 + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "episode_index": 2, + "anchor_step": 136 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 245 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 536 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 228 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 588 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 429 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 75 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 604 + }, + { + "system_id": "battery-00446", + "family": "battery", + "episode_index": 70, + "anchor_step": 258 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 322 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 633 + }, + { + "system_id": "battery-00992", + "family": "battery", + "episode_index": 158, + "anchor_step": 187 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 157 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 89 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 47 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 434 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 523 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 122 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 559 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 561 + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "episode_index": 4, + "anchor_step": 224 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 551 + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "episode_index": 24, + "anchor_step": 391 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 37 + }, + { + "system_id": "battery-00722", + "family": "battery", + "episode_index": 112, + "anchor_step": 149 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 202 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 363 + }, + { + "system_id": "battery-01052", + "family": "battery", + "episode_index": 161, + "anchor_step": 322 + }, + { + "system_id": "tank-00976", + "family": "tank", + "episode_index": 155, + "anchor_step": 292 + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "episode_index": 5, + "anchor_step": 164 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 193 + }, + { + "system_id": "tank-00253", + "family": "tank", + "episode_index": 43, + "anchor_step": 247 + }, + { + "system_id": "tank-00532", + "family": "tank", + "episode_index": 81, + "anchor_step": 403 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 500 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 525 + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "episode_index": 139, + "anchor_step": 548 + }, + { + "system_id": "thermal-00909", + "family": "thermal", + "episode_index": 145, + "anchor_step": 345 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 457 + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "episode_index": 2, + "anchor_step": 423 + }, + { + "system_id": "tank-01060", + "family": "tank", + "episode_index": 163, + "anchor_step": 610 + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "episode_index": 52, + "anchor_step": 25 + }, + { + "system_id": "battery-00782", + "family": "battery", + "episode_index": 118, + "anchor_step": 105 + }, + { + "system_id": "tank-01060", + "family": "tank", + "episode_index": 163, + "anchor_step": 471 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 349 + }, + { + "system_id": "battery-00011", + "family": "battery", + "episode_index": 0, + "anchor_step": 655 + }, + { + "system_id": "battery-00011", + "family": "battery", + "episode_index": 0, + "anchor_step": 650 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 112 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 214 + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "episode_index": 147, + "anchor_step": 405 + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "episode_index": 109, + "anchor_step": 65 + }, + { + "system_id": "battery-01181", + "family": "battery", + "episode_index": 176, + "anchor_step": 285 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 194 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 262 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 626 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 539 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 596 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 73 + }, + { + "system_id": "battery-00086", + "family": "battery", + "episode_index": 10, + "anchor_step": 216 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 307 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 134 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 199 + }, + { + "system_id": "battery-01112", + "family": "battery", + "episode_index": 167, + "anchor_step": 25 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 434 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 651 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 217 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 447 + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "episode_index": 147, + "anchor_step": 385 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 559 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 266 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 168 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 96 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 228 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 325 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 335 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 361 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 546 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 132 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 108 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 464 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 281 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 333 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 153 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 524 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 625 + }, + { + "system_id": "thermal-00927", + "family": "thermal", + "episode_index": 146, + "anchor_step": 279 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 171 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 372 + }, + { + "system_id": "tank-00190", + "family": "tank", + "episode_index": 34, + "anchor_step": 502 + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "episode_index": 2, + "anchor_step": 559 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 495 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 662 + }, + { + "system_id": "battery-00830", + "family": "battery", + "episode_index": 127, + "anchor_step": 525 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 61 + }, + { + "system_id": "battery-01181", + "family": "battery", + "episode_index": 176, + "anchor_step": 303 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 598 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 72 + }, + { + "system_id": "thermal-00582", + "family": "thermal", + "episode_index": 91, + "anchor_step": 457 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 543 + }, + { + "system_id": "battery-00095", + "family": "battery", + "episode_index": 12, + "anchor_step": 431 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 623 + }, + { + "system_id": "battery-00011", + "family": "battery", + "episode_index": 0, + "anchor_step": 529 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 423 + }, + { + "system_id": "battery-00224", + "family": "battery", + "episode_index": 39, + "anchor_step": 308 + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "episode_index": 159, + "anchor_step": 116 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 412 + }, + { + "system_id": "battery-00830", + "family": "battery", + "episode_index": 127, + "anchor_step": 487 + }, + { + "system_id": "tank-00481", + "family": "tank", + "episode_index": 74, + "anchor_step": 75 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 127 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 541 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 350 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 437 + }, + { + "system_id": "tank-00187", + "family": "tank", + "episode_index": 33, + "anchor_step": 46 + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "episode_index": 67, + "anchor_step": 503 + }, + { + "system_id": "battery-01181", + "family": "battery", + "episode_index": 176, + "anchor_step": 282 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 378 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 370 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 499 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 109 + }, + { + "system_id": "battery-00263", + "family": "battery", + "episode_index": 45, + "anchor_step": 540 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 378 + }, + { + "system_id": "battery-00989", + "family": "battery", + "episode_index": 157, + "anchor_step": 77 + }, + { + "system_id": "tank-00640", + "family": "tank", + "episode_index": 103, + "anchor_step": 45 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 265 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 102 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 467 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 205 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 297 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 178 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 219 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 50 + }, + { + "system_id": "battery-00608", + "family": "battery", + "episode_index": 96, + "anchor_step": 509 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 639 + }, + { + "system_id": "battery-00266", + "family": "battery", + "episode_index": 46, + "anchor_step": 246 + }, + { + "system_id": "battery-00770", + "family": "battery", + "episode_index": 116, + "anchor_step": 576 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 460 + }, + { + "system_id": "tank-01123", + "family": "tank", + "episode_index": 169, + "anchor_step": 220 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 296 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 484 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 86 + }, + { + "system_id": "thermal-00582", + "family": "thermal", + "episode_index": 91, + "anchor_step": 346 + }, + { + "system_id": "thermal-00816", + "family": "thermal", + "episode_index": 124, + "anchor_step": 252 + }, + { + "system_id": "tank-00466", + "family": "tank", + "episode_index": 72, + "anchor_step": 489 + }, + { + "system_id": "tank-01072", + "family": "tank", + "episode_index": 164, + "anchor_step": 324 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 247 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 203 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 317 + }, + { + "system_id": "battery-01163", + "family": "battery", + "episode_index": 175, + "anchor_step": 159 + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "episode_index": 24, + "anchor_step": 110 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 416 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 57 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 545 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 566 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 437 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 37 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 282 + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "episode_index": 109, + "anchor_step": 650 + }, + { + "system_id": "tank-00466", + "family": "tank", + "episode_index": 72, + "anchor_step": 113 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 172 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 577 + }, + { + "system_id": "tank-00481", + "family": "tank", + "episode_index": 74, + "anchor_step": 103 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 420 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 395 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 164 + }, + { + "system_id": "battery-00224", + "family": "battery", + "episode_index": 39, + "anchor_step": 134 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 565 + }, + { + "system_id": "battery-00659", + "family": "battery", + "episode_index": 105, + "anchor_step": 597 + }, + { + "system_id": "tank-00706", + "family": "tank", + "episode_index": 108, + "anchor_step": 204 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 66 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 461 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 338 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 511 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 223 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 606 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 243 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 425 + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "episode_index": 40, + "anchor_step": 412 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 115 + }, + { + "system_id": "tank-00640", + "family": "tank", + "episode_index": 103, + "anchor_step": 50 + }, + { + "system_id": "tank-00391", + "family": "tank", + "episode_index": 63, + "anchor_step": 123 + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "episode_index": 101, + "anchor_step": 561 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 118 + }, + { + "system_id": "tank-00826", + "family": "tank", + "episode_index": 126, + "anchor_step": 254 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 322 + }, + { + "system_id": "battery-00770", + "family": "battery", + "episode_index": 116, + "anchor_step": 427 + }, + { + "system_id": "battery-00659", + "family": "battery", + "episode_index": 105, + "anchor_step": 464 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 304 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 662 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 612 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 235 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 496 + }, + { + "system_id": "battery-00380", + "family": "battery", + "episode_index": 61, + "anchor_step": 463 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 566 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 315 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 443 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 240 + }, + { + "system_id": "battery-00722", + "family": "battery", + "episode_index": 112, + "anchor_step": 461 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 503 + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "episode_index": 64, + "anchor_step": 612 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 99 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 211 + }, + { + "system_id": "thermal-00909", + "family": "thermal", + "episode_index": 145, + "anchor_step": 340 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 412 + }, + { + "system_id": "battery-00635", + "family": "battery", + "episode_index": 100, + "anchor_step": 342 + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "episode_index": 159, + "anchor_step": 377 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 79 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 530 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 49 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 442 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 29 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 439 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 265 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 650 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 193 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 408 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 326 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 490 + }, + { + "system_id": "tank-00436", + "family": "tank", + "episode_index": 69, + "anchor_step": 91 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 630 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 343 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 571 + }, + { + "system_id": "battery-00086", + "family": "battery", + "episode_index": 10, + "anchor_step": 68 + }, + { + "system_id": "battery-00095", + "family": "battery", + "episode_index": 12, + "anchor_step": 646 + }, + { + "system_id": "battery-00983", + "family": "battery", + "episode_index": 156, + "anchor_step": 237 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 381 + } + ], + "swap": { + "donor_indices": [ + 120, + 774, + 434, + 832, + 418, + 939, + 428, + 278, + 687, + 200, + 972, + 551, + 714, + 584, + 228, + 95, + 819, + 889, + 231, + 406, + 899, + 600, + 93, + 667, + 67, + 319, + 310, + 691, + 911, + 604, + 886, + 745, + 187, + 234, + 642, + 336, + 939, + 727, + 950, + 734, + 364, + 630, + 279, + 434, + 74, + 479, + 711, + 234, + 516, + 482, + 695, + 485, + 604, + 60, + 923, + 125, + 960, + 663, + 822, + 133, + 840, + 571, + 642, + 250, + 890, + 710, + 320, + 24, + 582, + 884, + 609, + 717, + 690, + 606, + 952, + 996, + 503, + 280, + 728, + 624, + 240, + 564, + 902, + 382, + 232, + 369, + 104, + 633, + 578, + 570, + 801, + 246, + 587, + 22, + 558, + 5, + 391, + 233, + 283, + 737, + 382, + 17, + 893, + 253, + 86, + 402, + 932, + 3, + 417, + 423, + 381, + 392, + 179, + 447, + 840, + 305, + 203, + 175, + 861, + 315, + 271, + 817, + 570, + 1014, + 443, + 573, + 676, + 948, + 68, + 535, + 295, + 265, + 475, + 59, + 665, + 770, + 474, + 854, + 453, + 493, + 255, + 528, + 153, + 752, + 501, + 443, + 449, + 508, + 137, + 452, + 396, + 436, + 241, + 728, + 801, + 439, + 534, + 404, + 734, + 744, + 839, + 382, + 816, + 907, + 572, + 954, + 926, + 51, + 942, + 298, + 136, + 789, + 991, + 531, + 6, + 554, + 569, + 729, + 225, + 112, + 421, + 688, + 891, + 316, + 549, + 711, + 648, + 969, + 879, + 154, + 539, + 239, + 219, + 337, + 41, + 417, + 380, + 245, + 286, + 120, + 9, + 801, + 636, + 757, + 147, + 363, + 63, + 208, + 207, + 190, + 46, + 697, + 986, + 265, + 452, + 297, + 720, + 575, + 617, + 192, + 621, + 595, + 279, + 164, + 436, + 178, + 520, + 873, + 14, + 728, + 436, + 245, + 84, + 97, + 33, + 294, + 788, + 627, + 280, + 637, + 957, + 152, + 740, + 682, + 414, + 231, + 992, + 545, + 402, + 822, + 329, + 544, + 160, + 601, + 714, + 140, + 437, + 504, + 137, + 701, + 765, + 785, + 856, + 604, + 439, + 131, + 617, + 793, + 196, + 25, + 867, + 691, + 688, + 808, + 842, + 914, + 740, + 588, + 7, + 828, + 724, + 336, + 391, + 98, + 502, + 715, + 112, + 833, + 969, + 996, + 759, + 605, + 76, + 188, + 164, + 130, + 23, + 311, + 169, + 787, + 451, + 263, + 111, + 616, + 843, + 115, + 871, + 340, + 727, + 486, + 26, + 297, + 217, + 877, + 737, + 450, + 183, + 898, + 415, + 883, + 66, + 98, + 826, + 548, + 556, + 704, + 530, + 769, + 658, + 250, + 644, + 202, + 589, + 81, + 900, + 774, + 35, + 193, + 842, + 536, + 455, + 609, + 401, + 971, + 320, + 597, + 387, + 901, + 578, + 675, + 645, + 150, + 299, + 801, + 282, + 387, + 707, + 319, + 492, + 394, + 716, + 265, + 691, + 205, + 780, + 662, + 497, + 130, + 182, + 85, + 771, + 713, + 465, + 217, + 384, + 60, + 803, + 547, + 848, + 919, + 993, + 417, + 100, + 892, + 880, + 914, + 646, + 346, + 927, + 991, + 461, + 282, + 111, + 746, + 359, + 758, + 150, + 856, + 977, + 798, + 323, + 342, + 105, + 282, + 157, + 537, + 791, + 709, + 748, + 662, + 496, + 550, + 519, + 395, + 845, + 437, + 391, + 195, + 4, + 677, + 1011, + 498, + 956, + 109, + 767, + 853, + 216, + 556, + 6, + 301, + 725, + 311, + 263, + 566, + 43, + 227, + 224, + 465, + 672, + 264, + 718, + 871, + 670, + 145, + 6, + 656, + 316, + 861, + 573, + 146, + 315, + 934, + 214, + 492, + 299, + 340, + 167, + 459, + 449, + 457, + 1021, + 621, + 767, + 534, + 111, + 437, + 898, + 237, + 578, + 102, + 732, + 970, + 627, + 134, + 136, + 312, + 480, + 908, + 382, + 796, + 137, + 956, + 49, + 86, + 971, + 51, + 942, + 749, + 941, + 876, + 937, + 719, + 316, + 139, + 665, + 144, + 217, + 341, + 700, + 108, + 675, + 135, + 284, + 76, + 559, + 571, + 590, + 684, + 262, + 856, + 951, + 547, + 876, + 23, + 710, + 108, + 974, + 912, + 678, + 977, + 659, + 702, + 650, + 316, + 926, + 798, + 744, + 709, + 582, + 983, + 326, + 173, + 824, + 169, + 929, + 511, + 339, + 792, + 825, + 190, + 932, + 571, + 590, + 559, + 251, + 894, + 805, + 511, + 641, + 184, + 411, + 11, + 127, + 504, + 175, + 797, + 255, + 397, + 1022, + 790, + 149, + 153, + 626, + 578, + 81, + 743, + 433, + 850, + 784, + 688, + 122, + 505, + 164, + 125, + 253, + 284, + 660, + 213, + 348, + 351, + 443, + 101, + 611, + 8, + 13, + 86, + 351, + 757, + 277, + 332, + 506, + 543, + 172, + 815, + 843, + 221, + 164, + 1010, + 746, + 883, + 21, + 253, + 311, + 829, + 263, + 530, + 953, + 877, + 282, + 341, + 936, + 582, + 430, + 309, + 638, + 911, + 303, + 266, + 813, + 737, + 505, + 461, + 712, + 980, + 79, + 595, + 562, + 237, + 778, + 700, + 41, + 184, + 663, + 691, + 98, + 82, + 202, + 239, + 614, + 122, + 624, + 548, + 443, + 977, + 991, + 350, + 988, + 918, + 186, + 705, + 878, + 382, + 842, + 557, + 878, + 808, + 445, + 986, + 611, + 520, + 576, + 140, + 365, + 980, + 268, + 494, + 106, + 23, + 376, + 471, + 442, + 859, + 369, + 866, + 401, + 349, + 957, + 197, + 973, + 745, + 930, + 576, + 243, + 1008, + 507, + 54, + 716, + 731, + 569, + 21, + 951, + 998, + 507, + 122, + 829, + 50, + 8, + 211, + 877, + 449, + 517, + 259, + 983, + 646, + 325, + 649, + 111, + 398, + 617, + 14, + 514, + 185, + 622, + 964, + 841, + 573, + 360, + 554, + 440, + 491, + 688, + 447, + 947, + 483, + 280, + 494, + 676, + 37, + 153, + 177, + 744, + 687, + 738, + 137, + 158, + 28, + 750, + 619, + 732, + 824, + 242, + 956, + 279, + 565, + 976, + 679, + 598, + 263, + 408, + 239, + 813, + 54, + 799, + 961, + 479, + 19, + 464, + 587, + 395, + 360, + 752, + 910, + 501, + 961, + 667, + 503, + 1020, + 424, + 424, + 517, + 135, + 370, + 812, + 897, + 759, + 990, + 543, + 419, + 112, + 790, + 364, + 981, + 621, + 195, + 272, + 893, + 278, + 936, + 761, + 171, + 779, + 406, + 537, + 267, + 293, + 74, + 479, + 814, + 525, + 852, + 907, + 201, + 534, + 376, + 732, + 546, + 474, + 121, + 655, + 823, + 9, + 40, + 539, + 750, + 915, + 963, + 162, + 121, + 144, + 564, + 502, + 495, + 238, + 809, + 739, + 312, + 952, + 221, + 279, + 533, + 970, + 737, + 3, + 287, + 443, + 105, + 409, + 758, + 1023, + 160, + 114, + 714, + 338, + 365, + 414, + 414, + 974, + 3, + 716, + 276, + 567, + 315, + 35, + 627, + 137, + 437, + 509, + 898, + 717, + 671, + 391, + 447, + 35, + 185, + 199, + 517, + 673, + 270, + 599, + 197, + 386, + 306, + 675, + 914, + 70, + 797, + 489, + 313, + 650, + 188, + 939, + 790, + 305, + 319, + 341, + 119, + 274, + 640, + 110, + 17, + 327, + 182, + 708, + 965, + 886, + 477, + 934, + 274, + 857, + 908, + 334, + 347, + 82, + 947, + 214, + 268, + 80, + 800, + 477, + 618, + 761, + 28, + 517, + 684, + 873, + 814, + 594, + 526, + 647, + 828, + 685, + 571, + 708, + 54, + 179, + 122, + 524, + 928, + 927, + 534, + 680, + 757, + 540, + 988, + 451, + 726, + 787, + 490, + 894, + 880, + 774, + 481, + 252, + 678, + 325, + 451, + 477, + 673, + 127, + 897, + 38, + 510, + 826, + 606, + 165, + 602, + 422, + 676, + 307, + 377, + 56, + 753, + 419, + 815, + 89, + 893, + 554, + 926, + 655, + 187, + 830, + 343, + 10, + 678, + 846, + 35, + 744, + 398, + 951, + 23, + 623, + 279, + 474, + 702, + 844, + 583, + 657, + 399, + 1005, + 517, + 775, + 644, + 246, + 380, + 395, + 1010, + 75, + 95, + 976, + 481, + 365, + 803, + 805, + 29, + 739, + 988, + 725, + 345, + 683, + 137, + 995, + 420, + 970, + 263, + 843, + 631, + 455, + 528, + 6, + 551, + 460, + 826, + 824, + 409 + ], + "current_standardized_rms_distance": [ + 0.06361900269985199, + 0.06955830007791519, + 0.14415588974952698, + 0.2771762013435364, + 0.09811216592788696, + 0.15263241529464722, + 0.13680142164230347, + 0.15614643692970276, + 0.15492649376392365, + 0.08863401412963867, + 0.4028600752353668, + 0.012637165375053883, + 0.3892431855201721, + 0.2548086941242218, + 0.14096076786518097, + 0.04144515469670296, + 0.310665100812912, + 0.0650249719619751, + 0.029578786343336105, + 0.18605022132396698, + 0.04694681242108345, + 0.10790036618709564, + 0.1749880313873291, + 0.2614876925945282, + 0.037248920649290085, + 0.2440563291311264, + 0.2535568177700043, + 0.1493416428565979, + 0.3476267457008362, + 0.2007385641336441, + 0.24545025825500488, + 0.0647759735584259, + 0.024937519803643227, + 0.2362450510263443, + 0.1128225177526474, + 0.05614154785871506, + 0.19987310469150543, + 0.15220074355602264, + 0.04508845508098602, + 0.24938523769378662, + 0.013572804629802704, + 0.15090645849704742, + 0.15652351081371307, + 0.32393336296081543, + 0.2759378254413605, + 0.33513540029525757, + 0.5196516513824463, + 0.6496731042861938, + 0.20265161991119385, + 0.16160142421722412, + 0.02833615429699421, + 0.09506222605705261, + 0.04062018543481827, + 0.014743281528353691, + 0.2938283383846283, + 0.04699382930994034, + 0.20721188187599182, + 0.22931425273418427, + 0.0015110820531845093, + 0.04077436029911041, + 0.2124072164297104, + 0.31395062804222107, + 0.06704358756542206, + 0.545290470123291, + 0.12594301998615265, + 0.17780670523643494, + 0.06093745306134224, + 0.037248920649290085, + 0.30319398641586304, + 0.11160155385732651, + 0.23946203291416168, + 0.23945048451423645, + 0.41206783056259155, + 0.23347841203212738, + 0.11137286573648453, + 0.4386936128139496, + 0.07767662405967712, + 0.01130753755569458, + 0.0592951662838459, + 0.21615707874298096, + 0.39709991216659546, + 0.10858358442783356, + 0.05457117781043053, + 0.13731789588928223, + 0.2006170004606247, + 0.1673651933670044, + 0.10216718167066574, + 0.029095176607370377, + 0.44268491864204407, + 0.11602535098791122, + 0.30659210681915283, + 0.18418647348880768, + 0.0008360147476196289, + 0.1749880313873291, + 0.25509127974510193, + 0.2352929264307022, + 0.252361536026001, + 0.04440527409315109, + 0.2564184069633484, + 0.11504893749952316, + 0.09349781274795532, + 0.14132241904735565, + 0.09478873759508133, + 1.007077932357788, + 0.10216718167066574, + 0.3231472373008728, + 0.22518673539161682, + 0.49311912059783936, + 0.1889714151620865, + 0.08971123397350311, + 0.06944037973880768, + 0.2712521255016327, + 0.09788359701633453, + 0.11856002360582352, + 0.1327686905860901, + 0.1272098571062088, + 0.374152809381485, + 0.16163931787014008, + 0.19812282919883728, + 0.3647651672363281, + 0.3163025677204132, + 0.2872989773750305, + 0.08558601140975952, + 0.029317446053028107, + 1.3843778371810913, + 0.1289449781179428, + 0.23940052092075348, + 0.34163472056388855, + 0.3570466935634613, + 0.07494144141674042, + 0.1683056354522705, + 0.16407501697540283, + 0.01754152588546276, + 0.04077436029911041, + 0.13905803859233856, + 0.11065036803483963, + 0.19212503731250763, + 0.18729445338249207, + 0.26401153206825256, + 0.09590204805135727, + 0.09624671936035156, + 0.32425573468208313, + 0.04884924739599228, + 0.09232769906520844, + 0.18916893005371094, + 0.3650651276111603, + 0.24202142655849457, + 0.14979255199432373, + 0.28082969784736633, + 0.200360506772995, + 0.21365518867969513, + 0.08156191557645798, + 0.11626385152339935, + 0.11767783761024475, + 0.20909854769706726, + 0.26189371943473816, + 0.18582665920257568, + 0.3132047653198242, + 0.2061978280544281, + 0.055432505905628204, + 0.2747344374656677, + 0.19202320277690887, + 0.05102416127920151, + 0.12411491572856903, + 0.038938239216804504, + 0.016890201717615128, + 1.5392916202545166, + 0.23409146070480347, + 0.4555152952671051, + 0.1623108834028244, + 0.23304229974746704, + 0.022261062636971474, + 0.1884383261203766, + 0.13513997197151184, + 0.13987880945205688, + 0.15484142303466797, + 0.17581970989704132, + 0.11511953920125961, + 0.02569732628762722, + 0.09788359701633453, + 0.22032661736011505, + 0.18622271716594696, + 0.35542020201683044, + 0.08534584194421768, + 0.16996733844280243, + 0.35208016633987427, + 0.10080727189779282, + 0.36198487877845764, + 0.0936136320233345, + 0.2832881808280945, + 0.14311178028583527, + 0.13111630082130432, + 0.17439782619476318, + 0.05557527020573616, + 0.24143420159816742, + 0.23728427290916443, + 0.13907809555530548, + 0.08822218328714371, + 0.04246183857321739, + 0.32950931787490845, + 0.08863401412963867, + 0.1984683722257614, + 0.10920123755931854, + 0.5326718688011169, + 0.3184000551700592, + 0.19291867315769196, + 0.12171167880296707, + 0.39078855514526367, + 0.39078855514526367, + 0.5228086709976196, + 1.252478837966919, + 0.16386467218399048, + 0.11834809929132462, + 0.3378770351409912, + 0.11968738585710526, + 0.02837655507028103, + 0.17147262394428253, + 0.1302236169576645, + 0.22840194404125214, + 0.17439782619476318, + 0.31017056107521057, + 0.08329211175441742, + 0.17547275125980377, + 0.16881002485752106, + 0.12647683918476105, + 0.02569732628762722, + 0.11307141929864883, + 0.11039020121097565, + 0.14096076786518097, + 0.0526428148150444, + 0.20646031200885773, + 0.05781429260969162, + 0.2006170004606247, + 0.04440527409315109, + 0.2362450510263443, + 0.17771722376346588, + 0.11773086339235306, + 0.03062274120748043, + 0.05050300434231758, + 0.09482253342866898, + 0.19862507283687592, + 0.11626385152339935, + 0.4208257794380188, + 0.006019875407218933, + 0.3473522961139679, + 0.05781429260969162, + 0.08339527994394302, + 0.366899311542511, + 0.3270595967769623, + 0.11277590692043304, + 0.1956147849559784, + 0.31602942943573, + 0.28780895471572876, + 0.24153730273246765, + 0.26099443435668945, + 0.09624671936035156, + 0.4518375098705292, + 0.15510819852352142, + 0.042253993451595306, + 0.08694358170032501, + 0.19153675436973572, + 0.2661198079586029, + 0.13704760372638702, + 0.10755783319473267, + 0.21017007529735565, + 0.16407501697540283, + 0.22797107696533203, + 0.12364505976438522, + 0.1572244018316269, + 0.3160966634750366, + 0.10341458022594452, + 0.16880525648593903, + 0.2118464708328247, + 0.2143678367137909, + 0.11536844074726105, + 0.13045865297317505, + 0.09172429889440536, + 0.2833878993988037, + 0.15614643692970276, + 0.08735546469688416, + 0.03971195966005325, + 0.0638335719704628, + 0.19624431431293488, + 0.2564184069633484, + 0.04581822082400322, + 0.10456927120685577, + 0.10497225075960159, + 0.2563415467739105, + 0.060402389615774155, + 0.5072200894355774, + 0.06891734898090363, + 0.07387161254882812, + 0.1820797622203827, + 0.14264458417892456, + 0.09660618007183075, + 0.1683056354522705, + 0.3589256703853607, + 0.14419829845428467, + 0.1623108834028244, + 0.19172461330890656, + 0.047360021620988846, + 0.11983523517847061, + 2.0693519115448, + 0.1028694435954094, + 0.17631526291370392, + 0.1272098571062088, + 0.26751336455345154, + 0.2736985981464386, + 0.09534616768360138, + 0.6074947118759155, + 0.2535568177700043, + 0.14419829845428467, + 0.25083592534065247, + 0.18072600662708282, + 0.35705283284187317, + 0.16127680242061615, + 0.08534584194421768, + 0.05223647877573967, + 0.0807633250951767, + 0.23062457144260406, + 0.06093745306134224, + 0.4658186137676239, + 0.1238417997956276, + 0.1930900514125824, + 0.07695899158716202, + 0.1630571037530899, + 0.17432326078414917, + 0.35272377729415894, + 0.32376688718795776, + 0.1956147849559784, + 0.16358087956905365, + 0.16116973757743835, + 0.05479719489812851, + 0.31714150309562683, + 0.13376687467098236, + 0.11121587455272675, + 0.05614154785871506, + 0.05557527020573616, + 0.09068968892097473, + 0.11046034842729568, + 0.18882538378238678, + 0.15098367631435394, + 0.06381849199533463, + 0.18685932457447052, + 0.06093745306134224, + 0.246127188205719, + 0.27494707703590393, + 0.0368809774518013, + 0.1418485790491104, + 0.15069080889225006, + 0.16588693857192993, + 0.27759817242622375, + 0.09852159023284912, + 0.31010469794273376, + 0.32610201835632324, + 0.4015001952648163, + 0.2840406000614166, + 0.44831976294517517, + 0.020483743399381638, + 0.14650122821331024, + 0.1535932570695877, + 0.1995455026626587, + 0.044166482985019684, + 0.19291867315769196, + 0.0035078299697488546, + 0.42126840353012085, + 0.10830703377723694, + 0.024927327409386635, + 0.3925871253013611, + 0.1673651933670044, + 0.22901810705661774, + 0.44444724917411804, + 0.06916816532611847, + 0.1397155374288559, + 0.05915786325931549, + 0.2534979283809662, + 0.22384171187877655, + 0.16158244013786316, + 0.03136332333087921, + 0.27447134256362915, + 0.09312514215707779, + 0.05352907255291939, + 0.09349781274795532, + 0.7628132104873657, + 0.13600009679794312, + 0.03986302763223648, + 0.12640337646007538, + 0.27494707703590393, + 0.40176060795783997, + 0.18388856947422028, + 0.21331705152988434, + 0.19624431431293488, + 0.2712521255016327, + 0.19232583045959473, + 0.14650122821331024, + 0.18157947063446045, + 0.21365518867969513, + 0.14160111546516418, + 0.11877001821994781, + 0.17335164546966553, + 0.22288839519023895, + 0.06381849199533463, + 0.3231472373008728, + 0.2918259799480438, + 0.3132047653198242, + 0.16594624519348145, + 0.12289194762706757, + 0.1426369547843933, + 0.07987555861473083, + 0.05759207904338837, + 0.01682610996067524, + 0.14893068373203278, + 0.3194665312767029, + 0.29082804918289185, + 0.045083533972501755, + 0.4156971573829651, + 0.3639349937438965, + 0.23728427290916443, + 0.09811216592788696, + 0.128992959856987, + 0.13149705529212952, + 0.3681742548942566, + 0.2524382472038269, + 0.08971123397350311, + 0.13201452791690826, + 0.12213090062141418, + 0.2655279338359833, + 0.1361067146062851, + 0.13680142164230347, + 0.09019094705581665, + 0.4206363558769226, + 0.030118023976683617, + 0.14445039629936218, + 0.05159274488687515, + 0.32393336296081543, + 0.15501338243484497, + 0.12647683918476105, + 0.2383616864681244, + 0.12849250435829163, + 0.21017007529735565, + 0.1538017988204956, + 0.6079177856445312, + 0.09151899814605713, + 0.3650651276111603, + 0.04022388532757759, + 0.19897399842739105, + 0.04905550926923752, + 0.09008756279945374, + 0.13456641137599945, + 0.24202142655849457, + 0.16127680242061615, + 0.23583656549453735, + 0.11968738585710526, + 0.18749378621578217, + 0.041031982749700546, + 0.18882538378238678, + 0.2384348064661026, + 0.1478346586227417, + 0.17895512282848358, + 0.1478346586227417, + 0.2933547794818878, + 0.18514315783977509, + 0.21209655702114105, + 0.19408518075942993, + 1.1527099609375, + 0.2383616864681244, + 0.02760949358344078, + 0.22378124296665192, + 0.28102269768714905, + 0.17618969082832336, + 0.15132465958595276, + 0.16028212010860443, + 0.040721818804740906, + 0.0053078606724739075, + 0.19212503731250763, + 0.012121486477553844, + 0.19387276470661163, + 0.0748528242111206, + 0.17454352974891663, + 0.22370201349258423, + 0.18742361664772034, + 0.3676868975162506, + 0.16160142421722412, + 0.10535852611064911, + 0.20590880513191223, + 0.09506222605705261, + 0.5952155590057373, + 0.16844391822814941, + 0.1852969527244568, + 0.19073233008384705, + 0.14485014975070953, + 0.1656969040632248, + 0.18358436226844788, + 0.09590204805135727, + 0.07582845538854599, + 0.27139684557914734, + 0.23942244052886963, + 0.21714988350868225, + 0.2719419598579407, + 0.2951235771179199, + 0.2633313834667206, + 0.1459970474243164, + 0.04581822082400322, + 0.07767662405967712, + 0.09040738642215729, + 0.2528925836086273, + 0.007462931331247091, + 0.07806089520454407, + 0.14770548045635223, + 0.09312853217124939, + 0.164817214012146, + 0.15507428348064423, + 0.4128497242927551, + 0.04391789808869362, + 0.07224151492118835, + 0.25636979937553406, + 0.07639927417039871, + 0.08190631121397018, + 0.33496949076652527, + 0.1978067010641098, + 0.21393845975399017, + 0.271608829498291, + 0.11489981412887573, + 0.06957041472196579, + 0.25421205163002014, + 0.158120259642601, + 0.21445287764072418, + 0.14251597225666046, + 0.3107638359069824, + 0.16467957198619843, + 0.17432326078414917, + 0.13513997197151184, + 0.12446723878383636, + 0.2247822880744934, + 0.09394802898168564, + 0.17074312269687653, + 0.11046034842729568, + 0.10864759981632233, + 0.0718131959438324, + 0.14311178028583527, + 0.07439860701560974, + 0.5050890445709229, + 0.038113340735435486, + 0.4255882799625397, + 0.31602942943573, + 0.34753337502479553, + 0.19157053530216217, + 0.15507428348064423, + 0.1080959141254425, + 0.16996733844280243, + 0.14893068373203278, + 0.012637165375053883, + 0.13060146570205688, + 0.13304466009140015, + 0.15484142303466797, + 0.3927186131477356, + 0.11290103197097778, + 0.3012348413467407, + 0.17481860518455505, + 0.8721088767051697, + 0.2549436390399933, + 0.13860024511814117, + 0.3354687988758087, + 0.275688499212265, + 0.10858358442783356, + 0.312212198972702, + 0.05159274488687515, + 0.1307554394006729, + 0.32621192932128906, + 0.07245508581399918, + 0.08558601140975952, + 0.2528925836086273, + 0.038938239216804504, + 0.1289449781179428, + 1.1705933809280396, + 0.11550357937812805, + 0.06034182384610176, + 0.36638322472572327, + 0.1418485790491104, + 0.15588167309761047, + 0.06694138050079346, + 0.20381058752536774, + 0.2509889304637909, + 0.4145641624927521, + 0.2548086941242218, + 0.2135808765888214, + 0.5936408638954163, + 0.0784648209810257, + 0.2833878993988037, + 0.05479719489812851, + 0.007462931331247091, + 0.005952000617980957, + 0.24175941944122314, + 0.15072906017303467, + 0.10714741051197052, + 0.08329211175441742, + 0.1598169356584549, + 0.23175443708896637, + 0.16355746984481812, + 0.3992822766304016, + 0.10790036618709564, + 0.24153730273246765, + 0.07737656682729721, + 0.005666375160217285, + 0.10755783319473267, + 0.18292047083377838, + 0.18788595497608185, + 0.18158704042434692, + 0.37631335854530334, + 0.15098367631435394, + 0.04458019509911537, + 0.2509889304637909, + 0.10632001608610153, + 0.37752440571784973, + 0.1910599023103714, + 0.302997350692749, + 0.1028694435954094, + 0.22797107696533203, + 0.3988240361213684, + 0.11483325064182281, + 0.28558191657066345, + 0.18514315783977509, + 0.08219902217388153, + 0.10215692967176437, + 0.21615707874298096, + 0.2828441560268402, + 0.3354687988758087, + 0.03062274120748043, + 0.05541083216667175, + 0.0004680957645177841, + 0.15090645849704742, + 0.17337535321712494, + 0.31193554401397705, + 0.219669371843338, + 0.32287004590034485, + 0.12462566792964935, + 0.10920123755931854, + 0.09482253342866898, + 0.1910599023103714, + 0.11712216585874557, + 0.341219037771225, + 0.1080959141254425, + 0.4611404836177826, + 0.23919342458248138, + 0.13844917714595795, + 0.16588693857192993, + 0.1252429187297821, + 0.003999888896942139, + 0.10080727189779282, + 0.1979479342699051, + 0.23299436271190643, + 0.22798746824264526, + 0.031060321256518364, + 0.3128579258918762, + 0.28872057795524597, + 0.049927372485399246, + 0.19897399842739105, + 0.18468862771987915, + 0.3086686134338379, + 0.21393845975399017, + 0.06034182384610176, + 0.26405251026153564, + 0.42126840353012085, + 0.1663966327905655, + 0.22025848925113678, + 0.07582845538854599, + 0.02341175451874733, + 0.2614876925945282, + 0.3027077317237854, + 0.24830251932144165, + 0.09151899814605713, + 0.16350458562374115, + 0.24678055942058563, + 0.33181479573249817, + 0.0646846741437912, + 0.15069080889225006, + 0.06383918970823288, + 0.11900030076503754, + 0.1221059188246727, + 0.057308513671159744, + 0.16404451429843903, + 0.06644980609416962, + 0.006019875407218933, + 0.15126319229602814, + 0.07806089520454407, + 0.33419081568717957, + 0.058681316673755646, + 0.1249452456831932, + 0.07245508581399918, + 0.0682017058134079, + 0.21373498439788818, + 0.14846879243850708, + 0.18170778453350067, + 0.15750525891780853, + 0.13034860789775848, + 0.02833615429699421, + 0.03797781467437744, + 0.16386467218399048, + 0.34320059418678284, + 0.4535426199436188, + 0.22262156009674072, + 0.08694358170032501, + 0.09197358787059784, + 0.22876057028770447, + 0.1630571037530899, + 0.1979479342699051, + 1.6808515787124634, + 0.22905826568603516, + 0.4361235797405243, + 0.14250871539115906, + 0.07224151492118835, + 0.35208016633987427, + 0.08219902217388153, + 0.2832499146461487, + 0.21355831623077393, + 0.40526390075683594, + 0.1535932570695877, + 0.20964021980762482, + 0.1538017988204956, + 0.1656969040632248, + 0.09551719576120377, + 0.19656425714492798, + 0.04046250879764557, + 0.14964275062084198, + 0.03971195966005325, + 0.18785813450813293, + 0.19391365349292755, + 0.15220074355602264, + 0.11767783761024475, + 0.11511953920125961, + 0.1133354976773262, + 0.1249452456831932, + 0.08533008396625519, + 0.002386987442150712, + 0.2061978280544281, + 0.3676879107952118, + 0.07274050265550613, + 0.11483325064182281, + 0.08533008396625519, + 0.08625594526529312, + 0.4208257794380188, + 0.4464692175388336, + 0.17767420411109924, + 0.312212198972702, + 0.10642170906066895, + 0.057308513671159744, + 0.16355746984481812, + 0.018075203523039818, + 0.07987555861473083, + 0.14492793381214142, + 0.20400314033031464, + 0.4226260483264923, + 0.21558524668216705, + 0.061256010085344315, + 0.28277158737182617, + 0.35775038599967957, + 0.036374323070049286, + 0.0784648209810257, + 0.18157947063446045, + 0.15741205215454102, + 0.08184158056974411, + 0.08087342232465744, + 0.17797836661338806, + 0.11403412371873856, + 0.2831185758113861, + 0.15386193990707397, + 0.0978689044713974, + 0.13201452791690826, + 0.23323047161102295, + 0.08697323501110077, + 0.11065036803483963, + 0.22901810705661774, + 0.24074426293373108, + 0.20343168079853058, + 0.2539091408252716, + 0.0983244851231575, + 0.43509992957115173, + 0.17340703308582306, + 0.23425360023975372, + 0.20929832756519318, + 0.0035078299697488546, + 0.06937949359416962, + 0.2257917821407318, + 0.2696080207824707, + 0.3422842025756836, + 0.19526496529579163, + 0.21508482098579407, + 0.0074000852182507515, + 0.08922120928764343, + 0.022261062636971474, + 0.20929832756519318, + 0.12289194762706757, + 0.10864759981632233, + 0.12364505976438522, + 0.29549169540405273, + 0.010699687525629997, + 0.22370201349258423, + 0.21000155806541443, + 0.158120259642601, + 0.1377490609884262, + 0.056964848190546036, + 0.1984683722257614, + 0.14030754566192627, + 0.22384171187877655, + 0.10655993223190308, + 0.19157053530216217, + 0.2189239114522934, + 0.6518959403038025, + 0.049927372485399246, + 0.4251308739185333, + 0.1591009497642517, + 0.1447286605834961, + 0.1667187213897705, + 0.20400314033031464, + 0.20557916164398193, + 0.15019072592258453, + 0.05102416127920151, + 0.2872989773750305, + 0.34668585658073425, + 0.29147228598594666, + 0.19713275134563446, + 0.32977917790412903, + 0.07109144330024719, + 0.4251308739185333, + 0.08625594526529312, + 0.002817261265590787, + 0.10826291143894196, + 0.09757224470376968, + 0.08735546469688416, + 0.2636433243751526, + 0.13891127705574036, + 0.4281587600708008, + 0.2771762013435364, + 0.2563415467739105, + 0.6155980229377747, + 0.3845609426498413, + 0.10267352312803268, + 0.032695889472961426, + 0.27181944251060486, + 0.2747344374656677, + 0.1327686905860901, + 0.21355831623077393, + 0.09068968892097473, + 0.45906105637550354, + 0.12845256924629211, + 0.045083533972501755, + 0.016491694375872612, + 0.2558143734931946, + 0.23601526021957397, + 0.20612576603889465, + 0.1307554394006729, + 0.1886259913444519, + 0.12058264017105103, + 0.19192758202552795, + 0.18729445338249207, + 0.3896520137786865, + 0.09312853217124939, + 0.0002584398025646806, + 0.10263719409704208, + 0.16350458562374115, + 0.34018367528915405, + 0.09008756279945374, + 0.1263689249753952, + 0.3561810851097107, + 0.4331526756286621, + 0.27720609307289124, + 0.33181479573249817, + 0.10341458022594452, + 0.588375985622406, + 0.020452551543712616, + 0.20035716891288757, + 0.26751336455345154, + 0.2633313834667206, + 0.057139161974191666, + 0.022518107667565346, + 0.3927186131477356, + 0.19073233008384705, + 0.18072600662708282, + 0.23299436271190643, + 0.0936136320233345, + 0.07361747324466705, + 0.8721088767051697, + 0.24173703789710999, + 0.23062457144260406, + 0.07208888232707977, + 0.10077428072690964, + 0.20246094465255737, + 0.3513536751270294, + 0.07764376699924469, + 0.0650249719619751, + 0.44727984070777893, + 0.35542020201683044, + 0.6240552067756653, + 0.08113888651132584, + 0.23689952492713928, + 0.14069998264312744, + 0.2718821167945862, + 0.16619788110256195, + 0.0002584398025646806, + 0.20661665499210358, + 0.13376687467098236, + 0.0368809774518013, + 0.05457117781043053, + 0.05197959393262863, + 0.12210357189178467, + 0.3429895043373108, + 0.4294271171092987, + 0.056964848190546036, + 0.0748528242111206, + 0.003369569778442383, + 0.08087342232465744, + 0.3476267457008362, + 0.08190631121397018, + 0.0796537846326828, + 0.057139161974191666, + 0.20557916164398193, + 0.17192593216896057, + 0.046932779252529144, + 0.003999888896942139, + 0.22228702902793884, + 0.1051192507147789, + 0.41001540422439575, + 0.6927826404571533, + 0.2938283383846283, + 0.174566388130188, + 0.15750525891780853, + 0.25421205163002014, + 0.36770322918891907, + 0.36770322918891907, + 0.09394802898168564, + 0.16404451429843903, + 0.4257749617099762, + 0.07439860701560974, + 0.025185056030750275, + 0.23583656549453735, + 0.2974858582019806, + 0.0074000852182507515, + 0.14485014975070953, + 0.09821625053882599, + 0.07361747324466705, + 0.41371414065361023, + 0.3899930715560913, + 0.3730107247829437, + 0.2757146954536438, + 0.1630571037530899, + 0.3270130753517151, + 0.14430411159992218, + 0.031999848783016205, + 0.34163472056388855, + 0.10846646130084991, + 0.04508845508098602, + 0.164817214012146, + 0.10826291143894196, + 0.18788595497608185, + 0.016890201717615128, + 0.0029235780239105225, + 0.2524382472038269, + 0.06383918970823288, + 0.34653276205062866, + 0.44959238171577454, + 0.20721188187599182, + 0.061256010085344315, + 0.03118596039712429, + 0.15019072592258453, + 0.2025463879108429, + 0.08113888651132584, + 0.23997808992862701, + 0.9046833515167236, + 0.07880906760692596, + 0.36198487877845764, + 0.13891127705574036, + 0.18685932457447052, + 0.4028600752353668, + 0.1221059188246727, + 0.016491694375872612, + 0.03500436991453171, + 0.10642170906066895, + 0.11877001821994781, + 0.2003188133239746, + 0.28499937057495117, + 0.10215692967176437, + 0.257779985666275, + 0.3250772953033447, + 0.09197358787059784, + 0.18583619594573975, + 0.2719324827194214, + 0.18468862771987915, + 0.21113653481006622, + 0.09637419134378433, + 0.07097217440605164, + 0.0983244851231575, + 0.13844917714595795, + 0.08339527994394302, + 0.09312514215707779, + 0.07667163759469986, + 0.16981157660484314, + 0.4386936128139496, + 0.07948271185159683, + 0.10667035728693008, + 0.45128101110458374, + 0.1282309740781784, + 0.27754488587379456, + 0.039752934128046036, + 0.08331823348999023, + 0.09904956817626953, + 0.09637419134378433, + 0.39526721835136414, + 0.35149917006492615, + 0.15126319229602814, + 0.06692594289779663, + 0.16981157660484314, + 0.13149705529212952, + 0.13891127705574036, + 0.020526092499494553, + 0.5025838017463684, + 0.22326132655143738, + 0.2824511229991913, + 0.3547464609146118, + 0.04496306926012039, + 0.03305910900235176, + 0.014663118869066238, + 0.13649049401283264, + 0.11915731430053711, + 0.1851222962141037 + ], + "matching_uses_targets": false + } + }, + "calibration": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 43, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "ca36ccc7c78fe83bc1a41188136202b7821b52a5c10a6d236c0c0f64f5b2257f", + "family_window_counts": { + "battery": 158, + "tank": 182, + "thermal": 172 + } + }, + "anchors": [ + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 330 + }, + { + "system_id": "battery-00761", + "family": "battery", + "episode_index": 58, + "anchor_step": 476 + }, + { + "system_id": "battery-00464", + "family": "battery", + "episode_index": 36, + "anchor_step": 98 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 626 + }, + { + "system_id": "battery-00653", + "family": "battery", + "episode_index": 51, + "anchor_step": 628 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 538 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 595 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 362 + }, + { + "system_id": "battery-00527", + "family": "battery", + "episode_index": 41, + "anchor_step": 538 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 564 + }, + { + "system_id": "thermal-01170", + "family": "thermal", + "episode_index": 86, + "anchor_step": 552 + }, + { + "system_id": "battery-00299", + "family": "battery", + "episode_index": 20, + "anchor_step": 166 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 141 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 447 + }, + { + "system_id": "tank-00433", + "family": "tank", + "episode_index": 34, + "anchor_step": 150 + }, + { + "system_id": "tank-00331", + "family": "tank", + "episode_index": 23, + "anchor_step": 493 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 435 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 535 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 366 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 403 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 183 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 651 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 28 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 197 + }, + { + "system_id": "battery-00281", + "family": "battery", + "episode_index": 17, + "anchor_step": 52 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 72 + }, + { + "system_id": "tank-00934", + "family": "tank", + "episode_index": 69, + "anchor_step": 605 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 66 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 370 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 652 + }, + { + "system_id": "battery-00527", + "family": "battery", + "episode_index": 41, + "anchor_step": 100 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 258 + }, + { + "system_id": "battery-00479", + "family": "battery", + "episode_index": 38, + "anchor_step": 34 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 538 + }, + { + "system_id": "thermal-00597", + "family": "thermal", + "episode_index": 49, + "anchor_step": 220 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 445 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 192 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 304 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 647 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 126 + }, + { + "system_id": "thermal-00531", + "family": "thermal", + "episode_index": 42, + "anchor_step": 215 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 468 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 165 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 62 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 84 + }, + { + "system_id": "thermal-00663", + "family": "thermal", + "episode_index": 53, + "anchor_step": 270 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 34 + }, + { + "system_id": "thermal-01137", + "family": "thermal", + "episode_index": 84, + "anchor_step": 573 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 633 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 542 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 151 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 47 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 191 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 453 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 497 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 349 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 268 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 249 + }, + { + "system_id": "thermal-00126", + "family": "thermal", + "episode_index": 9, + "anchor_step": 340 + }, + { + "system_id": "battery-00377", + "family": "battery", + "episode_index": 30, + "anchor_step": 514 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 54 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 24 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 266 + }, + { + "system_id": "thermal-00597", + "family": "thermal", + "episode_index": 49, + "anchor_step": 404 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 200 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 379 + }, + { + "system_id": "tank-00775", + "family": "tank", + "episode_index": 60, + "anchor_step": 590 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 400 + }, + { + "system_id": "thermal-00189", + "family": "thermal", + "episode_index": 12, + "anchor_step": 386 + }, + { + "system_id": "thermal-00597", + "family": "thermal", + "episode_index": 49, + "anchor_step": 656 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 575 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 488 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 43 + }, + { + "system_id": "battery-00377", + "family": "battery", + "episode_index": 30, + "anchor_step": 490 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 480 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 286 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 28 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 252 + }, + { + "system_id": "tank-00616", + "family": "tank", + "episode_index": 50, + "anchor_step": 463 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 411 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 45 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 222 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 345 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 278 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 482 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 613 + }, + { + "system_id": "thermal-00567", + "family": "thermal", + "episode_index": 47, + "anchor_step": 502 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 449 + }, + { + "system_id": "tank-00775", + "family": "tank", + "episode_index": 60, + "anchor_step": 206 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 181 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 375 + }, + { + "system_id": "tank-00112", + "family": "tank", + "episode_index": 7, + "anchor_step": 317 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 139 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 357 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 582 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 388 + }, + { + "system_id": "battery-00317", + "family": "battery", + "episode_index": 22, + "anchor_step": 85 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 659 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 30 + }, + { + "system_id": "tank-00112", + "family": "tank", + "episode_index": 7, + "anchor_step": 309 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 486 + }, + { + "system_id": "thermal-00369", + "family": "thermal", + "episode_index": 28, + "anchor_step": 564 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 411 + }, + { + "system_id": "battery-00479", + "family": "battery", + "episode_index": 38, + "anchor_step": 154 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 435 + }, + { + "system_id": "battery-00677", + "family": "battery", + "episode_index": 55, + "anchor_step": 83 + }, + { + "system_id": "thermal-01023", + "family": "thermal", + "episode_index": 78, + "anchor_step": 194 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 432 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 437 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 251 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 262 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 586 + }, + { + "system_id": "battery-00413", + "family": "battery", + "episode_index": 33, + "anchor_step": 542 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 638 + }, + { + "system_id": "thermal-01023", + "family": "thermal", + "episode_index": 78, + "anchor_step": 312 + }, + { + "system_id": "battery-00653", + "family": "battery", + "episode_index": 51, + "anchor_step": 425 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 157 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 99 + }, + { + "system_id": "battery-00767", + "family": "battery", + "episode_index": 59, + "anchor_step": 134 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 467 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 308 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 391 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 182 + }, + { + "system_id": "thermal-00369", + "family": "thermal", + "episode_index": 28, + "anchor_step": 649 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 563 + }, + { + "system_id": "battery-00281", + "family": "battery", + "episode_index": 17, + "anchor_step": 306 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 568 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 115 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 53 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 437 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 95 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 398 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 281 + }, + { + "system_id": "tank-00616", + "family": "tank", + "episode_index": 50, + "anchor_step": 656 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 63 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 83 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 573 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 344 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 337 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 464 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 271 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 50 + }, + { + "system_id": "thermal-01137", + "family": "thermal", + "episode_index": 84, + "anchor_step": 330 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 56 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 605 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 506 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 566 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 200 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 311 + }, + { + "system_id": "tank-00775", + "family": "tank", + "episode_index": 60, + "anchor_step": 451 + }, + { + "system_id": "battery-00527", + "family": "battery", + "episode_index": 41, + "anchor_step": 220 + }, + { + "system_id": "battery-00767", + "family": "battery", + "episode_index": 59, + "anchor_step": 216 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 51 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 416 + }, + { + "system_id": "thermal-01137", + "family": "thermal", + "episode_index": 84, + "anchor_step": 638 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 558 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 133 + }, + { + "system_id": "tank-00679", + "family": "tank", + "episode_index": 56, + "anchor_step": 136 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 607 + }, + { + "system_id": "battery-00464", + "family": "battery", + "episode_index": 36, + "anchor_step": 124 + }, + { + "system_id": "battery-00881", + "family": "battery", + "episode_index": 66, + "anchor_step": 612 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 636 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 472 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 517 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 218 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 251 + }, + { + "system_id": "battery-00299", + "family": "battery", + "episode_index": 20, + "anchor_step": 640 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 496 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 335 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 210 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 580 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 177 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 387 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 203 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 526 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 595 + }, + { + "system_id": "battery-01190", + "family": "battery", + "episode_index": 88, + "anchor_step": 582 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 351 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 234 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 506 + }, + { + "system_id": "battery-00365", + "family": "battery", + "episode_index": 26, + "anchor_step": 79 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 295 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 337 + }, + { + "system_id": "battery-00299", + "family": "battery", + "episode_index": 20, + "anchor_step": 164 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 160 + }, + { + "system_id": "battery-00767", + "family": "battery", + "episode_index": 59, + "anchor_step": 174 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 305 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 415 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 286 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 238 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 470 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 273 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 283 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 124 + }, + { + "system_id": "thermal-00597", + "family": "thermal", + "episode_index": 49, + "anchor_step": 651 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 345 + }, + { + "system_id": "tank-00679", + "family": "tank", + "episode_index": 56, + "anchor_step": 490 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 309 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 497 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 497 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 316 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 445 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 351 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 655 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 252 + }, + { + "system_id": "thermal-01182", + "family": "thermal", + "episode_index": 87, + "anchor_step": 185 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 409 + }, + { + "system_id": "tank-00331", + "family": "tank", + "episode_index": 23, + "anchor_step": 593 + }, + { + "system_id": "battery-00653", + "family": "battery", + "episode_index": 51, + "anchor_step": 189 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 512 + }, + { + "system_id": "battery-00413", + "family": "battery", + "episode_index": 33, + "anchor_step": 83 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 132 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 663 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 445 + }, + { + "system_id": "thermal-01182", + "family": "thermal", + "episode_index": 87, + "anchor_step": 54 + }, + { + "system_id": "tank-00934", + "family": "tank", + "episode_index": 69, + "anchor_step": 368 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 147 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 67 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 499 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 432 + }, + { + "system_id": "battery-00413", + "family": "battery", + "episode_index": 33, + "anchor_step": 40 + }, + { + "system_id": "thermal-00369", + "family": "thermal", + "episode_index": 28, + "anchor_step": 191 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 192 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 284 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 143 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 563 + }, + { + "system_id": "battery-00299", + "family": "battery", + "episode_index": 20, + "anchor_step": 503 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 424 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 368 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 478 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 440 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 200 + }, + { + "system_id": "tank-00616", + "family": "tank", + "episode_index": 50, + "anchor_step": 362 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 126 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 133 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 212 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 188 + }, + { + "system_id": "battery-00479", + "family": "battery", + "episode_index": 38, + "anchor_step": 495 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 473 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 543 + }, + { + "system_id": "thermal-00597", + "family": "thermal", + "episode_index": 49, + "anchor_step": 468 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 428 + }, + { + "system_id": "tank-01063", + "family": "tank", + "episode_index": 81, + "anchor_step": 202 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 529 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 515 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 70 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 397 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 543 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 105 + }, + { + "system_id": "battery-00653", + "family": "battery", + "episode_index": 51, + "anchor_step": 293 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 407 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 344 + }, + { + "system_id": "thermal-00270", + "family": "thermal", + "episode_index": 16, + "anchor_step": 561 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 183 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 50 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 479 + }, + { + "system_id": "tank-00112", + "family": "tank", + "episode_index": 7, + "anchor_step": 612 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 295 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 224 + }, + { + "system_id": "thermal-01137", + "family": "thermal", + "episode_index": 84, + "anchor_step": 214 + }, + { + "system_id": "battery-00653", + "family": "battery", + "episode_index": 51, + "anchor_step": 581 + }, + { + "system_id": "thermal-01170", + "family": "thermal", + "episode_index": 86, + "anchor_step": 346 + }, + { + "system_id": "battery-00083", + "family": "battery", + "episode_index": 5, + "anchor_step": 495 + }, + { + "system_id": "battery-00761", + "family": "battery", + "episode_index": 58, + "anchor_step": 448 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 164 + }, + { + "system_id": "battery-00479", + "family": "battery", + "episode_index": 38, + "anchor_step": 369 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 45 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 38 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 58 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 635 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 352 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 276 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 36 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 598 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 287 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 236 + }, + { + "system_id": "battery-00413", + "family": "battery", + "episode_index": 33, + "anchor_step": 278 + }, + { + "system_id": "battery-00299", + "family": "battery", + "episode_index": 20, + "anchor_step": 108 + }, + { + "system_id": "battery-01190", + "family": "battery", + "episode_index": 88, + "anchor_step": 374 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 246 + }, + { + "system_id": "thermal-00126", + "family": "thermal", + "episode_index": 9, + "anchor_step": 35 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 203 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 553 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 363 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 396 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 427 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 577 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 321 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 332 + }, + { + "system_id": "thermal-01170", + "family": "thermal", + "episode_index": 86, + "anchor_step": 268 + }, + { + "system_id": "thermal-01182", + "family": "thermal", + "episode_index": 87, + "anchor_step": 241 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 603 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 96 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 642 + }, + { + "system_id": "tank-00775", + "family": "tank", + "episode_index": 60, + "anchor_step": 48 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 651 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 202 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 42 + }, + { + "system_id": "thermal-01170", + "family": "thermal", + "episode_index": 86, + "anchor_step": 211 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 131 + }, + { + "system_id": "thermal-01023", + "family": "thermal", + "episode_index": 78, + "anchor_step": 519 + }, + { + "system_id": "battery-00677", + "family": "battery", + "episode_index": 55, + "anchor_step": 587 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 403 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 271 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 428 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 101 + }, + { + "system_id": "thermal-00834", + "family": "thermal", + "episode_index": 64, + "anchor_step": 64 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 156 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 188 + }, + { + "system_id": "battery-00761", + "family": "battery", + "episode_index": 58, + "anchor_step": 140 + }, + { + "system_id": "thermal-00663", + "family": "thermal", + "episode_index": 53, + "anchor_step": 422 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 96 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 214 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 295 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 330 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 315 + }, + { + "system_id": "tank-00940", + "family": "tank", + "episode_index": 70, + "anchor_step": 69 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 177 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 231 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 235 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 628 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 530 + }, + { + "system_id": "tank-00400", + "family": "tank", + "episode_index": 31, + "anchor_step": 109 + }, + { + "system_id": "thermal-01182", + "family": "thermal", + "episode_index": 87, + "anchor_step": 432 + }, + { + "system_id": "thermal-00270", + "family": "thermal", + "episode_index": 16, + "anchor_step": 334 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 26 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 620 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 242 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 514 + }, + { + "system_id": "tank-00313", + "family": "tank", + "episode_index": 21, + "anchor_step": 510 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 457 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 439 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 306 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 493 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 379 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 383 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 484 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 118 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 48 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 498 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 23 + }, + { + "system_id": "tank-00484", + "family": "tank", + "episode_index": 39, + "anchor_step": 53 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 387 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 190 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 471 + }, + { + "system_id": "tank-00112", + "family": "tank", + "episode_index": 7, + "anchor_step": 242 + }, + { + "system_id": "tank-00934", + "family": "tank", + "episode_index": 69, + "anchor_step": 609 + }, + { + "system_id": "thermal-01170", + "family": "thermal", + "episode_index": 86, + "anchor_step": 196 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 542 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 135 + }, + { + "system_id": "thermal-00369", + "family": "thermal", + "episode_index": 28, + "anchor_step": 244 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 289 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 158 + }, + { + "system_id": "battery-00317", + "family": "battery", + "episode_index": 22, + "anchor_step": 166 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 55 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 395 + }, + { + "system_id": "thermal-00972", + "family": "thermal", + "episode_index": 73, + "anchor_step": 322 + }, + { + "system_id": "tank-00616", + "family": "tank", + "episode_index": 50, + "anchor_step": 340 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 378 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 314 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 500 + }, + { + "system_id": "tank-00775", + "family": "tank", + "episode_index": 60, + "anchor_step": 219 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 232 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 623 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 175 + }, + { + "system_id": "tank-00940", + "family": "tank", + "episode_index": 70, + "anchor_step": 426 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 418 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 536 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 242 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 423 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 494 + }, + { + "system_id": "battery-00464", + "family": "battery", + "episode_index": 36, + "anchor_step": 457 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 598 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 295 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 428 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 200 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 446 + }, + { + "system_id": "thermal-00189", + "family": "thermal", + "episode_index": 12, + "anchor_step": 512 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 402 + }, + { + "system_id": "battery-00365", + "family": "battery", + "episode_index": 26, + "anchor_step": 621 + }, + { + "system_id": "battery-00566", + "family": "battery", + "episode_index": 46, + "anchor_step": 240 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 481 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 525 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 187 + }, + { + "system_id": "tank-00433", + "family": "tank", + "episode_index": 34, + "anchor_step": 421 + }, + { + "system_id": "thermal-01137", + "family": "thermal", + "episode_index": 84, + "anchor_step": 65 + }, + { + "system_id": "battery-00413", + "family": "battery", + "episode_index": 33, + "anchor_step": 102 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 596 + }, + { + "system_id": "tank-00940", + "family": "tank", + "episode_index": 70, + "anchor_step": 292 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 610 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 208 + }, + { + "system_id": "battery-01190", + "family": "battery", + "episode_index": 88, + "anchor_step": 68 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 191 + }, + { + "system_id": "thermal-00567", + "family": "thermal", + "episode_index": 47, + "anchor_step": 289 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 584 + }, + { + "system_id": "thermal-00126", + "family": "thermal", + "episode_index": 9, + "anchor_step": 161 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 460 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 280 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 237 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 581 + }, + { + "system_id": "battery-00881", + "family": "battery", + "episode_index": 66, + "anchor_step": 51 + }, + { + "system_id": "tank-00679", + "family": "tank", + "episode_index": 56, + "anchor_step": 651 + }, + { + "system_id": "tank-00400", + "family": "tank", + "episode_index": 31, + "anchor_step": 223 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 307 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 350 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 461 + }, + { + "system_id": "thermal-00126", + "family": "thermal", + "episode_index": 9, + "anchor_step": 284 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 205 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 155 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 586 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 630 + }, + { + "system_id": "thermal-00834", + "family": "thermal", + "episode_index": 64, + "anchor_step": 584 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 194 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 398 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 162 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 241 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 45 + }, + { + "system_id": "thermal-00663", + "family": "thermal", + "episode_index": 53, + "anchor_step": 291 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 162 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 103 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 215 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 595 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 349 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 394 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 209 + }, + { + "system_id": "battery-00761", + "family": "battery", + "episode_index": 58, + "anchor_step": 647 + }, + { + "system_id": "thermal-00834", + "family": "thermal", + "episode_index": 64, + "anchor_step": 466 + }, + { + "system_id": "battery-01190", + "family": "battery", + "episode_index": 88, + "anchor_step": 330 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 86 + }, + { + "system_id": "tank-00484", + "family": "tank", + "episode_index": 39, + "anchor_step": 130 + }, + { + "system_id": "battery-00317", + "family": "battery", + "episode_index": 22, + "anchor_step": 347 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 289 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 534 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 232 + }, + { + "system_id": "battery-00761", + "family": "battery", + "episode_index": 58, + "anchor_step": 439 + }, + { + "system_id": "tank-00484", + "family": "tank", + "episode_index": 39, + "anchor_step": 575 + }, + { + "system_id": "tank-00331", + "family": "tank", + "episode_index": 23, + "anchor_step": 184 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 578 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 183 + }, + { + "system_id": "thermal-00531", + "family": "thermal", + "episode_index": 42, + "anchor_step": 215 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 96 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 90 + }, + { + "system_id": "thermal-01023", + "family": "thermal", + "episode_index": 78, + "anchor_step": 307 + }, + { + "system_id": "thermal-00972", + "family": "thermal", + "episode_index": 73, + "anchor_step": 500 + }, + { + "system_id": "tank-00052", + "family": "tank", + "episode_index": 2, + "anchor_step": 566 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 351 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 150 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 502 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 325 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 487 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 532 + }, + { + "system_id": "tank-00112", + "family": "tank", + "episode_index": 7, + "anchor_step": 388 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 590 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 313 + }, + { + "system_id": "tank-00400", + "family": "tank", + "episode_index": 31, + "anchor_step": 461 + }, + { + "system_id": "tank-00484", + "family": "tank", + "episode_index": 39, + "anchor_step": 119 + }, + { + "system_id": "battery-00365", + "family": "battery", + "episode_index": 26, + "anchor_step": 514 + }, + { + "system_id": "tank-00934", + "family": "tank", + "episode_index": 69, + "anchor_step": 532 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 187 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 598 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 347 + }, + { + "system_id": "tank-00313", + "family": "tank", + "episode_index": 21, + "anchor_step": 222 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 420 + }, + { + "system_id": "tank-01063", + "family": "tank", + "episode_index": 81, + "anchor_step": 628 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 518 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 321 + }, + { + "system_id": "battery-00464", + "family": "battery", + "episode_index": 36, + "anchor_step": 326 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 271 + }, + { + "system_id": "tank-00331", + "family": "tank", + "episode_index": 23, + "anchor_step": 455 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 658 + }, + { + "system_id": "battery-00377", + "family": "battery", + "episode_index": 30, + "anchor_step": 301 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 77 + }, + { + "system_id": "tank-00400", + "family": "tank", + "episode_index": 31, + "anchor_step": 156 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 330 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 322 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 162 + }, + { + "system_id": "battery-01190", + "family": "battery", + "episode_index": 88, + "anchor_step": 630 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 239 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 596 + }, + { + "system_id": "battery-00377", + "family": "battery", + "episode_index": 30, + "anchor_step": 167 + }, + { + "system_id": "thermal-00531", + "family": "thermal", + "episode_index": 42, + "anchor_step": 603 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 112 + }, + { + "system_id": "tank-00616", + "family": "tank", + "episode_index": 50, + "anchor_step": 560 + }, + { + "system_id": "thermal-01182", + "family": "thermal", + "episode_index": 87, + "anchor_step": 362 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 342 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 475 + }, + { + "system_id": "battery-00566", + "family": "battery", + "episode_index": 46, + "anchor_step": 504 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 539 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 600 + }, + { + "system_id": "thermal-00972", + "family": "thermal", + "episode_index": 73, + "anchor_step": 185 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 390 + }, + { + "system_id": "tank-00400", + "family": "tank", + "episode_index": 31, + "anchor_step": 232 + }, + { + "system_id": "thermal-01023", + "family": "thermal", + "episode_index": 78, + "anchor_step": 183 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 24 + }, + { + "system_id": "tank-00934", + "family": "tank", + "episode_index": 69, + "anchor_step": 32 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 425 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 509 + }, + { + "system_id": "battery-00083", + "family": "battery", + "episode_index": 5, + "anchor_step": 82 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 565 + }, + { + "system_id": "thermal-00369", + "family": "thermal", + "episode_index": 28, + "anchor_step": 648 + }, + { + "system_id": "battery-00677", + "family": "battery", + "episode_index": 55, + "anchor_step": 657 + }, + { + "system_id": "thermal-00567", + "family": "thermal", + "episode_index": 47, + "anchor_step": 599 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 176 + }, + { + "system_id": "battery-00377", + "family": "battery", + "episode_index": 30, + "anchor_step": 664 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 518 + }, + { + "system_id": "thermal-00567", + "family": "thermal", + "episode_index": 47, + "anchor_step": 312 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 342 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 444 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 362 + }, + { + "system_id": "tank-00331", + "family": "tank", + "episode_index": 23, + "anchor_step": 349 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 55 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 481 + } + ], + "swap": { + "donor_indices": [ + 47, + 398, + 150, + 48, + 11, + 194, + 377, + 190, + 400, + 154, + 443, + 4, + 115, + 468, + 134, + 186, + 0, + 319, + 354, + 175, + 171, + 9, + 344, + 346, + 141, + 188, + 23, + 141, + 7, + 454, + 511, + 474, + 438, + 480, + 296, + 362, + 484, + 488, + 88, + 447, + 77, + 325, + 357, + 80, + 196, + 58, + 270, + 0, + 73, + 286, + 405, + 32, + 34, + 474, + 151, + 45, + 458, + 27, + 417, + 185, + 493, + 80, + 263, + 296, + 222, + 212, + 370, + 175, + 47, + 243, + 265, + 478, + 80, + 274, + 173, + 86, + 211, + 40, + 144, + 436, + 61, + 91, + 16, + 147, + 443, + 218, + 417, + 334, + 38, + 34, + 169, + 81, + 414, + 13, + 359, + 394, + 398, + 244, + 330, + 478, + 462, + 240, + 277, + 209, + 257, + 278, + 350, + 238, + 173, + 74, + 325, + 49, + 427, + 411, + 271, + 125, + 259, + 357, + 59, + 356, + 2, + 477, + 283, + 33, + 194, + 115, + 462, + 205, + 479, + 361, + 266, + 222, + 164, + 98, + 14, + 419, + 49, + 134, + 142, + 384, + 75, + 24, + 178, + 428, + 482, + 85, + 409, + 290, + 112, + 38, + 264, + 237, + 452, + 144, + 9, + 344, + 91, + 314, + 33, + 60, + 405, + 321, + 245, + 157, + 132, + 356, + 308, + 365, + 347, + 335, + 457, + 414, + 486, + 74, + 104, + 67, + 11, + 142, + 142, + 461, + 76, + 379, + 66, + 4, + 242, + 128, + 413, + 436, + 25, + 185, + 7, + 133, + 45, + 363, + 243, + 308, + 44, + 337, + 145, + 451, + 406, + 242, + 93, + 476, + 95, + 395, + 16, + 256, + 382, + 103, + 102, + 76, + 65, + 169, + 135, + 373, + 42, + 80, + 85, + 37, + 456, + 471, + 265, + 336, + 87, + 469, + 260, + 373, + 0, + 507, + 24, + 351, + 98, + 419, + 163, + 165, + 468, + 151, + 107, + 323, + 101, + 498, + 343, + 69, + 97, + 162, + 119, + 351, + 268, + 382, + 256, + 448, + 504, + 233, + 385, + 86, + 207, + 104, + 395, + 505, + 331, + 0, + 12, + 62, + 150, + 222, + 280, + 462, + 248, + 229, + 328, + 40, + 61, + 378, + 24, + 302, + 304, + 420, + 105, + 289, + 266, + 352, + 426, + 173, + 459, + 431, + 49, + 336, + 415, + 279, + 147, + 211, + 386, + 431, + 216, + 466, + 34, + 444, + 164, + 89, + 194, + 309, + 275, + 78, + 276, + 89, + 233, + 306, + 195, + 301, + 342, + 248, + 99, + 104, + 157, + 395, + 13, + 278, + 95, + 481, + 379, + 66, + 378, + 175, + 140, + 41, + 256, + 49, + 103, + 415, + 98, + 260, + 114, + 496, + 4, + 14, + 223, + 209, + 375, + 499, + 306, + 182, + 310, + 242, + 22, + 433, + 23, + 168, + 225, + 414, + 40, + 247, + 182, + 121, + 18, + 466, + 165, + 42, + 142, + 94, + 300, + 321, + 35, + 352, + 233, + 468, + 461, + 365, + 397, + 234, + 66, + 264, + 411, + 388, + 420, + 414, + 283, + 6, + 450, + 181, + 285, + 339, + 208, + 34, + 139, + 280, + 292, + 218, + 373, + 488, + 278, + 432, + 414, + 418, + 95, + 419, + 473, + 502, + 96, + 490, + 8, + 490, + 207, + 352, + 142, + 427, + 505, + 99, + 247, + 146, + 321, + 113, + 183, + 186, + 171, + 268, + 510, + 58, + 393, + 233, + 277, + 341, + 271, + 99, + 347, + 359, + 67, + 405, + 143, + 461, + 105, + 359, + 391, + 481, + 498, + 26, + 39, + 123, + 32, + 77, + 473, + 462, + 271, + 469, + 488, + 448, + 242, + 39, + 196, + 481, + 74, + 199, + 415, + 470, + 187, + 352, + 70, + 23, + 56, + 387, + 154, + 429, + 240, + 297, + 236, + 187, + 295, + 13, + 236, + 225, + 500, + 80, + 236, + 440, + 31, + 196, + 274, + 510, + 99, + 128, + 33, + 319, + 144, + 238, + 258, + 87, + 8, + 448, + 444, + 296, + 109, + 451, + 34, + 60, + 343, + 420, + 377, + 1, + 241, + 33, + 470, + 55, + 308, + 394, + 252, + 259, + 463, + 229, + 494, + 13, + 416, + 30 + ], + "current_standardized_rms_distance": [ + 0.164823979139328, + 0.27499306201934814, + 0.3178401291370392, + 0.7629092335700989, + 0.11056063324213028, + 0.12181262671947479, + 0.24528305232524872, + 0.20889340341091156, + 0.2645489573478699, + 0.12688082456588745, + 0.08912471681833267, + 0.11056063324213028, + 0.23497556149959564, + 0.2845853865146637, + 0.21005073189735413, + 0.11767658591270447, + 0.2063838690519333, + 0.38990315794944763, + 0.24839122593402863, + 0.23823341727256775, + 0.08937181532382965, + 0.03431903198361397, + 0.2013745754957199, + 0.21761831641197205, + 0.11812620609998703, + 0.1330430805683136, + 0.25629523396492004, + 0.1638796329498291, + 0.36498919129371643, + 0.36154624819755554, + 0.1269225925207138, + 0.45728257298469543, + 0.06604291498661041, + 0.28469493985176086, + 0.07230431586503983, + 0.19612638652324677, + 0.05023806542158127, + 0.5965273380279541, + 0.2249988168478012, + 0.2267814725637436, + 0.08909619599580765, + 0.30191048979759216, + 0.09153542667627335, + 0.09727462381124496, + 0.17354035377502441, + 0.09591253846883774, + 0.35617688298225403, + 0.164823979139328, + 0.5749833583831787, + 0.20730175077915192, + 0.008187724277377129, + 0.08403553068637848, + 0.30461791157722473, + 0.4112822413444519, + 0.44275715947151184, + 0.16260302066802979, + 0.21756979823112488, + 0.19955682754516602, + 0.0816163495182991, + 0.24281780421733856, + 0.10464326292276382, + 0.1311272531747818, + 0.1477658897638321, + 0.45342132449150085, + 0.20965656638145447, + 0.04985368251800537, + 0.029425930231809616, + 0.0741271898150444, + 0.1950930505990982, + 0.1443277895450592, + 0.13273462653160095, + 0.20956866443157196, + 0.41711461544036865, + 0.34157493710517883, + 0.22189821302890778, + 0.5429888367652893, + 0.10661998391151428, + 0.08909619599580765, + 0.35519373416900635, + 0.46630722284317017, + 0.1311272531747818, + 0.27957049012184143, + 0.05545119568705559, + 0.052802469581365585, + 0.15835362672805786, + 0.015147589147090912, + 0.4081248641014099, + 0.1994335949420929, + 0.2249988168478012, + 0.28524479269981384, + 0.5079866647720337, + 0.27957049012184143, + 0.24325716495513916, + 0.3528504967689514, + 0.09666772931814194, + 0.07678952813148499, + 0.08865975588560104, + 0.25992682576179504, + 0.35500067472457886, + 0.3411458134651184, + 0.40520161390304565, + 0.6572450995445251, + 0.22773347795009613, + 0.002607087604701519, + 0.18536126613616943, + 0.055614374577999115, + 0.09508069604635239, + 0.04635808989405632, + 0.3307558596134186, + 0.2952629029750824, + 0.34137678146362305, + 0.35226956009864807, + 0.2449396550655365, + 0.3099825084209442, + 0.005418260581791401, + 0.12051562964916229, + 0.18261294066905975, + 0.12781411409378052, + 0.25472626090049744, + 0.23913203179836273, + 0.09768187254667282, + 0.3796626031398773, + 0.6146246790885925, + 0.5562957525253296, + 0.17725755274295807, + 0.12051562964916229, + 2.0663492679595947, + 0.09531240165233612, + 0.10588157922029495, + 0.36890774965286255, + 0.058304231613874435, + 0.15652374923229218, + 0.090120829641819, + 0.8347276449203491, + 0.21005073189735413, + 0.21874433755874634, + 0.21563896536827087, + 0.06005515530705452, + 0.31310442090034485, + 0.3395661413669586, + 0.18034589290618896, + 0.11812620609998703, + 0.11030768603086472, + 0.22328883409500122, + 0.2534729540348053, + 0.036916300654411316, + 0.46118229627609253, + 0.02355881594121456, + 0.2922120988368988, + 0.16670159995555878, + 0.04319581761956215, + 0.3141881823539734, + 0.374629944562912, + 0.3156813085079193, + 0.12688082456588745, + 0.31676337122917175, + 0.5481494069099426, + 0.22782382369041443, + 0.1756240278482437, + 0.15420874953269958, + 0.16775238513946533, + 0.24552705883979797, + 0.18673059344291687, + 0.24122370779514313, + 0.090120829641819, + 0.21391741931438446, + 0.026043184101581573, + 0.10725312680006027, + 0.015449152328073978, + 0.3845665156841278, + 0.30870190262794495, + 0.33834874629974365, + 0.9310176372528076, + 0.22189821302890778, + 0.21234403550624847, + 0.0741271898150444, + 0.21203631162643433, + 0.24760428071022034, + 0.11030768603086472, + 0.6743990182876587, + 0.1894976794719696, + 0.13701827824115753, + 0.1404445618391037, + 0.159386545419693, + 0.5603381395339966, + 0.17812028527259827, + 0.20258809626102448, + 0.2638615071773529, + 0.1330430805683136, + 0.2931775450706482, + 0.20889340341091156, + 0.8563646078109741, + 0.18966065347194672, + 0.17980636656284332, + 0.36554211378097534, + 0.060136936604976654, + 0.17354035377502441, + 0.3183911442756653, + 0.13517192006111145, + 0.3114067614078522, + 0.026877501979470253, + 0.4453299045562744, + 0.420372873544693, + 0.23573167622089386, + 0.18055592477321625, + 0.06366866081953049, + 0.25459378957748413, + 0.2894662916660309, + 0.2896375358104706, + 0.002607087604701519, + 0.3467818796634674, + 0.10661998391151428, + 0.04985368251800537, + 0.12994523346424103, + 0.07984919846057892, + 0.5896287560462952, + 0.3555258512496948, + 0.06651955097913742, + 0.015147589147090912, + 0.2416272610425949, + 0.4156227111816406, + 0.37779495120048523, + 0.04118405282497406, + 0.12642540037631989, + 0.24288274347782135, + 0.22326916456222534, + 0.3735930621623993, + 0.5793704986572266, + 0.1491771638393402, + 0.10124863684177399, + 0.1842159777879715, + 0.23963786661624908, + 0.5696291327476501, + 0.11375713348388672, + 0.25025466084480286, + 0.23395153880119324, + 0.26141849160194397, + 0.3141881823539734, + 0.04635808989405632, + 0.20998206734657288, + 0.6572450995445251, + 0.14449384808540344, + 0.4691322147846222, + 0.1443277895450592, + 0.25992682576179504, + 0.18673059344291687, + 0.09975496679544449, + 0.11029816418886185, + 0.12413138151168823, + 0.3375546932220459, + 0.3281109631061554, + 0.3235752284526825, + 0.08432387560606003, + 0.21546897292137146, + 0.1651383936405182, + 0.07480689138174057, + 0.2894662916660309, + 0.18536126613616943, + 0.3426789343357086, + 0.17599190771579742, + 0.2706456780433655, + 0.0010405033826828003, + 0.08806295692920685, + 0.1477658897638321, + 0.04319581761956215, + 0.04118405282497406, + 0.14253388345241547, + 2.9960029125213623, + 0.12413138151168823, + 0.04231812432408333, + 0.3369346261024475, + 0.2277495115995407, + 0.13816235959529877, + 0.5089653730392456, + 0.2004728615283966, + 0.2609767019748688, + 0.111055389046669, + 0.08998965471982956, + 0.055614374577999115, + 0.08348523825407028, + 0.14253388345241547, + 0.4423062205314636, + 0.6618314385414124, + 0.34368985891342163, + 0.301541805267334, + 0.8906116485595703, + 0.20730175077915192, + 0.1670483946800232, + 0.42348501086235046, + 0.08348523825407028, + 0.02355881594121456, + 0.21539928019046783, + 0.20966926217079163, + 0.2640717327594757, + 0.37269356846809387, + 0.12424919009208679, + 0.07230431586503983, + 0.40506964921951294, + 0.036602459847927094, + 0.23798494040966034, + 0.04374048113822937, + 0.23939460515975952, + 0.2609767019748688, + 0.5939345955848694, + 0.111055389046669, + 0.041193604469299316, + 0.400156706571579, + 0.22982779145240784, + 0.060136936604976654, + 0.23939460515975952, + 0.21802178025245667, + 0.24954105913639069, + 0.1477748453617096, + 0.18536126613616943, + 0.22782382369041443, + 0.3758328855037689, + 0.3946695923805237, + 0.13104787468910217, + 0.4328480362892151, + 0.27961984276771545, + 0.8700008392333984, + 0.12489989399909973, + 0.34900596737861633, + 0.09967174381017685, + 0.23221062123775482, + 0.30191048979759216, + 0.35962504148483276, + 0.4003772735595703, + 0.03418761119246483, + 0.3216228187084198, + 0.35500067472457886, + 0.2706456780433655, + 0.0036335885524749756, + 0.16665643453598022, + 0.11132427304983139, + 0.36196526885032654, + 0.12642540037631989, + 0.27621904015541077, + 1.0120126008987427, + 0.08972136676311493, + 0.277127206325531, + 0.206112340092659, + 0.21802178025245667, + 0.4691322147846222, + 0.2013745754957199, + 0.317324697971344, + 0.21761831641197205, + 0.015449152328073978, + 0.12750805914402008, + 0.21528521180152893, + 0.23149889707565308, + 0.11029816418886185, + 0.251101016998291, + 0.0, + 0.24839122593402863, + 0.14204442501068115, + 0.21391741931438446, + 0.09153542667627335, + 0.12923292815685272, + 0.09666772931814194, + 0.26742061972618103, + 0.14151611924171448, + 0.19612638652324677, + 0.28888314962387085, + 0.04424009472131729, + 0.4087201952934265, + 0.32061779499053955, + 0.41151952743530273, + 0.2580578923225403, + 0.3129653334617615, + 0.029425930231809616, + 0.2862966060638428, + 0.6958395838737488, + 0.40341517329216003, + 0.21807755529880524, + 0.17383360862731934, + 0.3660118877887726, + 0.24528305232524872, + 0.28476396203041077, + 0.13701827824115753, + 0.9659658670425415, + 0.1674838662147522, + 0.2896375358104706, + 0.2403750717639923, + 0.3395661413669586, + 0.15943585336208344, + 0.20966926217079163, + 0.3770074248313904, + 0.40341517329216003, + 0.3603439927101135, + 0.22241151332855225, + 0.12468354403972626, + 0.154897078871727, + 0.1814049929380417, + 0.07678952813148499, + 0.22426730394363403, + 0.039054933935403824, + 0.2008265107870102, + 0.08865975588560104, + 0.4290384352207184, + 0.2645489573478699, + 0.40508896112442017, + 0.3407140076160431, + 0.4764522910118103, + 0.25142475962638855, + 0.15997207164764404, + 0.18142981827259064, + 0.4867793619632721, + 0.04660162702202797, + 0.46118229627609253, + 0.14157886803150177, + 0.3099825084209442, + 0.2269449681043625, + 0.20258809626102448, + 0.33834874629974365, + 0.23292861878871918, + 0.2844310998916626, + 0.0816163495182991, + 0.1814049929380417, + 0.11375713348388672, + 0.08998965471982956, + 0.501953125, + 0.00048235058784484863, + 0.5062881112098694, + 0.03905254974961281, + 0.19117404520511627, + 0.3238202631473541, + 0.15997207164764404, + 0.22328883409500122, + 0.41894662380218506, + 0.2149869054555893, + 0.35802161693573, + 0.12468354403972626, + 0.2805676758289337, + 0.2811225354671478, + 0.2615349292755127, + 0.251086562871933, + 0.19153018295764923, + 0.06604291498661041, + 0.08909619599580765, + 0.11262732744216919, + 2.6812283992767334, + 0.01249956525862217, + 0.23147769272327423, + 0.09031617641448975, + 0.19064314663410187, + 0.5101963877677917, + 0.2267814725637436, + 0.2451580911874771, + 0.3244551718235016, + 0.26247161626815796, + 0.3114067614078522, + 0.36527493596076965, + 0.27488401532173157, + 0.2917247712612152, + 0.2813902199268341, + 0.29142478108406067, + 0.22650429606437683, + 0.21756979823112488, + 0.12294554710388184, + 0.31944260001182556, + 0.41894662380218506, + 0.2062872052192688, + 0.511169970035553, + 0.3434356451034546, + 0.29610735177993774, + 0.12424919009208679, + 0.42846599221229553, + 0.26141849160194397, + 0.22326916456222534, + 0.09866727888584137, + 0.17800958454608917, + 0.30228355526924133, + 0.11262732744216919, + 0.45728257298469543, + 0.18587633967399597, + 0.21615281701087952, + 0.36236464977264404, + 0.3411458134651184, + 0.10588157922029495, + 0.28469493985176086, + 0.27961984276771545, + 0.2534729540348053, + 0.15481790900230408, + 0.029519332572817802, + 0.22750255465507507, + 0.4060189723968506, + 0.25362807512283325, + 0.09031617641448975, + 0.21267583966255188, + 0.38279989361763, + 0.3794638514518738, + 0.061546605080366135, + 0.10464326292276382, + 0.72086101770401, + 0.23176729679107666, + 0.10361415147781372, + 0.37564709782600403, + 0.14449384808540344, + 0.49393773078918457, + 0.09866727888584137, + 0.17104189097881317, + 0.06848760694265366, + 0.22752918303012848, + 0.08432387560606003, + 0.17599190771579742, + 0.5184041857719421, + 0.10124863684177399, + 1.1463618278503418, + 0.2267647534608841, + 0.2844310998916626, + 0.1269225925207138 + ], + "matching_uses_targets": false + } + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/summary.json b/studies/full-data-stopped-20261011/artifacts/robustness/history/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..51ac70c893f63f2d4e1d5b852e8c4b45eb215b2f --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/summary.json @@ -0,0 +1,153 @@ +{ + "status": "completed", + "checkpoint_sha256": "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec", + "provenance_sha256": "6ce68f1f54cff30fd0c9699bac235eb77b6e9326d9ff7d4ac93128af626d8c18", + "paired_windows": 1024, + "calibration_windows": 512, + "conditions": { + "full_history": { + "mae": 0.04051102742087096, + "nll": -2.605391679519195, + "score_population": "identical observed queries in all history comparisons", + "families": { + "battery": { + "mae": 0.06348531041294336 + }, + "tank": { + "mae": 0.029698159167310223 + }, + "thermal": { + "mae": 0.03195390210021287 + } + } + }, + "current_only": { + "mae": 0.35482378292363137, + "nll": 24.279123571332484, + "score_population": "identical observed queries in all history comparisons", + "families": { + "battery": { + "mae": 0.3859867875774701 + }, + "tank": { + "mae": 0.4117674003355205 + }, + "thermal": { + "mae": 0.24773595505394042 + } + } + }, + "history_branch_disabled": { + "mae": 0.35340662273811174, + "nll": 58.6120983650934, + "score_population": "identical observed queries in all history comparisons", + "families": { + "battery": { + "mae": 0.46063952644666034 + }, + "tank": { + "mae": 0.4496909447479993 + }, + "thermal": { + "mae": 0.11779462301637977 + } + } + }, + "past_state_only": { + "mae": 0.2768171668227296, + "nll": 51.78091116107902, + "score_population": "identical observed queries in all history comparisons", + "families": { + "battery": { + "mae": 0.29094388025502366 + }, + "tank": { + "mae": 0.38500635139644146 + }, + "thermal": { + "mae": 0.1184382072921532 + } + } + }, + "truncate_4": { + "mae": 0.08685867765452712, + "nll": -0.42143546038171475, + "score_population": "identical observed queries in all history comparisons", + "families": { + "battery": { + "mae": 0.13813534130652746 + }, + "tank": { + "mae": 0.05431935319211334 + }, + "thermal": { + "mae": 0.07896777995241185 + } + } + }, + "truncate_8": { + "mae": 0.06851221029646695, + "nll": -1.4608889621167926, + "score_population": "identical observed queries in all history comparisons", + "families": { + "battery": { + "mae": 0.10148852675532301 + }, + "tank": { + "mae": 0.05089766369201243 + }, + "thermal": { + "mae": 0.05902195597688357 + } + } + }, + "temporal_shuffle": { + "mae": 0.27053095449809916, + "nll": 10.968237899716794, + "score_population": "identical observed queries in all history comparisons", + "families": { + "battery": { + "mae": 0.3089862248549859 + }, + "tank": { + "mae": 0.34001291263848543 + }, + "thermal": { + "mae": 0.1394330732873641 + } + } + }, + "matched_family_swap": { + "mae": 0.1986356106994208, + "nll": 43.506050891866145, + "score_population": "identical observed queries in all history comparisons", + "families": { + "battery": { + "mae": 0.2534910098960002 + }, + "tank": { + "mae": 0.22428284888155758 + }, + "thermal": { + "mae": 0.10958389392665897 + } + } + }, + "thermal_temperature_only": { + "mae": 0.04812635052076075, + "nll": -2.3821393737208165, + "score_population": "thermal indoor_temp only; other families unchanged", + "families": { + "battery": { + "mae": 0.06348531041294336 + }, + "tank": { + "mae": 0.029698159167310223 + }, + "thermal": { + "mae": 0.07576223625801504 + } + } + } + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/temporal_shuffle-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/temporal_shuffle-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..c0af068d15e358950f2fdae19296b0984b519897 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/history/temporal_shuffle-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/temporal_shuffle-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/temporal_shuffle-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..a84fbaa0599c30db4dc0118e4286216bd9f94a43 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/temporal_shuffle-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a093233d877c57c35bb964c20ea913243456aa2ad3c2ad6a2fd972a761bcc7 +size 176276 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/thermal_temperature_only-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/thermal_temperature_only-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..1c25702f6e7de1c40f412bb31c481bb26cc310d9 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/history/thermal_temperature_only-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/thermal_temperature_only-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/thermal_temperature_only-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..0c329e66f08b92ea5c84b13d76fc92639caf97f6 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/thermal_temperature_only-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff0f371ed9e9446b895bcab23769075e6dde35122e8273bc227b28267336052 +size 173390 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_4-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_4-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..c473b989c6eb06f5e9672648e554dd4d6b7cbe1a Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_4-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_4-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_4-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..c286720c7a045c736db3fed5a579fa8677ee53f9 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_4-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:546125f1d16ab9887b47cb52a735e402c338959a25a508c4019d501e45ef40aa +size 164343 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_8-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_8-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..3c21786cfd6b55ce3bab0c28b2570f4cbea7bd5c Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_8-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_8-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_8-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..f8dd5c7c5bd8568939a6c95f8d28b97c22438c35 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/history/truncate_8-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e052b15d95f30b80d9bb353dc2031b769fcc666eaefe18d08d192c11385d48c6 +size 167113 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/preliminary-results.md b/studies/full-data-stopped-20261011/artifacts/robustness/preliminary-results.md new file mode 100644 index 0000000000000000000000000000000000000000..d754fb25049a202f982326f3837515856e561a89 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/preliminary-results.md @@ -0,0 +1,112 @@ +# Robustness diagnostics — preliminary + +These diagnostics use the frozen full-data transformer, seed 42. They do not +establish a winner over the still-pending MLP, GRU, or specialist runs. Scaling is +deferred. External challenge observations and outcomes did not train the model, +refit normalization, or select uncertainty thresholds. + +## What the completed checks show + +On 1,024 identical held-out source windows, removing past observations increases +field/horizon-balanced normalized MAE from 0.0405 to 0.3548 (8.76 times). Shuffling +temporal order increases it to 0.2705; substituting another system's matched +history increases it to 0.1986. This supports dependence on historical context. +Inference-time perturbations also change the input distribution, so they do not +by themselves prove identification of hidden parameters. Retrained controls are +needed. + +Independent thermal dynamics expose weaker transfer. Each forecast cohort has +512 sampled windows from test-only systems. MAE below averages indoor-temperature +errors across 15, 30, 60 and 120 minutes with full history. + +| Thermal challenge | Transformer MAE | Persistence MAE | Local history-linear MAE | Nominal 90% interval coverage | +| --- | ---: | ---: | ---: | ---: | +| Shifted two-node parameters | 1.300°C | 2.904°C | 1.997°C | 60.1% | +| Small-room three-node dynamics | 1.692°C | 2.770°C | 2.421°C | 48.6% | +| Auditorium three-node dynamics | 0.526°C | 0.585°C | 0.414°C | 61.0% | + +The intervals use calibration systems from the original generator with matching +input masks. Their coverage has not transferred. Mean full interval widths are +2.94°C, 3.09°C and 1.20°C respectively. Current-state-only intervals become roughly +15–17°C wide: apparently better coverage there does not mean useful precision. + +In 16 paired interventions per cohort, two-hour action-effect MAE is 1.992°C, +2.344°C and 0.716°C respectively. Persistence's corresponding errors are 4.933°C, +1.648°C and 0.508°C. The transformer loses on effect magnitude in both changed- +equation cohorts. Strong action ranking on these small samples does not overturn +that finding. This challenge simulator is independently implemented in-house, +not real-world validation. + +Actual CityLearn 3.0.2 battery-device physics provides a third-party synthetic +check. Only SOC and the device's enabled power action are mapped; no temperature +or voltage observations are fabricated. On 512 windows per cohort: + +| CityLearn battery cohort | Transformer SOC MAE | Persistence SOC MAE | Local history-linear SOC MAE | +| --- | ---: | ---: | ---: | +| Common capacity/power scale | 4.12 percentage points | 5.69 pp | 3.93 pp | +| Shifted capacity/power scale | 7.37 percentage points | 10.03 pp | 8.34 pp | + +Matched sparse-context nominal 90% intervals cover only 64–72% across horizons. +Raw predicted SOC violates physical bounds on 6.4–8.7% of queries. The marginal +input-support heuristic flags zero shifted windows. Absence of a flag cannot +certify familiar dynamics. This checks a third-party battery device, not a full +CityLearn building, measured equipment, or domain-agnostic behavior. + +## Prediction interface direction + +Return an estimate, a numerical prediction interval, and separate evidence and +calibration-status flags. Preserve useful provisional estimates when some sensors +or physical specifications are absent. Explicitly report missing history, +insufficient excitation, unavailable drivers, and observed support shift. These +flags are heuristics, not probabilities of correctness or inferred room size. + +The new context and calibration helpers are experimental scripts. The frozen +inference API still has its earlier mean, distribution standard deviation, +calibrated interval, and basic flags; the richer helpers are not deployed there. +Coverage claims require validation for the actual input regime. A generic scalar +"confidence" would conceal the failure seen above. + +A retrospective behavior prototype checks whether the frozen model can predict +an already-observed portion of the supplied history, using only past states and +past drivers. Fixed 99th-percentile residual thresholds are fitted on training +systems separately for each observed schema. On another 512 windows per cohort, +it flags 76.4% of shifted two-node thermal cases, 86.9% of small-room cases, and +26.2% of auditorium cases. Reference held-out thermal windows are flagged at +5.9%. In sparse SOC/power-only battery observations, it flags 20.5% of CityLearn +scale-shift windows versus 2.0% of source held-out windows. This improves detection +over marginal input ranges, but still misses most shifted battery windows. + +The retrospective flag is evidence of poor fit to observed past behavior. It does +not establish future accuracy, identify room size, or provide a confidence +probability. A steady history cannot demonstrate the response to interventions +that have never been observed. Field multiplicity, overlapping windows, and +thresholds derived from model-training systems limit false-alarm interpretation. +Future errors in the diagnostic report are analysis only, never flag inputs. +The thermal rates count a mismatch in any observed state field; energy-consumption +errors dominate the parameter-shift and small-room flags. Air-temperature-only +flag rates are 18.6%, 21.1% and 10.4% respectively. These results cannot be described +as reliable room-capacity detection. Flagged small-room windows do not have worse +average future error than unflagged windows, so this is not a universal accuracy +ranking or selective-confidence score. + +## Queued work + +The durable robustness runner waits for the original full-data training and +evaluation pipeline to finish before starting five serial MPS controls: retrained +no-history, 24-hour history, and one excluded-family run per family. It then +evaluates paired effects and matched eligible anchors. The longer-history model +also has a larger temporal encoder; its comparison will disclose that limitation. +The existing follow-up will finish the study and publish completed artifacts to +Hugging Face. Larger-model training remains deferred. + +## Evidence files + +- `history/summary.json` and `history/history-diagnostics.json` +- `thermal-evaluation/thermal-evaluation.json` +- `challenge-interventions/summary.json` and `challenge-interventions/verification.json` +- `citylearn/evaluation/citylearn-evaluation.json` +- `behavior/behavior-diagnostic.json` +- `study.json` and `../../configs/robustness-study.json` + +The available evidence supports historical-context use but does not yet support +reliable uncertainty under shift or broad system generalization. diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/preliminary-verification.json b/studies/full-data-stopped-20261011/artifacts/robustness/preliminary-verification.json new file mode 100644 index 0000000000000000000000000000000000000000..3cab0ce5b061565949070206c4d777b3ab31ca2c --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/preliminary-verification.json @@ -0,0 +1,41 @@ +{ + "status": "verified", + "scope": "Preliminary report source references and thermal evaluator bindings; not a completed training study", + "checks": { + "scripts/context_uncertainty.py": true, + "scripts/history_diagnostics.py": true, + "scripts/thermal_challenges.py": true, + "script": true, + "checkpoint": true, + "normalization": true + }, + "files_sha256": { + "artifacts/robustness/history/summary.json": "0144bf198cdfd4a66fad46967c7ad10b1024a796eede274ebb2e6908e4f05d83", + "artifacts/robustness/thermal-evaluation/thermal-evaluation.json": "19d9b9c4116509e5cc7f1124808a5c5f2c0691a30af53dc53581b279d71c62ec", + "artifacts/robustness/challenge-interventions/summary.json": "1580aacc75ecafabd59a2990eaf69d7964a6323bdd16989a79dc56c72c71a452", + "artifacts/robustness/citylearn/evaluation/citylearn-evaluation.json": "37d242cc2dbe62e9ad3edc9c201643add9cc1c1a69814e5a4473cf3f56669552", + "artifacts/robustness/preliminary-results.md": "0d9ac2969f909500dbd43998b8169c820acb9d5fc5c8aff5faa256891c3c3122", + "artifacts/robustness/behavior/behavior-diagnostic.json": "2fd1d7dae2538f18ce9bf74c46846eb468a2a88a09c2fb164ba0154cfbaccf2a" + }, + "checkpoint_sha256": [ + "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "behavior_binding_checks": { + "artifacts/full/transformer/seed-42/checkpoint.pt": true, + "artifacts/full/transformer/seed-42/normalization.json": true, + "artifacts/poc/data/manifest.json": true, + "artifacts/robustness/thermal-challenges/manifest.json": true, + "artifacts/robustness/citylearn/manifest.json": true, + "/Users/maxfarrell/repos/experimental/scripts/behavior_support.py": true, + "scripts/evaluate_citylearn.py": true, + "scripts/citylearn_validation.py": true, + "scripts/thermal_challenges.py": true, + "tfm/training/train.py": true, + "tfm/models/core.py": true, + "tfm/data/windows.py": true, + "tfm/data/normalization.py": true, + "tfm/data/schema.py": true, + "tfm/data/episodes.py": true + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/citylearn_battery_common_scale-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/citylearn_battery_common_scale-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..449babfecbda2589b9394224a55d14c49e04186e --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/citylearn_battery_common_scale-assessments.json @@ -0,0 +1,11108 @@ +{ + "assessments": [ + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0627071454794952, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6399358002528757, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.9653436089739715, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5433374887345541, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6197722567033257, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23043139653154746, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.42390270152142, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0660300451752405, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.313274535356669, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5455790473910644, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6046435846766278, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9450978687191282, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.524598362397241, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.791679964382558, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.412335999105344, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.222472852098411, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.359152951708888, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.629623520270817, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0560684617460456, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2343902330317953, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8599891547453558, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9590785816021313, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.749605996489847, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.304580895174953, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.583455486746795, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0028031005793343, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.808825718416181, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5954091404348048, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5281557952749476, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.44675893210622, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.923473202944123, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09672179536862466, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.089049815973127, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.970978940935709, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.040501928621761, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.761690763545909, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6310334006163778, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.05382612747734535, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.328052943168567, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4632130425719148, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.377504411081137, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9538379743084764, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4893913687349327, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1014527763880601, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1345156263932816, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.629103680815464, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5619039022276129, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.17934277735830362, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.115846816899957, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0429325905182565, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9611066247504694, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1157660577811748, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9666394981612656, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.508550830693711, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6517311281411392, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.08752763571008, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.340258204131583, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 18.82597897530692, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.006667908006797, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9740363971307306, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5014784136433874, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5262817259635951, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0613776921396947, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.825199139292654, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.784956529157338, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8951168475839593, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.20249623919689, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.200116831000171, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8133542881690624, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.809660241920642, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.555793890257299, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5483036872969254, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.403641768131145, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.18918209253163706, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.39398081355684095, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8886012106814105, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5620159316304477, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.583919346673904, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.451200923355751, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.230369009056255, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7907783578682994, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.817314631439256, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.075325961332082, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.38650868589415, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0613776921396947, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8607452910260136, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.384394961918412, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.5580668061594105, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2474730895262369, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0336682389332161, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.27341600784803805, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.462061626748019, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.969937347440897, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.547364445508699, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.39888185374019924, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0172196700424498, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9117864264567783, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.593073143551556, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8235370815932388, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2786566456981288, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.264746925431586, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.272896961769482, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19056749631233938, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8437139407813593, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6038887725619244, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2595260631200125, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.740750017257135, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4192029261165757, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5901324577327776, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.065322660604219, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1182677143434394, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.226118707786972, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.54097478720434, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5274503534002549, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8089544139424873, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.308664014445133, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0336682389332161, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4950528707809896, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1819186357916893, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.9721312082650027, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.963470171454235, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.104963040719685, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.11668016928385, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9683921757551593, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4595304892823464, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.171209841272042, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.25553948991584613, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.48582852027734513, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4544015393758873, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4542347060294332, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9135840742591244, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.024356791944877, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5479486109309789, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07389228431263388, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.798385237445629, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.139262892250507, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.35667862474208833, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.473118410712009, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2750234661869544, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.287188880328596, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6918096108062795, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7418726521241421, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.579478163828334, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7856520823409787, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4186065904311742, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8176904747342233, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1480856468528744, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0734025763160004, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.318789876120594, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6725779807483825, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.030473844273678, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.771771956354459, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9110106792950708, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.955205897673471, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5054803314979757, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.433736581930759, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6841802448848107, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8901541408434726, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6897432273572885, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.859410329592535, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.516848545509682, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.641284403772941, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4849442729943347, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4379988484564324, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.3517896068030835, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.85997641152405, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.086792692469999, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.377627448155542, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.561475243213312, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.258044615799292, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.911638281796074, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.021690897209856, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.9057654084913813, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1399933635935082, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8437139407813593, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4632130425719148, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.10081164927733073, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2655228585807488, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4946604753388864, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.033831104049792, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.075836061153692, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7425048803468599, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.0105496264624305, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3912292583316705, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.219614021022209, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.03970455836328539, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3075624514007407, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3321882873410664, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.650318151168624, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6062167100289582, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.445888341497167, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3363126094216326, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5831267317643861, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.631817796757974, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.642705311015429, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23516713502321762, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.364125982140338, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.289406922007572, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7996423914926315, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0391562953689022, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8871309241003358, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.2999510029347174, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5322020418620275, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8437139407813593, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5896092330296916, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.246085988194871, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.762448540598194, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8259246230024084, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.366888808668573, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.271377457663673, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.682644274738186, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8309651512934213, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7599419993734171, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.54885600294981, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2632402681415775, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.340852544600868, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8326231488839149, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.883688861423508, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.337462011587512, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.07537835334651, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.123924436915588, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.701307871435565, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.568522318537039, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.638885195666901, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8238655844190096, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9415956862152632, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2879312769819253, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3822327425288172, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6435908470044787, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.792081221939847, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.938475623834405, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.116372323028634, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6432066428871732, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7599419993734171, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9558264014441527, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1926269599199741, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.971725135261806, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 16.782422400174983, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0305335343416233, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.35263219998210144, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5565905954635526, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6416590017181347, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.346589792170924, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.829378654251265, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.304580895174953, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6161975584720703, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6444738778513612, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.05321203441161581, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.037685956119997734, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07657871932599736, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3113916775231818, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2015612901235206, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.731759354851889, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7210608303341213, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 24.179631111104815, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5438036865329892, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7217231088910883, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.20720395851522755, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.017018807956929, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.675741227895244, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8165976609724276, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.353418740842692, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8793182316515322, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5635296733665487, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2625310405118717, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.38396766014217, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6416590017181347, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9234308600447907, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2228748688903437, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4417399663689061, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.635660915171365, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9045856468412838, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6230007367055084, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9017559504816766, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9117864264567783, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5646663571698387, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.184137723029291, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 17.538246136477614, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.030185382528162, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6558474604292983, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.888536370174129, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.058278961400081, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.13876662559498074, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.064476040239365, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.951139983740769, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07465337119568481, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 16.993455278844944, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.724344476750869, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.549849181165335, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3858582303577363, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6363559794960207, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.035882537955054, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1063759144828063, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.48758114978288813, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.38560957235137316, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.201949144394854, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2498264420531353, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.843826656585078, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0603838334471476, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9157280055148203, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2269030399734313, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.079351732629663, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1254092710697294, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4401149831726188, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6383288385084935, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.02485473966171337, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1700196493744879, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.14850217834490487, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5368412759022347, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.141864484906619, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6413468570621718, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0813946424682395, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.041346392896968, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.380325352835185, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.304666384777623, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3714783469993543, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6346556752633177, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.13544040728239, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5343368254015712, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9825510224175416, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.165328220795189, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.057031912742795, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.446614468547593, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0999496089814538, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4318398162828779, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6249110670755369, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7178198383172679, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9512287296291895, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.353418740842692, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.067338741204402, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.113534528078494, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6788241151750766, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.070221594246865, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6835960290274, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4480186748178108, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3771869048920347, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 19.29115196283184, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8607452910260136, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.655075263205356, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5767547577818606, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2685615342836556, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4977434257246191, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4203995441517345, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7178198383172679, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.141824472963395, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5885951157873897, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6249110670755369, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.046003767010515, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.716285724379382, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.713933828380498, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5409698868481314, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6294782767487428, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0188072918219377, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.951139983740769, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.79331469065759, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.338953191401363, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4421880074945705, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.761517725180641, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3738797300849016, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2159028637605303, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.748125768418079, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.008137389646249, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.816357011949731, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5972703997647204, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.080498192716165, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6788241151750766, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.067683278767818, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2344019666845454, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.65078365817878, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.769765508421049, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.08898510997533342, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.584943033363953, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.594392943070683, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9751610648323845, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.5111512006814065, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.052470555199736, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.61038603676629, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0772822330889933, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2134854579054182, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4709053303475277, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07440272856549061, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.004951660060664, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9495282601180657, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7624279340864419, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2594786675523928, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.152762096407499, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.285820542503927, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 15.674964359325278, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1965468901775758, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8683323764687871, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1445510454610552, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.784956529157338, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9720245483991996, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.7822297563512755, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.365372282017867, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09693863470043398, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.760316178763757, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.566516842792051, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2740106792543286, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1885533460616546, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.085163655604017, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0909461355465644, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3097582064540931, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.274377720168142, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5467172780928133, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.45349351307361, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8011695760142628, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.99432214672155, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8613480975291861, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.18876641181016218, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0826931871707868, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.39184342789335, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6775491088568417, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.012657240305757959, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.006092204221810233, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2623566752305321, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9110106792950708, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.753349644606754, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5613297199896334, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.497484699636656, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6767962128297996, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.384850719735859, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2159068543314375, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.053045653921853, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.466115672205336, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.450785357595355, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5410563893715545, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.873483735388634, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.308109330781822, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.260862613703147, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1232069542698864, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.047138158885392, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.822454297680188, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8989295410792106, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5998705687767014, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.9002313258901684, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.453429842581667, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.557993460275991, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3069476927205405, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3336385955194383, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2348093090393895, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.12608278881156681, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6472169144912735, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.75247828717368, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7437909298706147, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7296120306477578, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6050090540821165, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6433671691094047, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.576566244427016, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 12.16710078059161, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8029419033102068, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.378335917600913, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2592099182416017, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2443973491673335, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5511058396131634, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.779325579171844, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1531423157463738, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4121199166774369, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.831141166256032, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.069956605901944, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4002616632928437, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.159175818192905, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.235429005434038, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.454997589877442, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7627003890008908, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.688458834928771, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8080472467145245, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.355257443161758, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5410563893715545, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9022242525651314, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.43543005303768173, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4794027486183334, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4262826897573557, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0207597548412406, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 30.485418469999175, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2447590063077487, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4606814235601875, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23690891253967175, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.146452875666659, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.620206621179389, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.2776331281267135, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2740106792543286, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.439585215117745, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7543602457042775, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1327261526220287, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9740363971307306, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2927304436056857, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23690891253967175, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4687523785857377, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3740462157138351, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5677604721921166, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.572969876769922, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6420995778480938, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2813791590374617, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.03970455836328539, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.31034595708347, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.35667862474208833, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.171209841272042, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9598143254606835, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.08677402240739, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46117775371663927, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23117764571854096, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.330868346749115, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.657499285520351, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2920018085086917, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3999141183498667, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8392975171443857, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.824593502796251, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9910279955580366, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.023306463439653948, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9567425339946345, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5503849052306917, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/citylearn_battery_scale_shift-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/citylearn_battery_scale_shift-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..ef2e27cf9535e63dfe9cb061886e6fb0040ef3fa --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/citylearn_battery_scale_shift-assessments.json @@ -0,0 +1,11344 @@ +{ + "assessments": [ + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.18754705368252347, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.710073167750584, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.635579756220689, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2235765595988957, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.542376186966356, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8162074149746146, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2803713863452586, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.65791810132992, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4907676599678627, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.324640321521806, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.9705757842821483, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5665200999413336, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3586965184575286, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1978668612479968, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.298595071892361, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5038684750280985, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.23270162101253, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6126517797050405, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.05622214614568616, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8446621659600506, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5488018231554346, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4798044891464322, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.121537885034338, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.743854725308468, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3546857404587175, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.667768882682743, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2878608725579294, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0499170677353933, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6765717283640287, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.577612002491974, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3622654363883924, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.296040576410309, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7993759879806253, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8790593554387667, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.012291649867403635, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8462354374027032, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.67680702791351, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.45862956698201834, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.061280814863126, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.475212604980753, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1192768626857499, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.614203264538365, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.072885664362003, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5187024759336256, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.44710588306789645, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5423540449710256, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 15.251688799533534, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5536476461904404, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.756551980730019, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 30.573308696349375, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.654950760427756, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.511075395502825, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 26.88925646946282, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4703404767465322, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6024006026499789, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.490067162884975, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.6102173821158186, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4189836623380363, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.238134201547314, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9618671666580723, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 27.28886073191751, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 20.16378000613475, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4569397296322584, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0037107131945993, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.569295022132601, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.810236547240282, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.265199735283965, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.205269606897938, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 21.83231701716603, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5525525782410794, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.551518105168469, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7456075162705726, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4949759036005554, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9929371127815305, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6299108704758647, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2397714887239775, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7023385675476168, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.076500234110077, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.289481002764586, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.796304199781796, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7637332148829503, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3434457957709993, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 15.094475534986193, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.515645804166657, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4569397296322584, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.229828588903578, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.956210125113929, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4074334721774477, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9314880161412393, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4382264007776278, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.068885254554696, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3733710102704637, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.259727877611838, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2952852698081305, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.492944069327003, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3269427783392516, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8255000804166167, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.4413452001797395, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1113684145778238, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.367451729259495, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0397958413228134, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.9022296064202395, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9676335946084185, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.006501360934055, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.614054352467523, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.10356157159103287, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1806359222845864, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.318484554186128, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.294970811882659, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.217448482001066, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.815945284524964, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0218465255197544, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.287586168544726, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2806210836331493, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0588144093524603, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5265610306041955, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4382264007776278, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.830190718474764, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.098584258489757, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.488029963114218, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5846238972456709, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7875037310197754, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.6716926309660955, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5407002760344362, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.379603366352879, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2889839833588477, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.187795835811036, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8518832586072804, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0468964777829057, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3426924839020997, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1226732465190008, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.781534955351215, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.782102967809041, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.055169317774217, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2912598050574062, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.107298529066053, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.793814846395948, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7299476906292082, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9540956900346966, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7606150805911054, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9011568096719013, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1446319986152136, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.690799052438554, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6817606793566737, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5289134879833957, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.138242329142732, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.075508246199947, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.286121614436718, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6869053334556585, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.213456853569609, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5041522572106771, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.289745375290428, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9322536265843946, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4363031910472346, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1642117399377967, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.01768756659010356, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1904832222381387, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4147353337848536, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.633735802665361, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.846473441089405, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5371848280476793, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4658752360401954, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 73.75699805668737, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8398602149565497, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0521884877575916, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9939751727106605, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3233253961186398, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5265288728505537, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.594271505370846, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.549162176102275, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.775393119276688, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3925109641565183, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.41904038239186225, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.235520196807918, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.006501360934055, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.475212604980753, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.158817004930638, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8745905378875607, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.082302286065886, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.097498128982795, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1826557260151347, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.354962054481012, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.885111018986419, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6552456926871715, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.06760656682663559, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0440825873726736, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6158255706116535, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4711820117771546, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.704747062811061, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.478636924735043, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6003006888851594, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7538258331632166, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5696339320298413, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.222410621122953, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.595799191496518, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3301166225990784, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.336026641920602, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 30.09665497218874, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.991982708250555, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.241559368401155, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.996365518815407, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.7757932046434455, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7592156165863468, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.006501360934055, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 16.851698579990146, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6524130651473348, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1728437501929608, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.140830569735472, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.41380131485098, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.565399622547271, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3760868788173255, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.4743974878924035, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.34041998535636875, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4322400940866142, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3969413163551704, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8817373466653438, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1144576038129963, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6692585539965124, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5847025412851126, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.806432056318397, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.369940799489301, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.607915436435533, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8223108769400511, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.643443200097605, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4301384547944536, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2404241267610963, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.07274891267163, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 12.047303913960953, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8075733194075476, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.14025948996226295, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5969164766877224, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.586302955373466, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0665699926681222, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.34041998535636875, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.90496898821559, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.90087874746383, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.860889869184702, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1545250977079566, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.472261471215851, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.022059242739243, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.187751271386666, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.31320971607703296, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.332644293825631, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3377635582294667, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.743854725308468, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5129748360489605, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5469503389372894, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8921115355113938, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1279976456100347, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.023201283142694, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.287864608714527, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.099899519811813, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2500249083579997, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2805289333550678, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0227557352781447, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.609155604097073, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.019384270968143, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5874697222900276, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.152606848010058, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6169922641311194, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7051864564632286, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.674122619600993, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.45577376830312, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.623038349618202, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.221906762653539, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.094774544721656, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.31320971607703296, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6348059875710722, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8007993264138604, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7391209473636982, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.647089418172729, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8273680509735153, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.837451419200292, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1063105084136975, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8255000804166167, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.996356309730626, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.58616021263274, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6089435072009772, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.832898922805047, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.529383876937445, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.556058721670839, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4882579435512633, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.629837837127008, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6274275940245425, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.011206272978628869, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0417727751188444, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.242634608798386, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 27.675851537137415, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.349441222719537, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.343840456155126, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.7799720351563857, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0945444260138673, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 27.46717818915185, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.800219325428107, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.636157881809078, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.804325571723759, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4996204524882595, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8240353385016034, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.18708418256407533, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.094060102233929, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.527508879425429, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1622089713423038, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.655191117151603, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.992642495837409, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.8827430513390935, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.734925130421496, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.288675130042666, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.571220849380666, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.31025474750671367, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 29.16719986564864, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.229891570248138, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.144669113385228, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 17.278344894296566, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.489982262918748, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.867687594961737, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.17671593537666286, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0811204419235405, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.0945000781378422, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.713540367148761, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2158373336433015, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.086741491039802, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15945295173616836, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8403039935951775, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8043769755817334, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.49063027046876, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.381332428865985, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.291920972188939, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5164543639283985, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.674122619600993, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.733584607839537, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8762557175743875, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0173318533379663, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.646992781046609, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.29748567324490754, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 20.762032544003457, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.398645642769697, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.151195580471924, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.229828588903578, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2215409325913087, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.1609348675886135, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.424014711439816, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3756318328193506, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.569099954478851, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.291920972188939, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.18136720691077, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.789828978243605, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.381332428865985, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 22.715534688272626, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.426792452088383, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.9073520710927303, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5554510257105325, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7883846316645853, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 12.554104687764973, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.011206272978628869, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.022466360423182487, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5066476512355735, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.509249927906541, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6101443290013349, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.109741023748577, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2811999849150715, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.904122171983388, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6377098195541593, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9257181076599341, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6712386482705689, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.323334076790478, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0173318533379663, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.317109470700342, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3015891271415008, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.314201380514305, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.755842168509873, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8833953312193281, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3931161804410652, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.522423792655901, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.488875486619522, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0819669533528407, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.346808583836091, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.489749934059972, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.094601663587475, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.840410460674336, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.0703892482939465, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9067805767055891, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.049289093534336, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.257377543366784, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4861689355993852, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5980403281021833, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.379672710913983, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4914191376326094, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5943320964648278, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.42222979121941034, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2940196594473703, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.961249120552177, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.569295022132601, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.47133982253873435, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9444086461280075, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.589190054528279, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.570734045349755, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3556127971770677, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.870398149935362, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3224777334875157, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.121215042638575, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3999476671093771, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3024624430216978, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.102008669849459, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.61978135869951, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9315625574125908, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.903306379347245, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.624223005905264, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 9.14941209286358, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5547115081865748, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.433477808263749, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0302965543507334, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.843706994761324, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8562187775149064, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4251557915199444, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2560445692617135, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.064554012460291, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9322536265843946, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.220482717730255, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.566484452652903, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.244229623208577, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.5935539292840475, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.136788142522577, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3278133997919137, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.795891312263932, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.560391934615114, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9125042713434688, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9203834476060881, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9719892790000009, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3642019640560084, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.311756519159304, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.213354540924039, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5134354115071986, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6735537387076014, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9447262759823642, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4489482959224972, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9438013557452622, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.829021278411863, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.717096138971068, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.05337038562739, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.72384848116713, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.015134829685359, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 8.660950238989555, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.662867425865803, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.323932117987228, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6264502398171178, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8819712666704824, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7819601111834726, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.6167723912504437, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8988097629652708, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.580405193054759, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.768910348571599, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1900894078440487, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4672558418794728, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 11.910786413544187, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.47867112754593, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.014951010523491, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0233022090849369, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1241871729377, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 20.432821932131155, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.332181827918509, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0630917438508594, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8532691695785906, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9540193585844163, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3534293452267252, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.096957126387143, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.716631904214029, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3262645458487645, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6634506068223225, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9203834476060881, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.31421624400671583, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.501603048253545, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.962126329631531, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3961516791490278, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.858588678963134, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.280041154068221, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4759569016733334, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.329030254902614, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.514111479515197, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8569888489464264, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.436810219646354, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1948325687472656, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3224777334875157, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.40460254461058553, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.2414522243744255, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5654010798141095, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9618671666580723, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.497342342924327, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 10.514111479515197, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3754078622668042, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 28.320286489580223, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.85670013198581, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7451225662646315, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.740017236763703, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3206120563927617, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0440825873726736, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2928942823952365, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.793814846395948, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2889839833588477, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.5700336556478485, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8798536368799733, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.196731413434793, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4580071782382538, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.058366749466551, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.926761905985318, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 14.015989094052975, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.093434761047128, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.368484718003177, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.666140727939925, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9211487735732774, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 13.362833802055446, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 20.053785424653377, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 7.977353675124619, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/original_heldout-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/original_heldout-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..951b7cc54662698d3910835da43ad941b0c9d90d --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/original_heldout-assessments.json @@ -0,0 +1,10982 @@ +{ + "assessments": [ + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8538082970111052, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.23878416200197564, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4974897077307046, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7744136587144914, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 3.8916311136126507, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1143756592116323, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7058839278156295, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.00557786204920167, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.33538183452968784, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.858292112591492, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.516214038496462, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0608848861344218, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4975766791079888, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4758254444028096, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7474369515715326, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.07879215981756175, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46168143748339135, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5922426728896792, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.29804895776306467, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.45517605532435085, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4279667711242165, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.771083581435185, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4719415635342248, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0485734803696776, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1354121817720948, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.160593246514031, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.640968562455784, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.26669832397573273, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3759242337924167, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0890195120100628, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0936814776909451, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6546530523150057, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2612112612196578, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1746990753475743, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0102323537110083, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3083010897940498, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3809815107722396, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8457577656698982, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15917124222991516, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4306430164125053, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6784734282794178, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.121638453335077, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3977638965041541, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.317515999390075, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.16645535465852096, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3627376563923912, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.01095762349498278, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.32475831517228687, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3108605307025856, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7297625339161514, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0624064331664997, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6011390217868988, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7177970976029875, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5012409613381392, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.872549119186425, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0796128469102206, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.323992454373523, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.038532653795057, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.42994682182377864, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1437018846937722, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8251503714455584, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9877483004982905, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5579219445698453, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0328020741761965, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7735598186712425, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.902075098480109, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7031071144037142, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3761982180093961, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6309204064847507, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 5.544109363082282e-05, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.7639692162798974, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.359841844053057, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1059500694170998, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.351309307439624, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.620855661018039, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9797370012217129, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6576499979380677, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8532035029447217, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6246568829365313, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.827170457180891, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.0557776329691439, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.49337869182158856, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9932337481770495, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7134957331715974, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.780019459960872, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3076085718309278, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6798643579767895, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7348620999211044, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8613312158512236, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.751767223655974, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4319972688633036, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4735238314943311, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8214368677017351, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.989388306211389, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5974876306630144, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.887702915273189, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2371214999227296, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3424086341773425, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0752192576454938, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5974923387779024, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.27058285915140773, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4322864449088877, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.554247285068072, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.26228365093003714, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3926986588473165, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7609975476486512, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.4011344416532676, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5565341147030448, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5719132877012166, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4334946892955076, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9221847700318943, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4910662663244687, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.121273075148326, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7657639507918403, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.839629415625059, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4349544775687343, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.918291981767023, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19658750427642485, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.62040108501121, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.72486157820189, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3288457018105637, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3572416606573734, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8971599126136294, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0006534181797906, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1702586694133088, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.38969499809681, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.35291149062623656, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.42222830573900105, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3353015961158703, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5737498835089414, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5058488813525694, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.173727205113091, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2574815249246111, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.538973279388068, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6547304927674762, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.13808654516768515, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8596707524544039, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7213476556173304, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3986866643181144, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0925172550548727, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3440756342678486, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.2399979639086287, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.661177082202416, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 3.935969798347368, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15659768883497982, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.8674642150915557, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2057631881243334, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.39009046269879, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.564588197115265, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.16990743716954904, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3162393051715368, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3231217511817768, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7188037521392576, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5469878690229475, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.318332346564283, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.9074513101573483, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.006761049191776213, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.060392757225689, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8858077176764808, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.652741375845123, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2900096901099326, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.479816500304639, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6314603831087503, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15248059022229224, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1821195109602094, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.642893216819024, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.7679180920808313, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.20323666000999907, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.346974037628219, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.96945241331295, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.115300551047441, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.497072627828436, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1371549864896071, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.30737250374687153, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.500295891275664, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.853015001458053, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.456856705685345, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.04651474660464025, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.406308542331087, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5187653876684181, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.288189926561378, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4328551514854855, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.21532744596502085, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.934189116232348, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6036584640712743, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7182739242411458, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9626555120543236, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.40902300889282783, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0226961224375521, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9537762951031165, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2576168889746546, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0598887223154754, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5426141219551213, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8614412142318166, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.11262344206606763, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5790544146985467, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2528433718550396, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.506971420412117, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.346456392661001, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.0512694671351888, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4961633951703468, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.441916654586263, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7990856311984825, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8712327976866077, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1454237431055368, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3421176975920535, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 3.8953630805522654, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.17027660977506925, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.590283894621054, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3898346442439393, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0146370270325078, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.190884586669374, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.03438755973522407, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0846426008139587, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1482965607250549, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4444047142957962, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.11431467015598178, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1135674337604815, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.8921381444244645, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7897488299661821, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.40993887185853006, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.17228063452787387, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.218828654263089, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3565993346791326, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2411936537555592, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8605557374942483, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9476578598793863, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5089298614187767, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.40171475836665516, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.769829423246281, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2276995003128683, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.976291266334053, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8033561034557997, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4279667711242165, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5400090259477348, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0758057114278898, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2111376855739446, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0639418083419887, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.451988610393524, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.226366731606541, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.858279870226128, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3535466646269666, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8147305242529803, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4922667117406834, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7833495698320476, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.629188896580302, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.06896766745948699, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8831035793582034, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5655692629866658, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6883133790829515, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 6.91424326629433, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.10970934440859, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3124685653395782, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4116852871361445, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.053546599959039806, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2907275672561496, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3077902750785926, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7708069445860983, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.099505310692418, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5077030672503853, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6368372402347802, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.1752315688385466, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3602356260013317, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5893097337278927, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.454003900035063, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5758474803526648, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7684380348656078, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5504945975671613, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.33617334544532806, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.16230064706783515, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.140589241644402, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8905126456885444, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3086515172889277, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7875281349504817, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6685805844244543, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3812006340056544, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9490301253125043, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.794130875547028, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3082187081090025, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.152670689089815, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7247227192672805, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6817185989761669, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 4.3319050344979315, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.38292673632760243, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5988302835462385, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1495344556442646, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.30966332449988376, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9594245234492826, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 3.8564932488525474, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2179442149246436, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6768894884179684, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9320141222220326, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.310174036104299, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2840987100467922, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6914868218791677, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.47973341116754714, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6150291017190421, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9617347065075859, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.34796371118061636, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4768237240651603, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8481907698014615, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5299257136441281, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7383118834130011, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8431316369936137, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.293443086526158, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.34275922668703573, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1623315881519334, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5376781255807855, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.530337125197369, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9506118035696767, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.1087328603653366, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.08307303629156702, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0683442494146054, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0617089282457814, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.968808362981042, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5007899873001611, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.295588723787658, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.015815515927696474, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.619969296507275, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19001304094301244, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7400444725567272, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2466433561919832, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6754730865482175, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2501176481989072, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.10806301464278814, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.014318696600182219, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3248128348456226, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3331310385707686, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15157510432066332, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3239546967656158, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4356715978101788, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.051955605855345796, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.535377443888627, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.225628116100759, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.27113250004485095, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7417678001416187, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9571338323146674, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 7 + ], + "fields": [ + { + "field_id": 7, + "score": 5.697502897166061, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.28401493867658395, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6302370122519545, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.774239055766644, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9474968518329151, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3806671055160759, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6599445617634537, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5710520114923434, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8046048662419351, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7531953420017716, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2226595390760777, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.644655650476293, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.6484036157971786, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7024794174118748, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.03202034866159425, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15468652375846145, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8893042101150543, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.012620033215568772, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.041173216118811, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1628689204645244, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5817502808381596, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6039658892853821, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.4250708380422785, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9825737563654902, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.278758627296493, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7825762105960108, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9912826270567909, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7139357729403218, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8795528252981268, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5202371144472244, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8609077458583416, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.22873150622305752, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.382529308658027, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09284075783362183, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6369015663688629, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1437018846937722, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.24653914507952254, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7117854753321853, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8706889101815554, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.1716808394395885, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8524173505296034, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19412996146498793, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.11722373139866538, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8020475139980507, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.776948109601407, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.42520325859873, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9241619695868093, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5149147832084513, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6507550506998377, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2024750687212227, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9707100664029678, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.10169867406595412, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.13172805130860532, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.24891912672419, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9998998782335351, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.15158560126306547, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.077651426035485, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9135377107436864, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4670006576138071, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8106675826947233, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4804503150335827, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4665219576375987, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5291662594688259, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1676836365513963, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.2336884862308206, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8482579052665679, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5778931648340153, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0882894477546587, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.698263821690192, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.02116069134376355, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7583140968464173, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "incomplete_past_context", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5472865211773018, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.615279760899859, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3936767687625535, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6820661790915168, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.2144134256516783, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7972197686290302, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1208237205076672, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7809462433102794, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8566444705624285, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.906966760748899, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9736173633822635, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5303938109722398, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3468740190154445, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5713836880441571, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5248927246847149, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "low_excitation_heuristic", + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.030070319349757527, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.028031715989379, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.43613975042660824, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.7701986601878312, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6328698165089421, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.19287503967843012, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3365396715034583, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.3848081445371045, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6714294224183248, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6253448157629147, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.718701552146822, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0883930654687444, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.47725274807545076, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 0, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.7437138850203431, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8892777847825406, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.6117443538442104, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.156572233818625, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7477691583689925, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.14185759963304, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8868832718222057, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.515527097427949, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.588257144274036, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.14159305560384633, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.5566416604296442, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.08127636719055448, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.3895025428708327, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.46412047666435907, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.03349764184660403, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.09672984440904013, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8812920068017511, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.3193856520527776, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.9609902246073947, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5010904116888393, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.4361185580530285, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 3.2974679326300516, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.20257572874476742, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 4.413943605197218, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.589887093490838, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.7398904380076117, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2339313025783587, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.6367321650134152, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.42630770190220063, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.0410907858223752, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8518243337156386, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4878651911212465, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.9011225861451069, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9194565249427474, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.9690360272265828, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.5568042008951413, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1111223952175522, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.378013039878521, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.8748478319501714, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.8581319857039384, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.729636249931453, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.2214082386095286, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.017723256910665, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.0838667930275054, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.317535049705007, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.8306738038484827, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 2.7535232470002287, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.5655555748600387, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.576384097280896, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.3271325003646616, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.4868320827580203, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 1.1077989770838461, + "threshold": 4.587768561787014, + "training_score_count": 385, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[7,0],[13,1]]|complete", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 7, + "score": 0.02779717369286782, + "threshold": 3.7305848176538206, + "training_score_count": 110, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[7,0],[13,1]]|partial", + "thresholds_available": 1, + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/thresholds.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/thresholds.json new file mode 100644 index 0000000000000000000000000000000000000000..885bbab7e2b7c26c2a29b690e771c69b3607158a --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/battery/thresholds.json @@ -0,0 +1,344 @@ +{ + "version": "tfm-retrospective-behavior-support-v1", + "policy": { + "history_steps": 24, + "anchor_index": 15, + "end_index": 23, + "horizon_minutes": 120, + "quantile": 0.99, + "quantile_method": "higher", + "min_count": 30, + "low_driver_std": 0.05 + }, + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199" + ], + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "transform_id": "citylearn-soc-and-requested-power-only-v1", + "source_sha256": { + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "/Users/maxfarrell/repos/experimental/scripts/behavior_support_seed43_v1.py": "6a8d4ef11bddceb14ff7bc7054feb454cdf5895ac74aff101c0bf477b1ee9fb7", + "scripts/evaluate_citylearn.py": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "scripts/citylearn_validation.py": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162" + }, + "training_anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261012, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "f7aae448f80997beeb5e741467375eb0627e9ee50d238b174e2d515b06f424fd", + "family_window_counts": { + "battery": 512 + } + } + }, + "entries": { + "[[7,0],[13,1]]|complete|7": { + "count": 385, + "threshold": 4.587768561787014 + }, + "[[7,0],[13,1]]|partial|7": { + "count": 110, + "threshold": 3.7305848176538206 + } + }, + "interpretation": "Observation-only retrospective residual heuristic; no confidence probability or future coverage guarantee.", + "limitations": [ + "Thresholds use model training systems and may be optimistic.", + "Overlapping sampled windows are correlated; no independent-window false-alarm guarantee.", + "No flag cannot prove a new system safe or identify hidden room size.", + "A good fit under constant drivers cannot resolve hidden action response.", + "Prefix history is shortened by 8 masked rows; this is a fixed retrospective assay, not ordinary deployment context." + ], + "sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/behavior-diagnostic.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/behavior-diagnostic.json new file mode 100644 index 0000000000000000000000000000000000000000..22042e892c0091a8d413ac676915c2b1dd6fabb7 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/behavior-diagnostic.json @@ -0,0 +1,2109 @@ +{ + "version": "tfm-retrospective-behavior-support-v1", + "status": "completed", + "policy": { + "history_steps": 24, + "anchor_index": 15, + "end_index": 23, + "horizon_minutes": 120, + "quantile": 0.99, + "quantile_method": "higher", + "min_count": 30, + "low_driver_std": 0.05 + }, + "binding_sha256": { + "artifacts/full/transformer/seed-43/checkpoint.pt": "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1", + "artifacts/full/transformer/seed-43/normalization.json": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "artifacts/poc/data/manifest.json": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "artifacts/robustness/thermal-challenges/manifest.json": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "artifacts/robustness/citylearn/manifest.json": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "/Users/maxfarrell/repos/experimental/scripts/behavior_support_seed43_v1.py": "6a8d4ef11bddceb14ff7bc7054feb454cdf5895ac74aff101c0bf477b1ee9fb7", + "scripts/evaluate_citylearn.py": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "scripts/citylearn_validation.py": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162" + }, + "source_sha256": { + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "/Users/maxfarrell/repos/experimental/scripts/behavior_support_seed43_v1.py": "6a8d4ef11bddceb14ff7bc7054feb454cdf5895ac74aff101c0bf477b1ee9fb7", + "scripts/evaluate_citylearn.py": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "scripts/citylearn_validation.py": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162" + }, + "used_source_episode_sha256": { + "episodes/thermal-00000.npz": "e6dc125de3c0d212b57674bbadc42d09b686b7c9fce2cc07ea23dd574664dc3c", + "episodes/battery-00002.npz": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790", + "episodes/battery-00005.npz": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48", + "episodes/thermal-00006.npz": "486171fde08aef439c6b32dd63333cf9af92f7deb08414b0563e2bc8ca343327", + "episodes/battery-00008.npz": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7", + "episodes/thermal-00009.npz": "b10ba1349e4789813f196b7a2c2532cf4bbb9abd65f89d9b062f33f5a2243970", + "episodes/battery-00011.npz": "c7aae52a000b1aa31406ea30c3004b29f1fa6c98dec8e3db1fe71aaaf1656441", + "episodes/thermal-00012.npz": "8a9dcf1ac0e525bc6a7e3b5d4bf258235d762f64914131d1775d4483ef351d4f", + "episodes/battery-00014.npz": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de", + "episodes/battery-00017.npz": "3c68852b7e4d7cd5d803c5261f48f779b49d61e6ebcb97f840d33006327d5308", + "episodes/thermal-00018.npz": "21c7ef3696217c8efdafa8318596c12ed62d0fcb67768f8586734d2157e332f7", + "episodes/battery-00020.npz": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835", + "episodes/thermal-00021.npz": "c5e03d2510fe4b4d5efa7d3d7c411432f440337fb291edab56dfe7172bdec44a", + "episodes/thermal-00024.npz": "59e15f3878fba464680c6db324e7ebdbc7811f00f74f6653078fc4a80accb5de", + "episodes/battery-00026.npz": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6", + "episodes/thermal-00027.npz": "13a24edfeccb26ad24eaa1e986f3e196d771ee03df107e9eb9ef40e08b274879", + "episodes/battery-00029.npz": "e49a773079435b34d8527a2e215de1317897c51c4dc1780f226909dbce76a71b", + "episodes/battery-00032.npz": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077", + "episodes/thermal-00033.npz": "94692123bbb1d73dc3c8f80a5a3e35506055188b4d7cb823ce07cd698d81024e", + "episodes/battery-00035.npz": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb", + "episodes/thermal-00036.npz": "36939e8a94b14e16c5e770594d595cfb8ab6274fda7e5a65abdc197a5a1a5386", + "episodes/thermal-00042.npz": "d47b7da76d303ba2a08a05e66d3f0b11d3755ae2e9e8f85a53141ac650989dc6", + "episodes/battery-00044.npz": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee", + "episodes/thermal-00045.npz": "df03edf92425fb9960bb23af47de363cfdcc1ba05672eb92d6e1305595e80b45", + "episodes/thermal-00048.npz": "3820a1b5385d2766ba2afce09d17dd0e41bc3c615da34e574810379283d97ece", + "episodes/battery-00050.npz": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600", + "episodes/battery-00053.npz": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d", + "episodes/thermal-00054.npz": "0166b4fb2b052b4389efa9c4f06ef77c0f13714a1baa90e3836618d4dc5653a8", + "episodes/battery-00056.npz": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a", + "episodes/thermal-00057.npz": "1bab0727fd7f12c3e57eb870b82d172eb2f7e5e134860a0501c329ff2ca55366", + "episodes/battery-00059.npz": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1", + "episodes/thermal-00060.npz": "3fdb1906d5da61cc1f5bbac40c1b76ed2634be525fcbe816ef72db8851cb750d", + "episodes/battery-00062.npz": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8", + "episodes/battery-00065.npz": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4", + "episodes/thermal-00066.npz": "b86e60466c90bdd373a94be75ead6473901be6d887f213cfa89c463d8481af56", + "episodes/thermal-00069.npz": "7ce04d98b7d6dd00b76efb548a4334597e91a1980b4f8475e2fb5312341ad42c", + "episodes/battery-00071.npz": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae", + "episodes/thermal-00072.npz": "259d4f0233e5006d4e589b45b84026cd6c2a1bed0e2d0026941b9b29bfea8585", + "episodes/thermal-00075.npz": "f3d5817dbb4ba58bd5ef16dd5261e23c80c744b47c9c95d8e6b5fac0029da6f0", + "episodes/battery-00077.npz": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3", + "episodes/thermal-00078.npz": "747d6ce820608fdcd379424490438d8f183d32ebafa9d0a7275e39064ca8ac28", + "episodes/thermal-00081.npz": "ae87c9001949c3ba57bc9df9f1f2f8a83093305e9ac37cb28e5e94d38ba98d56", + "episodes/thermal-00084.npz": "e8e17268836c8239e5c648f5f0af5182668e42dd3177043ed44990bacf9f223c", + "episodes/battery-00086.npz": "57b3f9253cbf06f50b05eafcc1d50a1cea6b7b81f650f924d4e2cf640040e966", + "episodes/thermal-00087.npz": "a168dc0ad8d32601b994cb79ce7d42c714660b75c4012fc6b9645083cb0401e4", + "episodes/battery-00089.npz": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68", + "episodes/thermal-00090.npz": "d4b1789d525ae7b4839e9ef8067279ee3a315414c043069ae04dab1e47e532fb", + "episodes/battery-00092.npz": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a", + "episodes/thermal-00093.npz": "c48f8d8ea1f8c6348f455268de2d36d43d0f7581e03042706472c7bc27f92df5", + "episodes/battery-00095.npz": "43b4f7fcc97a2decc4cb3476b6a2f57d6dd46e58c221ac8eb4dc6f967a6d5e8c", + "episodes/thermal-00096.npz": "9cc65f2217b6b93a84e396fde8cc7d119dda2ba2d454ecfa8e371f59fa604474", + "episodes/battery-00098.npz": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2", + "episodes/thermal-00099.npz": "8517faef7cc68de899ca03ddef8454829bd6ad544299dd6ba3a0814cb2714348", + "episodes/battery-00101.npz": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f", + "episodes/thermal-00102.npz": "eeca8c5966d62ed013ae60ec9f57dc306b42bcaabf9e3dc34bfac63418890a67", + "episodes/thermal-00105.npz": "9aac36622b478b4b6025a8577555092d03a5c815863e196e26f46e5d3d9bba04", + "episodes/thermal-00108.npz": "ca5460b83e7c0685cccda2a3af73542fa353dd5611498f3db84d635cc0fc0644", + "episodes/battery-00110.npz": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f", + "episodes/thermal-00111.npz": "ac71047d0ddd364b2e3bbdd02fe0aa91fa4889d924805530ed42caf6c33a334b", + "episodes/battery-00113.npz": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b", + "episodes/thermal-00114.npz": "ad182daf5bc60f8eff283a5c144dc23c81b98ecfb72335f69963c03c559369cc", + "episodes/battery-00116.npz": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553", + "episodes/thermal-00120.npz": "553aeac33fb0f0e98b2f3edc760f39f6ae014bc1524c04e5ce3aeb097bb32e1f", + "episodes/battery-00122.npz": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba", + "episodes/thermal-00123.npz": "4ec8570af2441da1dcea47e7b245750921d0da732f28d509e95aa1dee3f07434", + "episodes/battery-00125.npz": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e", + "episodes/battery-00128.npz": "af851e85c50404bd8324d03504d108d621be8ec34d1722265d26b4a61d63851a", + "episodes/thermal-00129.npz": "be0d4d0b85b9b0ef398e2ebe9a1d3aa226aaaefef0e2c7c38bbe341df71a0fd5", + "episodes/battery-00131.npz": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855", + "episodes/thermal-00132.npz": "9884b019a081be8e3936cb3d48a661cba40d75db9e688154e91b2cd6b191de1c", + "episodes/battery-00134.npz": "c24fcd499940f47e92742695f2237d8dd4c127160720b09a1c848a71bcb9af9d", + "episodes/thermal-00135.npz": "c647969625b5d73f7589923d8fe36f93456f309267b34786eabcec3645d9eb6e", + "episodes/battery-00137.npz": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564", + "episodes/thermal-00138.npz": "2c0d74c8d08afd6c8b499d7298293772d6857a29a192509ffcb1245fd2c844ca", + "episodes/battery-00140.npz": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06", + "episodes/thermal-00141.npz": "387085c3753efee94501a47144a8474a7964e4a885f0e5326e9e55d9af67306d", + "episodes/battery-00143.npz": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76", + "episodes/thermal-00144.npz": "1afb0e4ef3c434bef7aeaebad568765285cecadf1c051dab5a4a709e998b09c6", + "episodes/thermal-00147.npz": "49423de0486b4484475b9a9ff2c876d53accb3a7c2d67ac5076cceb6717f9be3", + "episodes/battery-00149.npz": "b72c1c038a408c0b5501b14550177c4f21a3838b50f68df867e4a7ceda5d7c56", + "episodes/thermal-00150.npz": "4981307d5612f2f1610ed28974842ecd6255bd1a2232a550e56096dfa20f25e5", + "episodes/battery-00152.npz": "a206c73028f4940206a6eec711f67b6e4662c171079b323a47e55915c22d6744", + "episodes/thermal-00153.npz": "db01efb5e9b7bb8d2442b83a0ae1667f2cc20d9e23f09c8799905f982e3f8f69", + "episodes/battery-00155.npz": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00", + "episodes/thermal-00156.npz": "e09cf8657474945b5f1716aaef48800da9c199429d8a1d616ebbdf80b27a1fa1", + "episodes/thermal-00159.npz": "1a7facd909a3c7aa0b9dd809b69dadc80c16ea3fc60d446fbe20efe64c7982c4", + "episodes/battery-00161.npz": "e95f27d0470d00b5a696a7ba5c8379fd4d44eb623ffa757f01e134b699c6a569", + "episodes/thermal-00162.npz": "4ccb850483744812bdb54b7ee5418b6918583b244ee9d322b704c3aab3e5dc00", + "episodes/battery-00164.npz": "5cbbdc650c573d6c81a0f420943dc2369946dc8dd1b9d6df63f25f3207569165", + "episodes/thermal-00165.npz": "b2286eec1036b542fc2b025c530432207538ccc8709179c6e2f8773805eb2ac4", + "episodes/thermal-00168.npz": "c35bdc190cd5b80a6bdbfa6f711e8050ff1ececbb5b579aaed6cb47cd73cfba8", + "episodes/battery-00170.npz": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff", + "episodes/thermal-00171.npz": "5e41e287317a892746f25aa96c810fdd2e5232667079de0660bcf743387a96c4", + "episodes/battery-00173.npz": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6", + "episodes/thermal-00174.npz": "82448a2dd8df372c5ec23467e8b1675bfd58c7591939f7646ee9e7713e180668", + "episodes/thermal-00177.npz": "8312c81d165b3a92bc3957346f6255681275c9ecdde9fac9a0315783494a6a87", + "episodes/battery-00179.npz": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0", + "episodes/thermal-00180.npz": "84b4029a57571a92d09dc235b650208b6a2f572267883c4cae6e96045bb2ae66", + "episodes/battery-00182.npz": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7", + "episodes/thermal-00183.npz": "86248a84274aec59aaec8236d1f28e8ed754a5f09aae7497893299eb073c4198", + "episodes/battery-00185.npz": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f", + "episodes/thermal-00186.npz": "19bb9ea83a100c22f4cbbb9712f6207d795ba815637b9bd3fbc26418e4d46f29", + "episodes/battery-00191.npz": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a", + "episodes/thermal-00192.npz": "339d494637e6e5e4d1c958778b7e5c95eef695d595018a048ebd6ea5a8f5caa4", + "episodes/battery-00194.npz": "c0bad268585b5b7175c649fead98f7cb902b87f54a250f4dfd7b1c2bb260a4eb", + "episodes/battery-00197.npz": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548", + "episodes/thermal-00198.npz": "04e9c0890e70da00de8c2e652848b0d88ad1a9c6b1652c96aa58300dacd4d977", + "episodes/battery-00200.npz": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132", + "episodes/thermal-00201.npz": "279baed79d34e7403012af28f70c2d76b793a055838eaa8fff00c4d8b564b6d8", + "episodes/battery-00203.npz": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423", + "episodes/thermal-00204.npz": "f307e27b7d9de0e9fcdbf65c6152a0ede505d9d8bc837a39524b00973fc0bb81", + "episodes/battery-00206.npz": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d", + "episodes/battery-00209.npz": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858", + "episodes/thermal-00210.npz": "a7620b6c164173295964a8284851bce0bf6edf81b601bcc9a01df85f9f4bd3c5", + "episodes/battery-00212.npz": "42237259651a89a59b37c987f9520deeac5af92851e7f42cd65450ae31724f8b", + "episodes/battery-00215.npz": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5", + "episodes/thermal-00216.npz": "8de951f6eeb43f6b18a862d37fa053adb81c48b583de676dbf4c5eb23ae9349d", + "episodes/battery-00218.npz": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8", + "episodes/thermal-00219.npz": "762a8c6fe9d00fb44c1c8943c37eebce03b6a08688a8fe99d0b52762807e1bfa", + "episodes/battery-00221.npz": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d", + "episodes/battery-00224.npz": "9e9d01b180e19438496cd32c94830213333eb940ec6ad460772c018d6d3a79a0", + "episodes/thermal-00225.npz": "a81021571b05c5503910689765e6847c4162fae4a5394be0211647602cd06cbd", + "episodes/battery-00227.npz": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1", + "episodes/thermal-00228.npz": "2002c9c06e54ebd2547d534fb76982a3a093039e0a5e153cebdad6a2d90066b6", + "episodes/battery-00230.npz": "0d998f9bd5263023efc7aeef80ace53dfcac0e5dd983a76bda79c225ec3800af", + "episodes/thermal-00231.npz": "cde09cdffc35e70aea7af912a9e3fe4daa50e857cc4bfd658c9ce0aee1db174d", + "episodes/battery-00233.npz": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9", + "episodes/battery-00236.npz": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761", + "episodes/thermal-00237.npz": "17b946eb3b4614bb9d901f967e4ae3e209c4f4504ecab6b42527f879b2d8210f", + "episodes/battery-00239.npz": "df3f88f98948649e054e901c7f3fcdc41c579dfd0afc1f1a703062fc1dc56411", + "episodes/thermal-00240.npz": "90843813fd2e0c31021620703ec5ea3035f3829f878e93b8f754143ebef2cc7e", + "episodes/battery-00242.npz": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5", + "episodes/thermal-00243.npz": "e76d3cabb51236cc723dbb90602d8363f8f753b958ccb10fdd8328ae93e09bde", + "episodes/battery-00245.npz": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9", + "episodes/thermal-00246.npz": "cd6feabb0521e46d813a0b8fc2021b961fa17f897104cab57d34719227cebfb2", + "episodes/battery-00248.npz": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d", + "episodes/thermal-00249.npz": "4e617487cbb017e8addbe53567fe43088e712766a7097c540db3662bd1806c7d", + "episodes/battery-00251.npz": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c", + "episodes/thermal-00252.npz": "85c0dcee46211cafc07cccad93f155916927f2b1e48273898dd10d3027156377", + "episodes/battery-00254.npz": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45", + "episodes/battery-00257.npz": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9", + "episodes/thermal-00258.npz": "e772425a365e7bd95932c68b07b9326854957c96d0a73d447a9cd9da9684f6df", + "episodes/battery-00260.npz": "835a6e5955fb49c4fe950819b3b9fbfa43af68134fdadd0c966bf20ce67d8392", + "episodes/battery-00263.npz": "1c3c0301d59144086082b7a12bc86c84cc5c3f238bb710c7a4b3671d490d266c", + "episodes/thermal-00264.npz": "364a819ae26ce668509d0eb944fea21a59d6a8ef67c9950eef2fc99d235d8242", + "episodes/battery-00266.npz": "083bf5633c18907c0fcb0ff16bba2dc529ce48450db1f594bd81ed52af78cd09", + "episodes/thermal-00267.npz": "2a6fa8275f23f17ec1493be73981d912eabc8ea8cd241abad09effda8b7db5e8", + "episodes/battery-00269.npz": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208", + "episodes/battery-00272.npz": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44", + "episodes/thermal-00273.npz": "713e1c9ea0d9c630bc06866b6386213d7f24da0a7ddc957cad9f80a8669cd79d", + "episodes/thermal-00276.npz": "c5e16519f9f7a5ef55d7214139baa53fd4356aa385356790ea90f915efb2655b", + "episodes/battery-00278.npz": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9", + "episodes/thermal-00279.npz": "c7922d33db1ffbf63e34b4f0d046d11d9d96398ea7a01be353a80dbff3035d55", + "episodes/thermal-00282.npz": "8d9fb940bd3aa68c811ca85d17d464da413f4668634049efd8e9241ef67860f9", + "episodes/battery-00284.npz": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537", + "episodes/thermal-00285.npz": "67c90dc537607a046d051f1c25ee3dd75b4fa957c8eded4e749ce0ddc5e10f4a", + "episodes/thermal-00288.npz": "6eda552fd89ecf388fe3f96664eb0e2f9f1c2286ac2c6e3066bd9f1153b3456b", + "episodes/battery-00290.npz": "c5be5a50394f81be126cc266ba7cefbd970473668890bdda55f91dc7b9d4e3ab", + "episodes/thermal-00291.npz": "657f22f006815dcff95bb06cf657250141d5df425f1a4bc8d27cf7fb54c7c950", + "episodes/battery-00293.npz": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9", + "episodes/thermal-00294.npz": "072f97df3b5c7f02c336dbb4d41fd025e5a43487f905c9982fb5a61d84a210eb", + "episodes/thermal-00300.npz": "818437101b9be80109c23a6435f2b8953739df6cb9165c24dc0683ef281584b2", + "episodes/battery-00302.npz": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61", + "episodes/thermal-00303.npz": "6347542579835668d97929ff4a24beb416a207fcd7d815bdafa0d9a7c4bb2ab2", + "episodes/thermal-00306.npz": "3198e97628e4cd676ab630d20745b25194b69ba205bd53b97c8db16c8b1b2c45", + "episodes/battery-00311.npz": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde", + "episodes/thermal-00312.npz": "02784c73e1afc63e1959cc7b289f11f668b19d51f92aec64c09eeecdf156d523", + "episodes/battery-00314.npz": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2", + "episodes/thermal-00315.npz": "bc13601e103310fef683ce897fe7a0b63634ab13af73a29b6d76af1afce0b258", + "episodes/thermal-00318.npz": "68d5d0366055c84b86afbc866b9a430004d0ef4d578fd8fe8ce3fa519eda2616", + "episodes/battery-00320.npz": "da0c14edecae5fe60b28283d175b3c118973677d6b880dbc6607550f1c473beb", + "episodes/thermal-00321.npz": "343558e113e418459733cc4ebc59c79c99c440aaa44e38c4676e6e7a202b35dc", + "episodes/battery-00323.npz": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215", + "episodes/thermal-00324.npz": "374856f6a260385de6f6a3f4b18ed3318f3b05393bdd1c1509a86035e4ca5112", + "episodes/battery-00326.npz": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718", + "episodes/thermal-00327.npz": "1acdebad223e2f2146fc5f5d58780efc0f7356b657a139d90c1a2b7d0c52ae02", + "episodes/battery-00329.npz": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a", + "episodes/thermal-00330.npz": "076da8b78302a23b2cb5f0293438f4fcc95a98dbd65d358118b54af24d91c816", + "episodes/battery-00332.npz": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee", + "episodes/battery-00335.npz": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8", + "episodes/thermal-00336.npz": "1dd634f76b47878ac26e9027b3a3904deab83855b5a73580f7e3412b73d2f62e", + "episodes/battery-00338.npz": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343", + "episodes/thermal-00339.npz": "b12a1d28186f8a94dadcf237d46d67e8b15cae98167ebba9ee71e1ff8eead126", + "episodes/battery-00341.npz": "5d16990ede46a78fdaa662671f641bb98f8a869231319336b2a8b8d773cf1f61", + "episodes/battery-00344.npz": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54", + "episodes/thermal-00345.npz": "b274dde5a86b54f3943977cdcdbb3be2c510d74c07403beffe16615a7bfe8b03", + "episodes/battery-00347.npz": "aef3d3246306a09a5f4a9c1afc13468ca2e7ccfe9ee5a9773e62ba142ea6b452", + "episodes/battery-00350.npz": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656", + "episodes/thermal-00354.npz": "e166257afcae15decad15d75721cf836cca8ac63c7f47ed9e5a80ea53fd5d5eb", + "episodes/battery-00356.npz": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c", + "episodes/thermal-00357.npz": "58766c6450927f556ebd871621a7beaaaf8544ceb68aaccde207d6bec7470ebe", + "episodes/battery-00359.npz": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753", + "episodes/thermal-00360.npz": "ddf359807bbe6b18d670553c9d9c79aee9927672b18cc1fb87b8bfd963c5fa5d", + "episodes/battery-00362.npz": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4", + "episodes/thermal-00363.npz": "fe9f3b53c528c2e505d07766bf8298a1d3bcb8b04b905ac3b8e7ffd3674849cb", + "episodes/battery-00368.npz": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291", + "episodes/battery-00371.npz": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da", + "episodes/thermal-00372.npz": "afa90b9d4185902958765cda3e711aee45b1be75479a672de95c1de312afcf8f", + "episodes/battery-00374.npz": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf", + "episodes/thermal-00378.npz": "85f6e998990be313f3dca5696976a4dc3c5e4452bcb0c9abe0979bb0e61f8714", + "episodes/battery-00380.npz": "f832d3633e9d56941e797ddabb8ee4a7d60c4e4ddd027b3d9010d0030a98cfa7", + "episodes/thermal-00381.npz": "ca55e4ded18bd965bf038adc1c91440599bedc7cbb5fdc293fa52ff3c8c2d010", + "episodes/battery-00383.npz": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0", + "episodes/thermal-00384.npz": "e83cc96312fea05bb013fdb0db9e210b0f68939cea60a282e9ead3d52749c27b", + "episodes/battery-00386.npz": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad", + "episodes/thermal-00387.npz": "28e150538675d0f064f8621e6f4e92e71ef94ead73697a060936cafc05e21839", + "episodes/battery-00389.npz": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be", + "episodes/thermal-00390.npz": "49ae0796014f57c7dd5764ac11b7feac748ecc13c4fab610638ef58a73214552", + "episodes/battery-00392.npz": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106", + "episodes/thermal-00393.npz": "a8b0ec9bf51fed7811271f38907b46cab34b0feb0f13b54cd9a6cb7bddebfb8b", + "episodes/battery-00395.npz": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5", + "episodes/thermal-00396.npz": "2b44822d11c1b48b6ffc074b166408c7f755f1bbb4fee14e41510e31a4181fd4", + "episodes/battery-00398.npz": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a", + "episodes/thermal-00399.npz": "1c260a3ff189fd828b35e3e89cdf600993de0a619c40e23857508bbd4e2f278a", + "episodes/battery-00401.npz": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c", + "episodes/thermal-00402.npz": "76f680069c79ec8c4239e41644166009f7fd9edd03c3c4e70845380b3e794613", + "episodes/battery-00404.npz": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799", + "episodes/thermal-00405.npz": "4549ca4a8018644817130c2b9d8897b89009ad50e39cb82cfc9787b75652d10c", + "episodes/battery-00407.npz": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139", + "episodes/thermal-00408.npz": "09b6b3eb8f16ce466547cd6170f7ce6324c17217b18ee11599ce37cf00b62824", + "episodes/battery-00410.npz": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670", + "episodes/thermal-00411.npz": "f491d071d15eeaba6a0a906e5f940b2ec21f38b71eb1a265d51aae3d1ee1d019", + "episodes/thermal-00414.npz": "b87182cb4137cf28057981e974b8eb657cf62e3e33cf554afe342b67d5fb7abd", + "episodes/battery-00416.npz": "d4909ce3809155471c886b3fe522eda4a19841fea29438bb0199bf1758826de8", + "episodes/thermal-00417.npz": "a508c8c2fb7a3ea9b10785d58ae2e0e2d44d4249059a04679e4b974e8d6ff183", + "episodes/battery-00419.npz": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366", + "episodes/thermal-00420.npz": "a55c3c179230eff817188dacfb257a27404ce8edddbb48dd0bd144cb120c3847", + "episodes/battery-00422.npz": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1", + "episodes/thermal-00423.npz": "01c4026779327fa0d6e5745af4afdc82dafc93899d16971d534ce989a16f4a08", + "episodes/battery-00425.npz": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b", + "episodes/battery-00428.npz": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01", + "episodes/thermal-00429.npz": "6d6754d17ff2d16097d9dc9fac97db4ae8733f8c97188569ea8646d164bd9b2b", + "episodes/battery-00431.npz": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4", + "episodes/thermal-00432.npz": "99694e8dee347793e9a10560c7016409a435428ff1674475e523279bde93fe57", + "episodes/battery-00434.npz": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9", + "episodes/thermal-00435.npz": "230217c86eaa1881b1a13f1952911f3e20500f99dd84b4736959c2fe299d5446", + "episodes/battery-00437.npz": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983", + "episodes/thermal-00438.npz": "a5a4670354f147defb6c3ea5bfd3cb4a2e94ef909b2934a4526dcd780ef0ac40", + "episodes/battery-00440.npz": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad", + "episodes/thermal-00441.npz": "ab299e9fb07961814e004e4be194ed36a9f24b5e2d124d82b8e06aa81d953880", + "episodes/battery-00443.npz": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2", + "episodes/thermal-00444.npz": "63e903f23ee0f04d2e77d54a0c76c16010a9c6dc7226021d1356087d554f96c0", + "episodes/battery-00446.npz": "1c010d80899fb0d69f61c7f6e5afbee204fa289c59f13a50eba99ca894ca2e1e", + "episodes/thermal-00447.npz": "cfce859a9481fe33849b83a3c73c5a4d184db4fe94beb3b49c058a3a8bb4f040", + "episodes/battery-00449.npz": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee", + "episodes/thermal-00450.npz": "afac29e43e241a8758e69f9cd38e742eacedcabd6518468cc7f0e7651a751dda", + "episodes/battery-00452.npz": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de", + "episodes/thermal-00453.npz": "59c37b054dfbb1c876d67d70dab7d789a9be5d9985a43f589bafd44b6a101a92", + "episodes/battery-00455.npz": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387", + "episodes/thermal-00456.npz": "211e784c5c6312c214856e747dcc78420f79a254801febaa91668ae7dbed1c50", + "episodes/battery-00458.npz": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0", + "episodes/thermal-00459.npz": "2466967af64c44a09af6ed7f53b1cd75043f4706b0908e6d635cdef08f11c8f8", + "episodes/battery-00461.npz": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6", + "episodes/thermal-00462.npz": "aa527e5fa91d7f2dae3738a8629be11f89b18d6137e64bbed0cfff9501f4ec71", + "episodes/thermal-00465.npz": "70b454e326ed2438c7b44c160c1fb9fae05d61d3e441cb63b3f34aa796f86225", + "episodes/battery-00467.npz": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855", + "episodes/thermal-00468.npz": "a9aea6196c2af5c925e0dc6cf3f565d32e7ed512f4c595b78a46a75965bb98e9", + "episodes/battery-00470.npz": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a", + "episodes/battery-00473.npz": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774", + "episodes/thermal-00474.npz": "a42004a71e10dd789b169fa264fec61de1e4527bf236ff32afa94d476f539482", + "episodes/battery-00476.npz": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7", + "episodes/thermal-00477.npz": "10ac27cf9f3abe4e0eaa11ebdb8873b155c057962edc33c78015518f447cd413", + "episodes/thermal-00480.npz": "07a426dc7b57bed634dd4acbf1309a4881c459c8daea87c5708068ae764883e4", + "episodes/thermal-00483.npz": "dbdf0b9175a2b5ac7a0cf6ba1aedcf4745d7604bf821c078e559ef2d29c26ad0", + "episodes/battery-00485.npz": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d", + "episodes/thermal-00486.npz": "550c2abf022de6026f0c22a8971f751b05d9b5f7ab5b704c8f1ed1aaccf36476", + "episodes/battery-00488.npz": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323", + "episodes/thermal-00489.npz": "23d0fc613bdaf50e92f840601bd2e280524202e495914ab20b2ad9701ce213af", + "episodes/battery-00491.npz": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb", + "episodes/thermal-00492.npz": "10dfed8a2673cc52c9b55732d3e796def9f96fafe6c12818256f9b098ce476cd", + "episodes/battery-00494.npz": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6", + "episodes/thermal-00495.npz": "77b4ba7a3de2e9b22e1c98c92b59a3b6d2393bd405545120019b6ecefc51c287", + "episodes/battery-00497.npz": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4", + "episodes/thermal-00498.npz": "0fae60d0b850d8cbe47915a7da6237cff01ff8c28f55cc1bbddbaaa28610162e", + "episodes/battery-00500.npz": "35890c482d7883f9c5359faa4637aac665b561348593886fb9a768dbe5422a4c", + "episodes/battery-00503.npz": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402", + "episodes/thermal-00504.npz": "7f7ff5b94961de2809cdf77e772473273c604967d8ea39f03d819e7feea394a0", + "episodes/battery-00506.npz": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612", + "episodes/thermal-00507.npz": "2c8bbadd923bdef3467ffc65b773924fbe6c318e46bbc7d2f40f4174747ee1cc", + "episodes/battery-00509.npz": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3", + "episodes/battery-00512.npz": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c", + "episodes/thermal-00513.npz": "6d32552a729123a982c8d5fc6ac2f86a278971c233d0f6da0b0e55995abe6842", + "episodes/battery-00515.npz": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21", + "episodes/thermal-00516.npz": "c591adfa0ee0c4952cff201cc06aa75048217ab38c2bde98d0e8e7c5274c9134", + "episodes/battery-00518.npz": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4", + "episodes/thermal-00519.npz": "3089d6ce5cedbc7dc92bbb6406c0a377edbdaed2abd6588a09f2ea44bb8e630d", + "episodes/battery-00521.npz": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9", + "episodes/thermal-00522.npz": "49feb1ec17dc6a8d48cc4d26502aa6573ad4f62c581ed641d01865296e85a463", + "episodes/battery-00524.npz": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac", + "episodes/thermal-00525.npz": "705c9b52e80494ca6c03537ee471ec14dd9657533d9dec694a5e9a72c52495bf", + "episodes/thermal-00528.npz": "2978370ffcc9b78d5ff67cb9edcfe995e69346d92cffcb6775f877c75c28a72c", + "episodes/battery-00530.npz": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a", + "episodes/battery-00533.npz": "d7a8613dc767e181afcb6d52a3b25814b527d529717315d9b26acc07dafcc161", + "episodes/thermal-00534.npz": "2bf96664ba4f08df3250281db905c26f0025e73b8c8637a82cdab029dc132e17", + "episodes/battery-00536.npz": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195", + "episodes/thermal-00537.npz": "e42835d27ecb1945eb6aa1e7185827ca323c1ee513fdbc5b05da74088fd9bdd3", + "episodes/battery-00539.npz": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0", + "episodes/thermal-00540.npz": "8e446419b63aae498e6b0eb3c28f3e7bbfaeded2654e28fd7070409cc28df74b", + "episodes/battery-00542.npz": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f", + "episodes/thermal-00543.npz": "fcf95e4802324e9161a2d8bdba33235a43fc6a3cebbbf3fc7de1ed19a848848f", + "episodes/battery-00545.npz": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3", + "episodes/thermal-00546.npz": "e78852f11d3a163afd1056be8e2253e64a53f18a74bb195141a3a6eeecae7eeb", + "episodes/battery-00548.npz": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019", + "episodes/thermal-00549.npz": "4a16aa501eefe6bc3a6f6a91b29bcf419ecc77b16a0dbf7ad7bb2e4fecd58592", + "episodes/battery-00551.npz": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736", + "episodes/thermal-00552.npz": "c7f2ddcb23cabbf42e3caee0d7e13965c0895bdecb02898e9b2c23cc7f605f20", + "episodes/battery-00554.npz": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0", + "episodes/thermal-00555.npz": "6e1b37925cb0fd18ded0472243a57a178d380d34d2ef55a320067c0a7e3fa47d", + "episodes/battery-00557.npz": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887", + "episodes/thermal-00558.npz": "059b352f88c74db4c4655e2f81ff519b56095561a32467adf74b4553dbb9b9c1", + "episodes/battery-00560.npz": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa", + "episodes/battery-00563.npz": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473", + "episodes/battery-00569.npz": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0", + "episodes/thermal-00570.npz": "f3b2add5585ad455feb9c61725ab7e198ae5fff6b6f5a566dd0e31410694d072", + "episodes/battery-00572.npz": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db", + "episodes/thermal-00573.npz": "f092add38c2f363db66d914c9a51d93aa35acdc9b7b2e1353219604df299f1f8", + "episodes/battery-00575.npz": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215", + "episodes/thermal-00576.npz": "8b775a6aadfc71c09037ddfc7c686e89a216492fa0ba34c77fdfeba3b8aa3ca1", + "episodes/battery-00578.npz": "0bd461f6ecad3cd2347aa2996cc3ddf6b18bf8b61d425e4101245d16c88dadd1", + "episodes/thermal-00579.npz": "b51940c75644b3270127667d8ab822274b4ee9fd9cbe132dbded830e47f940b0", + "episodes/battery-00581.npz": "a2d080b2c83d759c00398f98cc470a58057a97608200cd3b6ae896e0762e9560", + "episodes/thermal-00582.npz": "33855633aa0e4a47b7cd1de3256dcd1b894b58e2a9efe1daa269ea01e1191e8d", + "episodes/battery-00584.npz": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c", + "episodes/thermal-00585.npz": "a71af552a0a54566941df5b56e53ec93aff6f66a241ec9c5551a92dba23f024b", + "episodes/thermal-00588.npz": "393fc47f5fe37efd74e4a8f76266c91386146f5db4c468156ea679ccf47d691f", + "episodes/battery-00590.npz": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05", + "episodes/thermal-00591.npz": "859f3b5789aea796589da3211cb5f20cec161d5474fd23723ee11783bf6ecd45", + "episodes/thermal-00594.npz": "fafe36d0c9f46f5f2ad0605906c79c8ff0117e8decc09d7f3b454e8692d9a58b", + "episodes/battery-00596.npz": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb", + "episodes/battery-00599.npz": "b94ff43441acca041327763ba74dd6ad2b5f8fbaeee3b3c4b00e366e7b751eb6", + "episodes/thermal-00600.npz": "58439022511d3e91ef607563265ef2308ef8bb40c8be6952aa48b004071dad2a", + "episodes/battery-00602.npz": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7", + "episodes/thermal-00603.npz": "0946527e3e79d363a6c47551d0f7492b81656b8f56d54866a850167c212e2f54", + "episodes/thermal-00606.npz": "89283e8dfeb3343bc42ccf14d0146f6fc4312cbadb6d3bec0b58d9a02a13609f", + "episodes/battery-00608.npz": "02866b6e651153ccd5e6b4166ac3c6d2781c360d1db4fa623f5960d829a32b8b", + "episodes/thermal-00609.npz": "8db6dff467acec930d6df609508e6748e1ab6d59a944c37308e4dd3674ec1eaf", + "episodes/battery-00611.npz": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0", + "episodes/thermal-00612.npz": "a9e85d0b608d54f9f307f3c5f26bdda56a6d436811bd6c937ca046d15afd5edc", + "episodes/battery-00614.npz": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc", + "episodes/thermal-00615.npz": "3b5cc4dff2032c8249d2edfbc0afc9ad3fd5ea924136a6457d1aa3a41db83932", + "episodes/battery-00617.npz": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032", + "episodes/battery-00620.npz": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33", + "episodes/thermal-00621.npz": "8d2a033fb6f2d2dc6a0f4b2755bbae99ca2577ff2af70b696fe7473286b81122", + "episodes/battery-00623.npz": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04", + "episodes/thermal-00624.npz": "ec6233434dada4deb5fef3087d1a871cd34c0b1155eaf9dffddd5c7e99aa6bc5", + "episodes/battery-00626.npz": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2", + "episodes/thermal-00627.npz": "f6048b972a3c7b9800f88e12ddf458fef6904ae2f00beb37f52ee5d6b6559d37", + "episodes/battery-00629.npz": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6", + "episodes/thermal-00630.npz": "739c6d712da69a9e0e53706502042082e8b7f1843fb47a3170632b051182a78c", + "episodes/thermal-00633.npz": "3552ed4f04477baaa27715186e27fd9c4ac4df0fe5b7269ff621903a7a94b39a", + "episodes/battery-00635.npz": "a4d96204307d05e4415c2a7d46de0ce2bb0cfaa5273411282b249d5defe7d73c", + "episodes/thermal-00636.npz": "4998981c0ea93cdcca819424d7d419fb16a1d42f099ef2f1ff30dde2d8f3342a", + "episodes/battery-00638.npz": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db", + "episodes/thermal-00639.npz": "fc59118d4aba06781c6df970a4fa0433d55a44101f3ee6e0d24eaab09f41520d", + "episodes/battery-00641.npz": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc", + "episodes/thermal-00642.npz": "80c05d3d60eb9f5ab11be3d3fd4ed6325cb7732c89b73c237f6d5eeb0f9e6f7b", + "episodes/battery-00644.npz": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba", + "episodes/thermal-00645.npz": "260229ed47ab0d34bdc8b9b39857a6441968ecac0b2eb5363be8955934002334", + "episodes/battery-00647.npz": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f", + "episodes/thermal-00648.npz": "83a6ea7e39897f41e3336674fac328db948b01f5eb99ad262dd379e06e321393", + "episodes/battery-00650.npz": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7", + "episodes/thermal-00651.npz": "e8c54bb485a0a53ed9ee458ae45e41fc447c6282d232db4fb8a370c2a83260c5", + "episodes/battery-00656.npz": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f", + "episodes/thermal-00657.npz": "b1d62c63b7f52ccaaa4167aed193511e89bed753ee048ae7d95e34de7fe813f5", + "episodes/battery-00659.npz": "4644fcf30bb20d443eb9108164c4ea80a516e4018021e45352000e7fc767c382", + "episodes/battery-00662.npz": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef", + "episodes/thermal-00666.npz": "627acdbc155af52416d291e8cf66c2bce76f334b666d084069659c5f2f6ee536", + "episodes/battery-00668.npz": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b", + "episodes/battery-00671.npz": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb", + "episodes/thermal-00675.npz": "bbd3e9039b6550d46a8de1b7cfb40d72c67c4c9c214741b73ffe799cb6d13fe8", + "episodes/thermal-00678.npz": "29cf1759d9122fdf583c75ce76cdc4cf4312a74e42f0e873929d0d819ff7dbbc", + "episodes/battery-00680.npz": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c", + "episodes/thermal-00681.npz": "5b3926af46b3eaec33ebec9e262c12e6f3ab9d49c375f4aa0b178826fb019480", + "episodes/battery-00683.npz": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb", + "episodes/thermal-00684.npz": "09b0e1dadf7e531e7deb4eec68b6e9e414dde23c37cb3e94f830494ee21ddce2", + "episodes/battery-00686.npz": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc", + "episodes/thermal-00687.npz": "fc251afd66e2fc04fe3c87327a7348e7b08170aeee9414ff60fe12b202d9309c", + "episodes/battery-00689.npz": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b", + "episodes/thermal-00690.npz": "fe8a60450c7081b98181987bc7493c37a1821764094edae9e162c37661394606", + "episodes/battery-00692.npz": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f", + "episodes/thermal-00693.npz": "98af989962dfe84c3c7a97ba4d819c21efafa87e46e3723b2114ddd08405a2a9", + "episodes/battery-00695.npz": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a", + "episodes/thermal-00696.npz": "c8094db557a87cb806aee8c509ae0e2b29fd1dc8ad88c4fa4661f5c2474ec73f", + "episodes/battery-00698.npz": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e", + "episodes/thermal-00699.npz": "b6db082f50e37a0ed4b9b1b4e5e580c1743a4cb0c0623e069aef68baadfb0f48", + "episodes/battery-00701.npz": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04", + "episodes/thermal-00702.npz": "41467fda7cba5b9d1616dc8a664845d81f8eae6ba6910a513e47a7c3dc059766", + "episodes/battery-00704.npz": "96c7c3bbd58fea2319e2a3253da2a634aa90cc9f5a6eb0a7945acceb915252a2", + "episodes/thermal-00705.npz": "7c5c36febbefcbdfef027bd4d7ec879bcb0b88a3efcb1329b02b31dbae92f935", + "episodes/battery-00707.npz": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88", + "episodes/thermal-00708.npz": "a72f8697b34352169654edbe6471cc86e4097b9cf762e3a52afefe5442359bb7", + "episodes/battery-00710.npz": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f", + "episodes/thermal-00711.npz": "c3a8d37871380c733be4d744040983397b987aba94951ca59b8ab2380a37f3ff", + "episodes/battery-00713.npz": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5", + "episodes/thermal-00714.npz": "57641588c35d87e7b46d2ac1be00275bf1b54379c24064ec110d24cd30d6539c", + "episodes/battery-00716.npz": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc", + "episodes/thermal-00717.npz": "7ddc8cb4628a5333b3aa38ce3e705b33a4166278ab4f6fa980f39fa4969cf463", + "episodes/battery-00719.npz": "9dd2d683b7edd30e90351bb6e1a22db47118aa53207b119446f143674de45ecc", + "episodes/thermal-00720.npz": "ba5227b7b658fa02a0efc6fc97963fbb0040728bebfdab8c11b0dde36c758c68", + "episodes/battery-00722.npz": "7d72b2baa501820b7545a7f135a3ee86f5e66044f8832e42183cc7379d00c368", + "episodes/thermal-00723.npz": "f35c9993f282ea1f950e8989e229c70f79cc36abac0edf510567a6a4a122e22e", + "episodes/battery-00725.npz": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba", + "episodes/thermal-00726.npz": "2625e5ff03459c4668e35ce50182667bd29692318a463f77d2365b39d89e6b96", + "episodes/battery-00728.npz": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40", + "episodes/thermal-00729.npz": "f926c5d4a89f64677f679cc5d52d2894acef62e20466d101a106385c021345d2", + "episodes/battery-00731.npz": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa", + "episodes/thermal-00732.npz": "9e24adf6da339d1fa508cb2c1f9e168aefc9df568b8a788be876ce992f630c10", + "episodes/battery-00734.npz": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2", + "episodes/thermal-00735.npz": "8ae7ca0ea4b9ed6ea6c1acfbd6901277f33374ff0bd645cf49b5f5470ccc5e28", + "episodes/battery-00737.npz": "f560b42e216ca1447126227d28908e595fa935a4ba157898c2be1da2f9ce16df", + "episodes/thermal-00738.npz": "0e97f47c19370467d07503e786c0956814aedb1431c627e883ecb758012630c2", + "episodes/battery-00740.npz": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198", + "episodes/thermal-00741.npz": "2403a39697c8265be205aec053ee7b2bc52839cfee65e5f533283a3a31f49e1d", + "episodes/battery-00743.npz": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b", + "episodes/thermal-00744.npz": "47880f0ec5d91d17489d000da5e7d979c5628ac292ce91b32cdd2c3e17a9c36b", + "episodes/battery-00746.npz": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23", + "episodes/thermal-00747.npz": "41ba7bbc578d54c56ac48144f15a78b728faad9ff2c431f6d4895e01c2bad566", + "episodes/battery-00749.npz": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b", + "episodes/thermal-00750.npz": "1c381d4ebceac21dce4f22b0017296d41ba3a295d9165d5c7df17f225e764db1", + "episodes/thermal-00753.npz": "87433ec088a3b05040e551d024d8534d9568ec52a9a25118eaee2e60848bf42f", + "episodes/battery-00755.npz": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0", + "episodes/thermal-00756.npz": "f5c82d7757c6517263876142036941344e3da336012b5ab245241394a5bc9bc7", + "episodes/battery-00758.npz": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9", + "episodes/thermal-00759.npz": "b0c796ca2ca616421a440d8f40d41a16cdec4cfe02f1c741891e7ffd1e0210ae", + "episodes/thermal-00762.npz": "a7e95eb399b49a768ba23d44cfac355a5451d19e8c415dc41f479de29061ded2", + "episodes/thermal-00765.npz": "dbf2a8782328a8a72bae465c57afe765d029b6cd582ac2cda36858427a00ca84", + "episodes/thermal-00768.npz": "f150295de67c11f4e0525a1a8f16ce88df1883a712604818f7de3475b670fce4", + "episodes/battery-00770.npz": "ef811c7c6651b0a1137c58cf9b922081c8d7f02fc1af0820643ae3ab24520989", + "episodes/thermal-00771.npz": "6ec1748dacdee6bc7dc8afebf7f95a91c0691a026d2b505a0a22bf48117edaa1", + "episodes/thermal-00774.npz": "376a1095bb4f433584d8109d679afe7a925174371baa31cfb94a4816435c1500", + "episodes/battery-00776.npz": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c", + "episodes/thermal-00777.npz": "4cefac32c2debf15d798c2b3d51240aca59618535ee7fdb3bd9e98ed9c83a38a", + "episodes/battery-00779.npz": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a", + "episodes/thermal-00780.npz": "a4d522b74ce981f8f401399dc3a29f00a72ece6dbc3ae59dd7ff03d883041b60", + "episodes/battery-00782.npz": "f40061c7cd584220e68440433e3020e4f406f79419562939b1b8fd475c4dd9ed", + "episodes/thermal-00783.npz": "b6fc14282c45598438a2e720d09d3a0c94123ee4f96efafa53ba2fde5dc07885", + "episodes/battery-00785.npz": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d", + "episodes/thermal-00786.npz": "6065f01846aedfa5da450ee43bb5038dc62dd9af3e2385e681d95bad4d12a13e", + "episodes/thermal-00789.npz": "d52fc73ba788b46196c55e9601c8153d1f41c47819acdca6bace7c9a200183b6", + "episodes/battery-00791.npz": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12", + "episodes/thermal-00792.npz": "3973f01b029564ca78ca6f0f491a81bff9477ebb1abd8de58506eab467c8ff82", + "episodes/battery-00794.npz": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af", + "episodes/thermal-00795.npz": "d3ce603b51fdf56700b7e04273c0960f3d6c11116a0d1064fd9e9c782b9db1c2", + "episodes/battery-00800.npz": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8", + "episodes/thermal-00801.npz": "362f3b7b6c7dc8e022973ce66461f6f2becb639a5b2a572cba7cbcd305b2e003", + "episodes/battery-00803.npz": "12f3219046b88dee75a3085c0d3a13e334f3f0ba54f41fe06f86d1b01f5d9605", + "episodes/thermal-00804.npz": "5d2b3c5a9e1e653fe127024658fdb87b765d88874fc8d3698c6f9f6a1e2cc287", + "episodes/battery-00806.npz": "0ba2db3222aaca20ef6bad232db8090fbe17973f65b656313abcac2af759e9d6", + "episodes/thermal-00807.npz": "2cfa78c5b25e8623252266b41e230881b11f4e19c2cca4b64d0252b4ac7a6eff", + "episodes/battery-00809.npz": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf", + "episodes/thermal-00810.npz": "7b9f388b62818af7727ea58e6b4dc24728a21543e3fb6e255d8e35eae3d87b9e", + "episodes/battery-00812.npz": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d", + "episodes/thermal-00813.npz": "d827e0c1927340fe5a27e8bef0ca70e06e497b924ee9bc7f36e9d0028362c768", + "episodes/battery-00815.npz": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f", + "episodes/thermal-00816.npz": "dd37c4f379cb39af1ca092f6e4b65f84580ce1b4cd90da15a14f4b7a6d3a2d86", + "episodes/battery-00818.npz": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed", + "episodes/thermal-00819.npz": "91bf336d3fd2ef08770143ede412a57cddd3801ce1f3eae91a065d0a3446d5c7", + "episodes/battery-00821.npz": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc", + "episodes/battery-00824.npz": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3", + "episodes/thermal-00825.npz": "fef94273e92a16540a0819d6d171d406021137a4ef63ed550f4eb02e9dd4fe1d", + "episodes/battery-00827.npz": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7", + "episodes/thermal-00828.npz": "4b1ac23d61eb46293a2745b2d77e80286cfd4e60753514e2122a07227a88e9ee", + "episodes/battery-00830.npz": "de2bbc15662cf2e348d7762ba2929698748037c85954c9304b9143f85dd0917f", + "episodes/battery-00836.npz": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471", + "episodes/thermal-00837.npz": "45bf16075b31044113f2b92f168fcf68720ae487cf9a4f3586b48fd5aa15a77f", + "episodes/thermal-00840.npz": "68f8d54b6d4a99d16dfe5bf7e7d23838c47f9e40fcfc20f014d09534a3d347af", + "episodes/battery-00842.npz": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd", + "episodes/thermal-00843.npz": "0dc9a6e12d5957ae1bf756331efc63551b21478494fd98ebb57b52d22ef9c1db", + "episodes/battery-00845.npz": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c", + "episodes/thermal-00846.npz": "878e2790b9012c207715c26f35343403f73c81026d595bfbe97cf425de9121a2", + "episodes/battery-00848.npz": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0", + "episodes/thermal-00849.npz": "515a004da48aa21d7f9f1f80e1845b0b991f128c4528b382f0713d6149cda537", + "episodes/battery-00851.npz": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387", + "episodes/thermal-00852.npz": "17a5ad29b84117a8b0ddfbfd20dd839112b57d2a05f530d54b263bf75ee66aa9", + "episodes/battery-00854.npz": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a", + "episodes/thermal-00855.npz": "008e83d034a4bcd37af9bfc19e5e98dc4834a7b6aec8d7cc52c2b1e3c39c54f1", + "episodes/battery-00857.npz": "e2e8faa5107df91396704362a7c5a30e91ffe2671e7f87070adae1def36be0e5", + "episodes/thermal-00858.npz": "dc94be1e2e108b4c8f792151145824af1c1313f99ccfec0f5276aca8dfb535e9", + "episodes/battery-00860.npz": "81660d7163227515b64147f1fc46dc9b243aead1498bee2ec0599117964ee6d2", + "episodes/thermal-00861.npz": "43d1a21de6be69e356c4e1ed7bceaaf925d47418fe89c56812e9d46618842834", + "episodes/battery-00863.npz": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e", + "episodes/thermal-00864.npz": "a1ea2d8876c10fe6e4ccc8bbd98f2644f7de798c5b6d0efa01e3552e9ff9349a", + "episodes/battery-00866.npz": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a", + "episodes/thermal-00867.npz": "4b2246e76930539b4d977f93c33a39f40ee8fd37070c5487664bdada75e816d5", + "episodes/battery-00869.npz": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e", + "episodes/thermal-00870.npz": "efb837de3c75b8804729c53feaf22c345aaaf878acf8cbfaf61501d1b4d4d5a8", + "episodes/battery-00872.npz": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0", + "episodes/thermal-00873.npz": "ecd8058e452b68134c4c8ed702042e86e53b68802c6b29b952c69f9feb8d7e9d", + "episodes/battery-00875.npz": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c", + "episodes/thermal-00876.npz": "9c4d9ea233ae18903abce56c0fe8a2ac0909f2bfcd0ab0243a09e53e565f9704", + "episodes/battery-00878.npz": "027966ef5a715aa071cd6183136a6ac5acd8608f2b9dd95844c366a2e4d90bcb", + "episodes/thermal-00879.npz": "fd8d00ad979eeea1d271c98bfbb100da21103c76e38aa99f7fc65730d8101915", + "episodes/thermal-00882.npz": "c53bbfdd5831c80dc3c2bdbd79ddf54a82085b869a155de60323807b338c8105", + "episodes/battery-00884.npz": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650", + "episodes/thermal-00885.npz": "6cc3a383f47362aff770fe6bed11ca345cc50149f682ad04bfb246f177814d93", + "episodes/battery-00887.npz": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba", + "episodes/thermal-00888.npz": "494544c40db4a6591a2c882710f588a44fffe5ed6fcf5514ac22765a55c6f42b", + "episodes/battery-00890.npz": "eb4ad5c26726c11b1896602c937cbce83c943a93d6ad2f8f416a21736a8c11e2", + "episodes/thermal-00891.npz": "dfd308dcea51e4b2a80d6389164c64dca467541b362b30bee9f9f89d0b7ca0cc", + "episodes/thermal-00894.npz": "37cb188307d8d959cfd7bca8eed7df025ba460b3aa60db293910edc591b51e31", + "episodes/battery-00896.npz": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b", + "episodes/thermal-00897.npz": "0891be677b651cf010a3f735e84ea4707a83e5d77ea298e19f545dd3d1444e1d", + "episodes/battery-00899.npz": "08c6bc4aae982dd1cb517d0bda13093d33e1437d5d59fb0eba89f6cd8f68e05b", + "episodes/thermal-00900.npz": "3c07abd2a62e25a596c3c030966f2b597599cafdfaf1c1b718e4fc0c09cb9d23", + "episodes/battery-00902.npz": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460", + "episodes/battery-00905.npz": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2", + "episodes/thermal-00906.npz": "8e200eda4fa1e59e7463f1c771295d65219ef0f65541c8b2bacfd9a8318d2689", + "episodes/battery-00908.npz": "a970dc847abe84b81c8e1d505ea55bea9e50670a06c077ddaa2ce193c3327a95", + "episodes/thermal-00909.npz": "507f177950fca68324ca51061be0a33130c0b1312ff548761374af3f25822447", + "episodes/battery-00911.npz": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b", + "episodes/thermal-00912.npz": "6dfa28bdd86c484d1bea801a3df6d048c5df075b1345ef97071003c8bf5cdc1e", + "episodes/battery-00914.npz": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1", + "episodes/thermal-00915.npz": "7b9c53fe20ec97373e69f7055227486f59962053b05da3ad5c49575e94af10cb", + "episodes/battery-00917.npz": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343", + "episodes/thermal-00918.npz": "dc2674ab98fb6ba70c33560bb87d815238e9f41360d8b73177bf7e281e09c719", + "episodes/battery-00920.npz": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9", + "episodes/thermal-00921.npz": "f3b17e066adbe1aee76cd680240048d7109570542be67752f403bde789facc33", + "episodes/battery-00923.npz": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61", + "episodes/battery-00926.npz": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97", + "episodes/thermal-00927.npz": "63046f0a5615ba18344d72b4886c6eb96a0fdc7a83c55f95c97ed12c5ee467d9", + "episodes/battery-00929.npz": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab", + "episodes/thermal-00930.npz": "40c1e85d145aee987eb18b06dab43305ef0dbbb98ef5d6d5dedb3b912b43f3c1", + "episodes/battery-00932.npz": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa", + "episodes/thermal-00933.npz": "000cbcd5933fb4ebef84eeaff16f014bfef036837c2286eb5d482d53178b5b28", + "episodes/battery-00935.npz": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78", + "episodes/thermal-00936.npz": "423660c3ca8026695036e13c49d1db4fb53b6aefb8e029094037734442bf9b10", + "episodes/battery-00938.npz": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585", + "episodes/thermal-00939.npz": "f79dd557d005c8fcf0cac3f2999a80a9bb494c854fabef7a8cec355bfa57bb99", + "episodes/battery-00941.npz": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957", + "episodes/thermal-00942.npz": "914a85f6db2f477c1b5aa36c852d9062619541a3269ab87c499e170047d4cca9", + "episodes/battery-00944.npz": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef", + "episodes/battery-00947.npz": "54bf6d166afe786f3dd84471d5be505c00cf3fe5f33211495a01b70fa0125932", + "episodes/thermal-00948.npz": "362689ffe35c0de558a87a7dcf9338530011d6af243f01862459b84d210bd55d", + "episodes/thermal-00951.npz": "0e463ca045627386925db0f369b7b3d61963ab931d2d18b50188d637813632f6", + "episodes/battery-00953.npz": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62", + "episodes/thermal-00954.npz": "c651212d4a910510181fc190715110c2dc1e5d1d8e04ea35467ef48b78928b5f", + "episodes/battery-00956.npz": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc", + "episodes/thermal-00957.npz": "48c73a4c4ba267d18f974c5b19e646d1edf379392874424c0f96cb3925419e0e", + "episodes/battery-00959.npz": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795", + "episodes/thermal-00960.npz": "88414a8244f9197c8940db08e4912357e834e5866b97880f3b1cc8c8d5d39d14", + "episodes/thermal-00963.npz": "d11f05197bc568b99ffdbdc062120c270c7f28e993f6b86cede3b1e6d5571d75", + "episodes/battery-00965.npz": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e", + "episodes/thermal-00966.npz": "9e7b70927140efd03b0ed0a9ef073e5275b417ae00512e83ea798313f50778dc", + "episodes/battery-00968.npz": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf", + "episodes/thermal-00969.npz": "48d31b8cb83cccd84ee4371fdf5037d60a4dbe4645ba3fb1ae3ae458cdc917be", + "episodes/battery-00971.npz": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c", + "episodes/battery-00974.npz": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd", + "episodes/thermal-00975.npz": "b0d5bf99bc1f5b92066a3d5432d8b7a25caecd21133ae5e969ba5c211cb7d061", + "episodes/battery-00977.npz": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b", + "episodes/thermal-00978.npz": "9a4df04649e47cb5a52d625d114da622ae9c9876cd8ec3a792121c1e074181f4", + "episodes/battery-00980.npz": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3", + "episodes/thermal-00981.npz": "03922f2246cc910daf15c709c83d78054c9c5bb3a6c58a77c1873f3a7cf257d6", + "episodes/battery-00983.npz": "5cf7686ff1d97817041a3fa0e004184b882baeab5af6e9cd91db29323ce5fa48", + "episodes/thermal-00984.npz": "5df75ba61861ebd90bc7ef44dc2e33137d5652eadb79934fcf172090d3ab71a3", + "episodes/battery-00986.npz": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b", + "episodes/thermal-00987.npz": "40aacd660569ef0ab714306d800d849bc1b62af2abcae0927336d93c678ee4bf", + "episodes/battery-00989.npz": "e2e848fcb28ab09677ceab5b160e573604f71c9bc8378ccd40ece2bfdd0b7af4", + "episodes/thermal-00990.npz": "41488b376bd63f4b0f7538fb4b9d74f732a2e6a0271f3496baf24445df945bb8", + "episodes/battery-00992.npz": "25caebb7cf5273d0f38f1da34d38fe757c68dd7636cc95fcefb547182c1478d5", + "episodes/thermal-00993.npz": "125a6987faad5952686e343f3be2b3750df5ce9cdfd2ae7406bcbaba062be779", + "episodes/battery-00995.npz": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9", + "episodes/thermal-00996.npz": "14ff8a90d6f5300364164bc403cbdcc2d27ab6371b82890665694644a034c12a", + "episodes/battery-00998.npz": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c", + "episodes/thermal-00999.npz": "81e2b572dd26c1d8bfd979c260807d508c99cf8c67e8ce98692bb6d00b69ba8c", + "episodes/battery-01001.npz": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d", + "episodes/thermal-01002.npz": "bfac11ec5ee215d06a534e8fa0de4e3f19b18a6a9ba72fbede3cf92799c3ffeb", + "episodes/battery-01004.npz": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b", + "episodes/thermal-01005.npz": "bef87709e6aee627b4caa61b412e0498b83c8682b435354f8ed1e531b02cebbe", + "episodes/battery-01007.npz": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54", + "episodes/thermal-01008.npz": "f0de073fd8bbf50ea11c122a184328dac5e5c768c52182a636480a7cb08e55bf", + "episodes/thermal-01011.npz": "3637556c2cb91afdbc3d52d89559acdd606147d4a20e9aa290b7fc39d19f74b4", + "episodes/battery-01013.npz": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6", + "episodes/thermal-01014.npz": "b9204df2bca77a3b668cd0b7f4f961a243f6fff8d5913aab8260888ac847873a", + "episodes/thermal-01017.npz": "1c29e3a72d47899081fc32c1173217f33d6d72a5f11fe3b938833ffe25a94d5d", + "episodes/battery-01019.npz": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87", + "episodes/thermal-01020.npz": "94620cbe4d2248c73b77429b683fe5edd5167ac70a81658be578dc5a8b63f759", + "episodes/battery-01022.npz": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2", + "episodes/thermal-01026.npz": "cbdf5f3a29e90c74dc7cc0802ebceb8075a6ed647d0d328c0aaa24a65035061d", + "episodes/battery-01028.npz": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195", + "episodes/thermal-01029.npz": "64d707c0905932a7be4fa8d26b3afa221f9a661505e69a22db3dd6524ef20698", + "episodes/battery-01031.npz": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80", + "episodes/thermal-01032.npz": "1bf96d3660ec6023057c05d3e864c1f17f4407df327b44744ca947ce4199e383", + "episodes/battery-01034.npz": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7", + "episodes/thermal-01035.npz": "ac3d6cf865680a9779cc264a8fc86e56957505c5fa52cb1d8f9594838940c01d", + "episodes/battery-01037.npz": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94", + "episodes/thermal-01038.npz": "b2ec9e86d7ac0b5b47b383f2f106cdb43efeff36bff8efdc34c7fc01ed6f9eb8", + "episodes/battery-01040.npz": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701", + "episodes/thermal-01041.npz": "271cac742f8a6a92fcbaf29bf43bf0888d8e24795aa5aa87a54a68bc0ac8686f", + "episodes/battery-01043.npz": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7", + "episodes/thermal-01044.npz": "3431ac73037b0f801b9c4422346efaa57b93f624a02f9da83342a7d72b20dfa0", + "episodes/battery-01046.npz": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289", + "episodes/thermal-01047.npz": "62d2ba3d6806db812a93f40ad632d13d8acb5017512a7f0922399c7d79405e51", + "episodes/battery-01049.npz": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872", + "episodes/battery-01052.npz": "112d6572672b03e6c312f5d1e6d7181bc9c1481e8219e1600fda13ad5b0baf52", + "episodes/thermal-01053.npz": "31bba68c1944ac4c1d6510151622cc23cfdae3ce3362a7a6b780916d0c39161d", + "episodes/battery-01055.npz": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41", + "episodes/thermal-01056.npz": "8daa757f79909bd00f05fca8f4ddaacdf3ca6800bbf7a059a0bfd70ed0c808f4", + "episodes/battery-01058.npz": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2", + "episodes/thermal-01059.npz": "c18b003fbcd1013421a6a019ffdeb2c1309fd9905ba141dc3475718fc7a7f3fa", + "episodes/battery-01061.npz": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd", + "episodes/thermal-01062.npz": "e9f62fdbaa99fc337ed1d046d0713b45efbff36acc3a295e67301f0d2ff1b9d7", + "episodes/battery-01064.npz": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794", + "episodes/thermal-01065.npz": "3c8bc00b3ff09f931e239a569d648c9fccceca787c33466d112424824594ce3c", + "episodes/battery-01067.npz": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507", + "episodes/thermal-01068.npz": "27d2783ce46627bf53c55604eefde3cde336e655c556454506eff350bc876d68", + "episodes/battery-01070.npz": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357", + "episodes/thermal-01071.npz": "41d90df8118d648a38a640f2b1eaabf817a1a178c3b28920c7028cdc5727307f", + "episodes/battery-01073.npz": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592", + "episodes/thermal-01074.npz": "3edfb250f442371156a7236d5f66512aef485f74b4c296dd8b69fdf050a3954a", + "episodes/battery-01076.npz": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5", + "episodes/battery-01079.npz": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba", + "episodes/thermal-01080.npz": "31989c304e22636df442bc5e10a9ea4b16cef62bd76c37d207a7ed64fbac427c", + "episodes/battery-01082.npz": "b03663b6b64c74abc3d8d88d2a819ef5537b74c67569974a329b50715ae0488b", + "episodes/thermal-01083.npz": "dc824e9c45c3018cf75435e1418e186d1108a478b23c212994ffd1fc4fba2368", + "episodes/battery-01085.npz": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f", + "episodes/thermal-01086.npz": "1a840cfdc0b8f911be94bb88eda1e01edee73e6832c85952f827d2aa4f6e150e", + "episodes/battery-01088.npz": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49", + "episodes/thermal-01089.npz": "e05a694a49b53ebbdbcc6849725c8880c4cfa91af2be35626b646810a80d05f9", + "episodes/battery-01091.npz": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb", + "episodes/battery-01094.npz": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5", + "episodes/thermal-01095.npz": "bb8de1496deda34b459f9d3598a6c0ee4e70e28d2cb64e05b238c4aa3204cc6e", + "episodes/battery-01097.npz": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3", + "episodes/thermal-01098.npz": "54bedaa997e4de0ba4c48094c85327d98368e549c21036cb62183de43950a619", + "episodes/battery-01103.npz": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07", + "episodes/thermal-01104.npz": "c17da232358fcda33836e3ce4337dd70a4bfeb62e3d8217611d574a263aec1d8", + "episodes/battery-01106.npz": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85", + "episodes/thermal-01107.npz": "7f687d6df746257a9c50f7cde6cba8b9604ad0b099481b0bf6f3c6598a20d695", + "episodes/battery-01109.npz": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5", + "episodes/thermal-01110.npz": "1f0cd278c0e4b16101463ece64caa64e76119c71b0bc678bfe261017f04ec4ca", + "episodes/battery-01112.npz": "00c4e1a6632d9da877be3bc05d28ee6e4d882f23d22678b780f2690561ac2c53", + "episodes/thermal-01113.npz": "16626115df04d040f1e3dcebef3dbfb25c499f7603f0bb103e0bb7163109a9c3", + "episodes/battery-01115.npz": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f", + "episodes/thermal-01116.npz": "0698168bf913357b02a4c6646adec35a2524e155a6f83bb76b2f380959c62633", + "episodes/battery-01118.npz": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4", + "episodes/thermal-01119.npz": "2b2d4149adf3ac1e7d5780e5eddf567a31312ecbde7d2aa97799bb3b841ded9a", + "episodes/battery-01121.npz": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1", + "episodes/thermal-01122.npz": "7ea7fa26e92535f008b0c19a6e8a7becd09a1846d8b1efa6f0828833c232d411", + "episodes/battery-01124.npz": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7", + "episodes/thermal-01125.npz": "898f5a6d36783d82b912f5ecf18a38ccd0408bc7653f16d814205895855f45b0", + "episodes/thermal-01128.npz": "fea15efc6f8fedaea02637a41b511043be362529ff9f3d1195bbd14661b7c32b", + "episodes/battery-01130.npz": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113", + "episodes/battery-01133.npz": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f", + "episodes/thermal-01134.npz": "e43c6cd94344b37eebc75c136b9de42f8b168039dde7f93c688f54863e134d72", + "episodes/battery-01136.npz": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253", + "episodes/battery-01139.npz": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779", + "episodes/thermal-01140.npz": "35be7aec3cc9728816b6afd535fb47404364538395304a5fa4559016e5e1edb0", + "episodes/battery-01142.npz": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a", + "episodes/thermal-01143.npz": "48056c6b90055d06f8470a5d56cd9718392f82f27ba2632e92bddbd3c786d4b8", + "episodes/battery-01145.npz": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507", + "episodes/thermal-01146.npz": "c833527d1ca4e711d3631cec24fd6a12730f1249a0a2d98ab04c7782ee64f5f6", + "episodes/battery-01148.npz": "e70586b5d9302343ed7bc16c1a73f3258273ae7868629dde3c5df93aa78871d1", + "episodes/thermal-01149.npz": "74d92db21a136e5d20bd44e5d4616d7db8609b9a391568dfc70adad9fd3e0c91", + "episodes/battery-01151.npz": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d", + "episodes/thermal-01152.npz": "620060781575ef9d07f1f2846bf5061c3d66054360af45a6429e77859d85fcb5", + "episodes/battery-01154.npz": "629fd5470355facca17d530305fbde6f63a3c866079b925c2551a3cf3d161404", + "episodes/thermal-01155.npz": "b92e3d7d94f0e2cded80dfa0759b51cb159eec34c15ddab678c85fdbbd3bc315", + "episodes/battery-01157.npz": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e", + "episodes/battery-01160.npz": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920", + "episodes/battery-01163.npz": "056c912707330b143440b04737015260cc9e759cf564d375988e92e0a67376aa", + "episodes/thermal-01164.npz": "2d66b50f15676e2af68c71b2408f9bfec7e82399cee65500ad3e4fcf49124eed", + "episodes/battery-01166.npz": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c", + "episodes/thermal-01167.npz": "f447341d4586d93309cb4c51f47fff52d968e6f449083e4c40d65cc67b71a88b", + "episodes/battery-01169.npz": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d", + "episodes/battery-01172.npz": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6", + "episodes/thermal-01173.npz": "43fa8e0d1de08718a8a6c3a91444edcf950f91f269c4c1d4f1d13c7f63e7a784", + "episodes/battery-01175.npz": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8", + "episodes/thermal-01176.npz": "114f1d13a52d88ab80533d0b600320bf6ed29b0c0f7b203359c0a803fb69b8a4", + "episodes/battery-01178.npz": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89", + "episodes/thermal-01179.npz": "fa1344ed4c70c89b239dee23b9693cf8d81c2e32372862714abcfd1a7e51eae4", + "episodes/battery-01181.npz": "232108078b8f3b4b8fdacd93e8228aa9318775396ffee8b59817ddae62979959", + "episodes/battery-01184.npz": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4", + "episodes/thermal-01185.npz": "3626bfed188d2c8f21c643f25fc8ff89385e84258b0e0394a925252fb08d7cfa", + "episodes/battery-01187.npz": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6", + "episodes/thermal-01188.npz": "6c28bd885a1af515f1220416c4edc5b647bb8ac2b1a11bbb49362e9712159949", + "episodes/thermal-01191.npz": "9137557c5e3cffdc9a0c04649c0989ca57b15b8ec6eb2a635b800d782155de03", + "episodes/battery-01193.npz": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561", + "episodes/thermal-01194.npz": "ccffad0b6bbe4c77ae458e4df58f3330fd5fb756b44c65fb5232d88081d26b50", + "episodes/battery-01196.npz": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364", + "episodes/thermal-01197.npz": "46bee9e73a161be441bf9f5e17bed7f15a366e5613e0db9fe60edfb304718ee9", + "episodes/battery-01199.npz": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c" + }, + "seed": 20261012, + "samples_per_population": 512, + "profiles": { + "thermal": { + "transform_id": "thermal-full-canonical-observations-v1", + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "populations": { + "original_heldout": { + "windows": 512, + "threshold_available_windows": 511, + "behavior_flagged_windows": 25, + "behavior_flag_rate_all_windows": 0.048828125, + "behavior_flag_rate_available_windows": 0.04892367906066536, + "limited_windows": 306, + "unavailable_windows": 1, + "by_field": { + "0": { + "available_windows": 493, + "flagged_windows": 14, + "empirical_flag_rate": 0.028397565922920892 + }, + "1": { + "available_windows": 276, + "flagged_windows": 5, + "empirical_flag_rate": 0.018115942028985508 + }, + "2": { + "available_windows": 496, + "flagged_windows": 7, + "empirical_flag_rate": 0.014112903225806451 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "5a5fda1d3ff0ee896bd35ea684994bf6e82e96c64c5d686cb1cbb3ad7d6df60f", + "family_window_counts": { + "thermal": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 236, + "normalized_delta_mae": 0.05292303115129471 + }, + "unflagged": { + "query_count": 4804, + "normalized_delta_mae": 0.025573845952749252 + } + }, + "metrics_by_field_horizon": [ + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 494, + "mae": 0.0905592292547226, + "rmse": 0.23331308364868164, + "standardized_mae": 0.011255839839577675, + "standardized_rmse": 0.02899908274412155, + "standardized_gaussian_nll": -3.5004493198926627, + "physical_gaussian_nll": -1.4153322387860006, + "nominal_coverage": 0.9, + "coverage": 0.888663967611336, + "mean_interval_width": 0.3408975601196289, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 495, + "mae": 0.22380712628364563, + "rmse": 0.495301216840744, + "standardized_mae": 0.027817562222480774, + "standardized_rmse": 0.06156226247549057, + "standardized_gaussian_nll": -2.570687754727674, + "physical_gaussian_nll": -0.4855706736210119, + "nominal_coverage": 0.9, + "coverage": 0.8808080808080808, + "mean_interval_width": 0.848713219165802, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 490, + "mae": 0.4920384883880615, + "rmse": 0.8903241157531738, + "standardized_mae": 0.061156727373600006, + "standardized_rmse": 0.11066067218780518, + "standardized_gaussian_nll": -1.578038066804895, + "physical_gaussian_nll": 0.5070790143017672, + "nominal_coverage": 0.9, + "coverage": 0.8857142857142857, + "mean_interval_width": 1.9438892602920532, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 491, + "mae": 1.1014564037322998, + "rmse": 2.0160932540893555, + "standardized_mae": 0.13690285384655, + "standardized_rmse": 0.2505854070186615, + "standardized_gaussian_nll": -0.6359260115885322, + "physical_gaussian_nll": 1.4491910695181298, + "nominal_coverage": 0.9, + "coverage": 0.890020366598778, + "mean_interval_width": 4.208284378051758, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 277, + "mae": 0.011314921081066132, + "rmse": 0.019732529297471046, + "standardized_mae": 0.002964430022984743, + "standardized_rmse": 0.0051697841845452785, + "standardized_gaussian_nll": -4.256062368482343, + "physical_gaussian_nll": -2.916624844121311, + "nominal_coverage": 0.9, + "coverage": 0.8916967509025271, + "mean_interval_width": 0.040772564709186554, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 277, + "mae": 0.020676270127296448, + "rmse": 0.03736165538430214, + "standardized_mae": 0.005417037755250931, + "standardized_rmse": 0.009788491763174534, + "standardized_gaussian_nll": -3.6863457556974724, + "physical_gaussian_nll": -2.3469082313364398, + "nominal_coverage": 0.9, + "coverage": 0.8844765342960289, + "mean_interval_width": 0.07534921169281006, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 270, + "mae": 0.04332447052001953, + "rmse": 0.07670919597148895, + "standardized_mae": 0.011350708082318306, + "standardized_rmse": 0.020097272470593452, + "standardized_gaussian_nll": -2.962395791473112, + "physical_gaussian_nll": -1.6229582671120795, + "nominal_coverage": 0.9, + "coverage": 0.8888888888888888, + "mean_interval_width": 0.15840031206607819, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 277, + "mae": 0.10276579111814499, + "rmse": 0.1812235713005066, + "standardized_mae": 0.02692391723394394, + "standardized_rmse": 0.047479305416345596, + "standardized_gaussian_nll": -2.09878515150217, + "physical_gaussian_nll": -0.7593476271411375, + "nominal_coverage": 0.9, + "coverage": 0.9025270758122743, + "mean_interval_width": 0.4058813750743866, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 490, + "mae": 0.235590398311615, + "rmse": 0.3890112638473511, + "standardized_mae": 0.0008234981214627624, + "standardized_rmse": 0.0013597754295915365, + "standardized_gaussian_nll": -5.468544856318892, + "physical_gaussian_nll": 0.18774385846675035, + "nominal_coverage": 0.9, + "coverage": 0.9204081632653062, + "mean_interval_width": 1.0840590000152588, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 492, + "mae": 0.46480482816696167, + "rmse": 0.7670450806617737, + "standardized_mae": 0.001624709228053689, + "standardized_rmse": 0.0026811796706169844, + "standardized_gaussian_nll": -5.018551491982254, + "physical_gaussian_nll": 0.6377372228033886, + "nominal_coverage": 0.9, + "coverage": 0.8983739837398373, + "mean_interval_width": 1.7480320930480957, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 494, + "mae": 0.9139797687530518, + "rmse": 1.4946602582931519, + "standardized_mae": 0.0031947847455739975, + "standardized_rmse": 0.005224533379077911, + "standardized_gaussian_nll": -4.465980008838727, + "physical_gaussian_nll": 1.190308705946915, + "nominal_coverage": 0.9, + "coverage": 0.9048582995951417, + "mean_interval_width": 3.401176691055298, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 493, + "mae": 1.8598698377609253, + "rmse": 2.9060652256011963, + "standardized_mae": 0.00650111073628068, + "standardized_rmse": 0.010158050805330276, + "standardized_gaussian_nll": -3.7210821540417456, + "physical_gaussian_nll": 1.9352065607438966, + "nominal_coverage": 0.9, + "coverage": 0.8843813387423936, + "mean_interval_width": 7.198690414428711, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "parameter_shift_2node": { + "windows": 512, + "threshold_available_windows": 512, + "behavior_flagged_windows": 228, + "behavior_flag_rate_all_windows": 0.4453125, + "behavior_flag_rate_available_windows": 0.4453125, + "limited_windows": 228, + "unavailable_windows": 0, + "by_field": { + "0": { + "available_windows": 512, + "flagged_windows": 52, + "empirical_flag_rate": 0.1015625 + }, + "1": { + "available_windows": 512, + "flagged_windows": 75, + "empirical_flag_rate": 0.146484375 + }, + "2": { + "available_windows": 512, + "flagged_windows": 166, + "empirical_flag_rate": 0.32421875 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "123f0e8a026af5b34913cc22293d018ca659ab8e0a0e29b4f6af4fd0fe2bcc49", + "family_window_counts": { + "thermal": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 2736, + "normalized_delta_mae": 0.06582535803318024 + }, + "unflagged": { + "query_count": 3408, + "normalized_delta_mae": 0.06559599936008453 + } + }, + "metrics_by_field_horizon": [ + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.3486356735229492, + "rmse": 0.608022153377533, + "standardized_mae": 0.04333282262086868, + "standardized_rmse": 0.07557263970375061, + "standardized_gaussian_nll": 3.2507122890437667, + "physical_gaussian_nll": 5.335829370150429, + "nominal_coverage": 0.9, + "coverage": 0.544921875, + "mean_interval_width": 0.6503358483314514, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.7848506569862366, + "rmse": 1.182604193687439, + "standardized_mae": 0.09755110740661621, + "standardized_rmse": 0.1469889134168625, + "standardized_gaussian_nll": 4.5007310740529265, + "physical_gaussian_nll": 6.585848155159589, + "nominal_coverage": 0.9, + "coverage": 0.517578125, + "mean_interval_width": 1.4071043729782104, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 1.6096490621566772, + "rmse": 2.1335248947143555, + "standardized_mae": 0.2000674158334732, + "standardized_rmse": 0.265181303024292, + "standardized_gaussian_nll": 3.974811407597334, + "physical_gaussian_nll": 6.059928488703996, + "nominal_coverage": 0.9, + "coverage": 0.52734375, + "mean_interval_width": 3.2194159030914307, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 2.6234421730041504, + "rmse": 3.245746374130249, + "standardized_mae": 0.32607436180114746, + "standardized_rmse": 0.40342214703559875, + "standardized_gaussian_nll": 1.9944575653407441, + "physical_gaussian_nll": 4.079574646447407, + "nominal_coverage": 0.9, + "coverage": 0.60546875, + "mean_interval_width": 6.49857759475708, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.015223660506308079, + "rmse": 0.01788417063653469, + "standardized_mae": 0.003988492302596569, + "standardized_rmse": 0.004685527179390192, + "standardized_gaussian_nll": -3.765973683644952, + "physical_gaussian_nll": -2.42653615928392, + "nominal_coverage": 0.9, + "coverage": 0.603515625, + "mean_interval_width": 0.035181254148483276, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.032041992992162704, + "rmse": 0.037882979959249496, + "standardized_mae": 0.008394777774810791, + "standardized_rmse": 0.009925074875354767, + "standardized_gaussian_nll": -2.6550941008263544, + "physical_gaussian_nll": -1.315656576465322, + "nominal_coverage": 0.9, + "coverage": 0.44140625, + "mean_interval_width": 0.0631335973739624, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.0740460753440857, + "rmse": 0.09067129343748093, + "standardized_mae": 0.019399553537368774, + "standardized_rmse": 0.02375524304807186, + "standardized_gaussian_nll": -1.4792378735383322, + "physical_gaussian_nll": -0.1398003491772999, + "nominal_coverage": 0.9, + "coverage": 0.380859375, + "mean_interval_width": 0.13603536784648895, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.17208409309387207, + "rmse": 0.22268864512443542, + "standardized_mae": 0.04508482664823532, + "standardized_rmse": 0.058342866599559784, + "standardized_gaussian_nll": -0.6714579080817572, + "physical_gaussian_nll": 0.6679796162792752, + "nominal_coverage": 0.9, + "coverage": 0.443359375, + "mean_interval_width": 0.33962422609329224, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.7955832481384277, + "rmse": 1.0195934772491455, + "standardized_mae": 0.002780933864414692, + "standardized_rmse": 0.00356395379640162, + "standardized_gaussian_nll": -2.449715554446848, + "physical_gaussian_nll": 3.2065731603387944, + "nominal_coverage": 0.9, + "coverage": 0.388671875, + "mean_interval_width": 1.138445496559143, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 512, + "mae": 1.5977458953857422, + "rmse": 2.0489695072174072, + "standardized_mae": 0.0055848658084869385, + "standardized_rmse": 0.007162102032452822, + "standardized_gaussian_nll": 0.5659559730319956, + "physical_gaussian_nll": 6.222244687817637, + "nominal_coverage": 0.9, + "coverage": 0.349609375, + "mean_interval_width": 1.8799808025360107, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 512, + "mae": 3.3286471366882324, + "rmse": 4.115628719329834, + "standardized_mae": 0.011635171249508858, + "standardized_rmse": 0.014386037364602089, + "standardized_gaussian_nll": 1.6824004457211776, + "physical_gaussian_nll": 7.33868916050682, + "nominal_coverage": 0.9, + "coverage": 0.26171875, + "mean_interval_width": 3.728672742843628, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 512, + "mae": 7.004299163818359, + "rmse": 8.189764976501465, + "standardized_mae": 0.02448328584432602, + "standardized_rmse": 0.02862703986465931, + "standardized_gaussian_nll": 1.6132191811102166, + "physical_gaussian_nll": 7.269507895895859, + "nominal_coverage": 0.9, + "coverage": 0.09765625, + "mean_interval_width": 8.276357650756836, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "small_room_3node": { + "windows": 512, + "threshold_available_windows": 512, + "behavior_flagged_windows": 307, + "behavior_flag_rate_all_windows": 0.599609375, + "behavior_flag_rate_available_windows": 0.599609375, + "limited_windows": 307, + "unavailable_windows": 0, + "by_field": { + "0": { + "available_windows": 512, + "flagged_windows": 71, + "empirical_flag_rate": 0.138671875 + }, + "1": { + "available_windows": 512, + "flagged_windows": 67, + "empirical_flag_rate": 0.130859375 + }, + "2": { + "available_windows": 512, + "flagged_windows": 262, + "empirical_flag_rate": 0.51171875 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "378af3360086fc774b78ed74badeea73f774625bef4048ef490bea639538dba9", + "family_window_counts": { + "thermal": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 3684, + "normalized_delta_mae": 0.09702001512050629 + }, + "unflagged": { + "query_count": 2460, + "normalized_delta_mae": 0.08703345060348511 + } + }, + "metrics_by_field_horizon": [ + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.5543025135993958, + "rmse": 0.8708834648132324, + "standardized_mae": 0.06889568269252777, + "standardized_rmse": 0.10824434459209442, + "standardized_gaussian_nll": 19.110618497628785, + "physical_gaussian_nll": 21.195735578735448, + "nominal_coverage": 0.9, + "coverage": 0.453125, + "mean_interval_width": 0.7425839900970459, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 1.197697639465332, + "rmse": 1.737513542175293, + "standardized_mae": 0.14886492490768433, + "standardized_rmse": 0.21596002578735352, + "standardized_gaussian_nll": 16.857731548987395, + "physical_gaussian_nll": 18.94284863009406, + "nominal_coverage": 0.9, + "coverage": 0.419921875, + "mean_interval_width": 1.6370267868041992, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 2.156367540359497, + "rmse": 2.862797737121582, + "standardized_mae": 0.2680204510688782, + "standardized_rmse": 0.3558245003223419, + "standardized_gaussian_nll": 9.114116334711033, + "physical_gaussian_nll": 11.199233415817694, + "nominal_coverage": 0.9, + "coverage": 0.494140625, + "mean_interval_width": 3.5301449298858643, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 3.0418667793273926, + "rmse": 3.9468085765838623, + "standardized_mae": 0.37808144092559814, + "standardized_rmse": 0.4905589818954468, + "standardized_gaussian_nll": 3.4186671300321545, + "physical_gaussian_nll": 5.503784211138816, + "nominal_coverage": 0.9, + "coverage": 0.58203125, + "mean_interval_width": 6.941856861114502, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.03367676958441734, + "rmse": 0.04528529942035675, + "standardized_mae": 0.008823078125715256, + "standardized_rmse": 0.011864431202411652, + "standardized_gaussian_nll": -2.580514944822462, + "physical_gaussian_nll": -1.2410774204614297, + "nominal_coverage": 0.9, + "coverage": 0.6640625, + "mean_interval_width": 0.08641667664051056, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.07990433275699615, + "rmse": 0.1060773953795433, + "standardized_mae": 0.020934375002980232, + "standardized_rmse": 0.02779153361916542, + "standardized_gaussian_nll": -1.1534849835680145, + "physical_gaussian_nll": 0.18595254079301782, + "nominal_coverage": 0.9, + "coverage": 0.544921875, + "mean_interval_width": 0.16823601722717285, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.19445928931236267, + "rmse": 0.2538929581642151, + "standardized_mae": 0.05094697326421738, + "standardized_rmse": 0.06651817262172699, + "standardized_gaussian_nll": 0.759303679025797, + "physical_gaussian_nll": 2.0987412033868296, + "nominal_coverage": 0.9, + "coverage": 0.48828125, + "mean_interval_width": 0.36709243059158325, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.45704370737075806, + "rmse": 0.602363109588623, + "standardized_mae": 0.119742251932621, + "standardized_rmse": 0.15781491994857788, + "standardized_gaussian_nll": 2.816741496009817, + "physical_gaussian_nll": 4.15617902037085, + "nominal_coverage": 0.9, + "coverage": 0.50390625, + "mean_interval_width": 0.8622674345970154, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.9264620542526245, + "rmse": 1.11500883102417, + "standardized_mae": 0.0032384160440415144, + "standardized_rmse": 0.0038974748458713293, + "standardized_gaussian_nll": -1.1228645320170838, + "physical_gaussian_nll": 4.533424182768559, + "nominal_coverage": 0.9, + "coverage": 0.3046875, + "mean_interval_width": 1.1105011701583862, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 512, + "mae": 1.9000681638717651, + "rmse": 2.3017773628234863, + "standardized_mae": 0.006641622632741928, + "standardized_rmse": 0.008045783266425133, + "standardized_gaussian_nll": 3.254459004185227, + "physical_gaussian_nll": 8.91074771897087, + "nominal_coverage": 0.9, + "coverage": 0.2734375, + "mean_interval_width": 1.8573206663131714, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 512, + "mae": 3.934077501296997, + "rmse": 4.668124675750732, + "standardized_mae": 0.013751432299613953, + "standardized_rmse": 0.016317268833518028, + "standardized_gaussian_nll": 4.911413350409893, + "physical_gaussian_nll": 10.567702065195535, + "nominal_coverage": 0.9, + "coverage": 0.19140625, + "mean_interval_width": 3.6287195682525635, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 512, + "mae": 8.101125717163086, + "rmse": 9.243765830993652, + "standardized_mae": 0.028317205607891083, + "standardized_rmse": 0.03231126442551613, + "standardized_gaussian_nll": 5.169239028857154, + "physical_gaussian_nll": 10.825527743642796, + "nominal_coverage": 0.9, + "coverage": 0.0625, + "mean_interval_width": 7.6061930656433105, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "auditorium_3node": { + "windows": 512, + "threshold_available_windows": 512, + "behavior_flagged_windows": 105, + "behavior_flag_rate_all_windows": 0.205078125, + "behavior_flag_rate_available_windows": 0.205078125, + "limited_windows": 105, + "unavailable_windows": 0, + "by_field": { + "0": { + "available_windows": 512, + "flagged_windows": 37, + "empirical_flag_rate": 0.072265625 + }, + "1": { + "available_windows": 512, + "flagged_windows": 13, + "empirical_flag_rate": 0.025390625 + }, + "2": { + "available_windows": 512, + "flagged_windows": 62, + "empirical_flag_rate": 0.12109375 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "b565caadd72b23a5f518ab922d8e24d0adb304c188bb162982ce5aa186983710", + "family_window_counts": { + "thermal": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 1260, + "normalized_delta_mae": 0.03434613719582558 + }, + "unflagged": { + "query_count": 4884, + "normalized_delta_mae": 0.0299127995967865 + } + }, + "metrics_by_field_horizon": [ + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.11798572540283203, + "rmse": 0.2322131097316742, + "standardized_mae": 0.014664748683571815, + "standardized_rmse": 0.028862364590168, + "standardized_gaussian_nll": -0.6009857568078951, + "physical_gaussian_nll": 1.484131324298767, + "nominal_coverage": 0.9, + "coverage": 0.58984375, + "mean_interval_width": 0.22614841163158417, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.2612474858760834, + "rmse": 0.45048630237579346, + "standardized_mae": 0.03247112035751343, + "standardized_rmse": 0.05599210038781166, + "standardized_gaussian_nll": 0.8688578575729109, + "physical_gaussian_nll": 2.953974938679573, + "nominal_coverage": 0.9, + "coverage": 0.5546875, + "mean_interval_width": 0.5063692331314087, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.6373890042304993, + "rmse": 0.9604036211967468, + "standardized_mae": 0.07922271639108658, + "standardized_rmse": 0.11937103420495987, + "standardized_gaussian_nll": 1.126230638857996, + "physical_gaussian_nll": 3.211347719964658, + "nominal_coverage": 0.9, + "coverage": 0.5234375, + "mean_interval_width": 1.2299104928970337, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 1.397415041923523, + "rmse": 1.84209406375885, + "standardized_mae": 0.17368830740451813, + "standardized_rmse": 0.2289586067199707, + "standardized_gaussian_nll": 1.2731981801097931, + "physical_gaussian_nll": 3.3583152612164553, + "nominal_coverage": 0.9, + "coverage": 0.513671875, + "mean_interval_width": 2.764878511428833, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.005708102602511644, + "rmse": 0.007380687166005373, + "standardized_mae": 0.0014954828657209873, + "standardized_rmse": 0.001933688297867775, + "standardized_gaussian_nll": -4.877466174972179, + "physical_gaussian_nll": -3.538028650611147, + "nominal_coverage": 0.9, + "coverage": 0.978515625, + "mean_interval_width": 0.029006294906139374, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.011052412912249565, + "rmse": 0.014530031010508537, + "standardized_mae": 0.002895654644817114, + "standardized_rmse": 0.0038067663554102182, + "standardized_gaussian_nll": -4.264686444041254, + "physical_gaussian_nll": -2.9252489196802216, + "nominal_coverage": 0.9, + "coverage": 0.955078125, + "mean_interval_width": 0.05050311237573624, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.028961611911654472, + "rmse": 0.03935091942548752, + "standardized_mae": 0.0075877392664551735, + "standardized_rmse": 0.010309665463864803, + "standardized_gaussian_nll": -3.3744333323211686, + "physical_gaussian_nll": -2.0349958079601365, + "nominal_coverage": 0.9, + "coverage": 0.884765625, + "mean_interval_width": 0.10290985554456711, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.08889791369438171, + "rmse": 0.12456859648227692, + "standardized_mae": 0.02329063042998314, + "standardized_rmse": 0.03263609856367111, + "standardized_gaussian_nll": -2.176099501515673, + "physical_gaussian_nll": -0.8366619771546409, + "nominal_coverage": 0.9, + "coverage": 0.759765625, + "mean_interval_width": 0.24915623664855957, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.8076967000961304, + "rmse": 1.2099307775497437, + "standardized_mae": 0.0028232759796082973, + "standardized_rmse": 0.0042292713187634945, + "standardized_gaussian_nll": -1.5090297392689904, + "physical_gaussian_nll": 4.147258975516651, + "nominal_coverage": 0.9, + "coverage": 0.603515625, + "mean_interval_width": 1.1103200912475586, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 512, + "mae": 1.583571434020996, + "rmse": 2.4241137504577637, + "standardized_mae": 0.005535319447517395, + "standardized_rmse": 0.008473405614495277, + "standardized_gaussian_nll": -0.7444570075840969, + "physical_gaussian_nll": 4.911831707201546, + "nominal_coverage": 0.9, + "coverage": 0.51953125, + "mean_interval_width": 1.7917851209640503, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 512, + "mae": 2.7636687755584717, + "rmse": 4.23396635055542, + "standardized_mae": 0.009660309180617332, + "standardized_rmse": 0.014799682423472404, + "standardized_gaussian_nll": -1.2005145593666753, + "physical_gaussian_nll": 4.4557741554189665, + "nominal_coverage": 0.9, + "coverage": 0.509765625, + "mean_interval_width": 3.473471164703369, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 512, + "mae": 4.728535175323486, + "rmse": 6.751737117767334, + "standardized_mae": 0.016528431326150894, + "standardized_rmse": 0.023600464686751366, + "standardized_gaussian_nll": -1.4988917586979738, + "physical_gaussian_nll": 4.157396956087668, + "nominal_coverage": 0.9, + "coverage": 0.509765625, + "mean_interval_width": 7.638764381408691, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + } + } + }, + "battery": { + "transform_id": "citylearn-soc-and-requested-power-only-v1", + "threshold_sha256": "8f778bb90be39efad1f0eafc5271c047a86cbd246e7f2f757137814dc6499dc3", + "populations": { + "original_heldout": { + "windows": 512, + "threshold_available_windows": 489, + "behavior_flagged_windows": 13, + "behavior_flag_rate_all_windows": 0.025390625, + "behavior_flag_rate_available_windows": 0.026584867075664622, + "limited_windows": 146, + "unavailable_windows": 23, + "by_field": { + "7": { + "available_windows": 489, + "flagged_windows": 13, + "empirical_flag_rate": 0.026584867075664622 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "84cc9e4edde5671b4f54215a743be563d79423b80049df27afd8f0fc4aebd269", + "family_window_counts": { + "battery": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 51, + "normalized_delta_mae": 0.09230969846248627 + }, + "unflagged": { + "query_count": 1923, + "normalized_delta_mae": 0.08612840622663498 + } + }, + "metrics_by_field_horizon": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 496, + "mae": 0.009713678620755672, + "rmse": 0.026739584282040596, + "standardized_mae": 0.026689069345593452, + "standardized_rmse": 0.07346903532743454, + "standardized_gaussian_nll": -1.7189660859324527, + "physical_gaussian_nll": -2.7296850686586365, + "nominal_coverage": 0.9, + "coverage": 0.5443548387096774, + "mean_interval_width": 0.018786348402500153, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 492, + "mae": 0.017573567107319832, + "rmse": 0.03925073519349098, + "standardized_mae": 0.048284709453582764, + "standardized_rmse": 0.10784436762332916, + "standardized_gaussian_nll": -1.260330652251646, + "physical_gaussian_nll": -2.27104963497783, + "nominal_coverage": 0.9, + "coverage": 0.5630081300813008, + "mean_interval_width": 0.04315468296408653, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 496, + "mae": 0.035579901188611984, + "rmse": 0.06618911027908325, + "standardized_mae": 0.09775847941637039, + "standardized_rmse": 0.1818595975637436, + "standardized_gaussian_nll": -0.3381084247462462, + "physical_gaussian_nll": -1.34882740747243, + "nominal_coverage": 0.9, + "coverage": 0.6229838709677419, + "mean_interval_width": 0.09525522589683533, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 490, + "mae": 0.06302450597286224, + "rmse": 0.10239662975072861, + "standardized_mae": 0.17316460609436035, + "standardized_rmse": 0.2813425064086914, + "standardized_gaussian_nll": -0.6247985538139633, + "physical_gaussian_nll": -1.635517536540147, + "nominal_coverage": 0.9, + "coverage": 0.7081632653061225, + "mean_interval_width": 0.1865135282278061, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "citylearn_battery_common_scale": { + "windows": 512, + "threshold_available_windows": 512, + "behavior_flagged_windows": 87, + "behavior_flag_rate_all_windows": 0.169921875, + "behavior_flag_rate_available_windows": 0.169921875, + "limited_windows": 89, + "unavailable_windows": 0, + "by_field": { + "7": { + "available_windows": 512, + "flagged_windows": 87, + "empirical_flag_rate": 0.169921875 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "c76ba99a5a5423d26cca63ff3038f89d54d7049f7ccb5166c4e763545187b851", + "family_window_counts": { + "battery": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 348, + "normalized_delta_mae": 0.12584899365901947 + }, + "unflagged": { + "query_count": 1700, + "normalized_delta_mae": 0.14848841726779938 + } + }, + "metrics_by_field_horizon": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.010294291190803051, + "rmse": 0.026745805516839027, + "standardized_mae": 0.0282843466848135, + "standardized_rmse": 0.07348612695932388, + "standardized_gaussian_nll": 7.399525664897701, + "physical_gaussian_nll": 6.388806682171517, + "nominal_coverage": 0.9, + "coverage": 0.37890625, + "mean_interval_width": 0.012670665979385376, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.02724383771419525, + "rmse": 0.05618949979543686, + "standardized_mae": 0.07485450804233551, + "standardized_rmse": 0.15438491106033325, + "standardized_gaussian_nll": 11.641777657123349, + "physical_gaussian_nll": 10.631058674397165, + "nominal_coverage": 0.9, + "coverage": 0.359375, + "mean_interval_width": 0.03536124899983406, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.06138838455080986, + "rmse": 0.10847267508506775, + "standardized_mae": 0.16866923868656158, + "standardized_rmse": 0.2980369031429291, + "standardized_gaussian_nll": 13.658413915929449, + "physical_gaussian_nll": 12.647694933203265, + "nominal_coverage": 0.9, + "coverage": 0.359375, + "mean_interval_width": 0.08007810264825821, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.11164671182632446, + "rmse": 0.17009517550468445, + "standardized_mae": 0.3067578077316284, + "standardized_rmse": 0.46734941005706787, + "standardized_gaussian_nll": 8.531716463481608, + "physical_gaussian_nll": 7.520997480755424, + "nominal_coverage": 0.9, + "coverage": 0.392578125, + "mean_interval_width": 0.1528102159500122, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "citylearn_battery_scale_shift": { + "windows": 512, + "threshold_available_windows": 512, + "behavior_flagged_windows": 146, + "behavior_flag_rate_all_windows": 0.28515625, + "behavior_flag_rate_available_windows": 0.28515625, + "limited_windows": 147, + "unavailable_windows": 0, + "by_field": { + "7": { + "available_windows": 512, + "flagged_windows": 146, + "empirical_flag_rate": 0.28515625 + } + }, + "interpretation": "Empirical retrospective flag rate, not a confidence probability.", + "anchor_provenance": { + "manifest_sha256": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "fc9f4f8071a23e9f6d99b783276c68dd332fb8985c0c568a915b99e58611ebe4", + "family_window_counts": { + "battery": 512 + } + } + }, + "future_error_analysis_only": { + "selective_error": { + "flagged": { + "query_count": 584, + "normalized_delta_mae": 0.23923884332180023 + }, + "unflagged": { + "query_count": 1464, + "normalized_delta_mae": 0.20063155889511108 + } + }, + "metrics_by_field_horizon": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.022369718179106712, + "rmse": 0.0607193261384964, + "standardized_mae": 0.06146249920129776, + "standardized_rmse": 0.16683095693588257, + "standardized_gaussian_nll": 30.232762420933764, + "physical_gaussian_nll": 29.222043438207578, + "nominal_coverage": 0.9, + "coverage": 0.3125, + "mean_interval_width": 0.02138499915599823, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.049387119710445404, + "rmse": 0.09840928018093109, + "standardized_mae": 0.13569486141204834, + "standardized_rmse": 0.2703869640827179, + "standardized_gaussian_nll": 59.791668389376326, + "physical_gaussian_nll": 58.780949406650144, + "nominal_coverage": 0.9, + "coverage": 0.255859375, + "mean_interval_width": 0.047697003930807114, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.09406570345163345, + "rmse": 0.15575246512889862, + "standardized_mae": 0.2584526538848877, + "standardized_rmse": 0.4279417097568512, + "standardized_gaussian_nll": 85.60207895239543, + "physical_gaussian_nll": 84.59135996966924, + "nominal_coverage": 0.9, + "coverage": 0.2578125, + "mean_interval_width": 0.09549805521965027, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.14229002594947815, + "rmse": 0.2053978145122528, + "standardized_mae": 0.3909526467323303, + "standardized_rmse": 0.5643460750579834, + "standardized_gaussian_nll": 38.510356060729436, + "physical_gaussian_nll": 37.49963707800325, + "nominal_coverage": 0.9, + "coverage": 0.2890625, + "mean_interval_width": 0.1698533594608307, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + } + } + } + }, + "weights_updated": false, + "thresholds_fit_on_training_systems_only": true, + "future_errors_used_for_flag_fitting": false, + "real_world_validation": false, + "confidence_probability": null, + "frozen_bindings_unchanged": true +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/auditorium_3node-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/auditorium_3node-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..af391e6e54ef7cf2f1c567a4d10006efd9299bdb --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/auditorium_3node-assessments.json @@ -0,0 +1,18351 @@ +{ + "assessments": [ + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.712447194068387, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4448538587803268, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9289476256973666, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2757525394631462, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8361893565914813, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5132530479513715, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8100112437619467, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7719461263062108, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9511581806546484, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7236763668749704, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.615186859275906, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.676517253284983, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9578265816175495, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.044870008166185, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.076321478984863, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1736837181194844, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8326493992699148, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1800041134451838, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8243516797318551, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7782180164292475, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.059177919149607, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.780290357141308, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1458598125339068, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9207619353034103, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8965387573300861, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6969014504769282, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9504865441417045, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0541958402843907, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.550470794110939, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.232329049396368, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7595773111367051, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9861429237528174, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2393477913065074, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.0667869870954285, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8084529248521399, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.18102541691776966, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.927049216155604, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8627659823195497, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6685682012847465, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.369405492049052, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1590542180988415, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.891491903517703, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.7236833680798274, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5379144613170525, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.620182673291708, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1416554769416094, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6782419269680253, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8173971244549898, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2131034591715086, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.050918822665987074, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.502230337738134, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6430612962514128, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9708525058345338, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8640202723284461, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.9889743156758266, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.618579105092668, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4985536599375453, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.711600032817093, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.052702324873462, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8510649523676, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2557258871342003, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1483702870550871, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8787837027634233, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20544705586640322, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.408305576259203, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7295762474573302, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.480043846751682, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2121436333912303, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5001075283942392, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8684809542345837, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.349879833914623, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6294964968364032, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6248290587604015, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.572982293206681, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1357334512985064, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9399930031804158, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8082696263185816, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.095161119498927, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.083817432117567, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7187143892570824, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1977508458915684, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.051273045871156, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9637901527186873, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5959898843820077, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9325044329742025, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.83116120595326, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6577370952646684, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.3420561901402572, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.18517500093585484, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8035687227777513, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.92256462130278, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.8760165370463504, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.2992859051602336, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.48566245995488977, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3613700340956576, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3032078734329378, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8134501616196694, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7953924994414525, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5535221320966164, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.44145399703023414, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2387685654301281, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1532704484611553, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.8419312912474135, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1519311840598971, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.32823343843075004, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1809534473797048, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9400631552882134, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.101243240168383, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0445041366657453, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.745026776107517, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.229552806624096, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4466801597024013, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3507294614406016, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8355201797934332, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.0080039102890823, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9423605669596751, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1841082173612825, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.8055252454349535, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6964799085040242, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4388986692518646, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.33995783664194185, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8030813254248891, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19408074422292662, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.29997808905107987, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4364017785550205, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2866851178174596, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.44426956016393226, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.18441612760482237, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6507922403127835, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7548124259444325, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.756670131948592, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.68689140564021, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.435829201335784, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5377817654239967, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.47731960478490004, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.479243643907766, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5359166446258209, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0037639015033197, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14694284761311002, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2349599332136774, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.330942464274016, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.36137205338776573, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1492931636108612, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5059979355816474, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12116625775653031, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.793191186337016, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8275700498814635, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.21148575103642478, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.203071291897679, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6204192313270551, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6879100529598347, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7347820236980958, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5913556657322583, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8432600658549094, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7069190387822575, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0851119493726324, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5046390754335361, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2781501178052768, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5879200336142882, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8173066478725028, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1016774140283123, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5593728684389587, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.16771358716796209, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.015072822434691048, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9940711214954945, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1704036819509853, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7163772271999507, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0384828910920634, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7655461176497461, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6885629829607136, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9568610636639654, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.549673832946447, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.8629460249414114, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4286406281035982, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13776467235917922, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2903064459148452, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9200742119555065, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2170203524414465, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4364634413971735, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4168998797403691, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8157666694690828, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.36657048193850855, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6477816390892127, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6206712675232275, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.486487392638121, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0711816784582298, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5615223814497046, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.992771680198953, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2009968291643354, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9756319853537506, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.34817075840640843, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9860796930690566, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14462069656388868, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.593455548933003, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4549348745214417, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1786055912345192, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1606779432959458, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5448139475149807, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8206878603999201, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6610516406473266, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.25198293059554655, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6065133031807015, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.049092742495416, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.310026754075226, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.329479837414201, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1547891559001726, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7041607447225804, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7043958971893107, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0870228002842484, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9772733394714908, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0167032795692426, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3805453039556388, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7372528709512057, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8728749724656295, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.46037899360004453, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11046427239175623, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.09499470842149535, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3890417823122125, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2851664098421254, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8770399625649095, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0679046534417937, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11629256288154069, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.018313165751029, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6655265614492796, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14880863837642613, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6345487462793236, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.114704357726918, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5838017530328017, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.403966799754184, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2135250218921158, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20724060148470647, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9485077470450103, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5604366158933387, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5964138566437089, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5127539609424704, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9505118606514734, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5997800963334499, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2403447745236085, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06087570257639936, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6129953847273074, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8020755939657773, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.01878669280508094, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.290763966134503, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.366341083073006, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.028394287303193714, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6584786441834307, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7707234597238315, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1552490950840706, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0349196331897774, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.02815059079881182, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4695822870616503, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1901013241410163, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5615223814497046, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.992771680198953, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2009968291643354, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4059715570148397, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2829056996659616, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3868326632274612, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7481173638814359, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0347407695483464, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3008578464858294, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.18359919816710266, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.517416878312088, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1455057454688546, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0307072732162137, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.104528278367943, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.676959694035345, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6608675392684787, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1036340839226974, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.244041132412481, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8253269501784646, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.444333679989719, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6104023982891016, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5704520133280147, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0426184318241423, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0684084109275274, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.7592470607755106, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.673547014261277, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.46216063524665124, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0280549887942687, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0394731088864266, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5875538676394672, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.050368265888068, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5552665181531724, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9553641752376136, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.339557906380112, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1236108975993453, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0524770280924767, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4482462162356318, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3627695952474652, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.491203968973381, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5009295149455593, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0168149273052127, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1313272075226061, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8172525260007037, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7478279153581218, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3528671222724053, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6886276725465172, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.521272504450602, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.9052820034147697, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13598735757458347, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9201019390980987, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9607562680079857, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.5194004394092637, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6542849735278429, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7176523904524399, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3905973915824044, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8501539081154168, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.015896857881863, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6668320598121428, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6442117401094756, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4944190631613388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.510019445827008, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.57175352334544, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.90292597340597, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6937127557761065, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.790555793419297, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.187240446757435, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9884688864002555, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5524549788278086, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5616500105342755, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0409147844880258, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7241518260615114, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3951815754512102, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2161996511474134, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.252975125251506, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.448913332098821, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8786267067879996, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.439614049530966, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.344100430899574, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6813196338564055, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.025371500720759773, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.645628956582178, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0684743702104782, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5156686210580421, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6827748944064753, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0950968828028627, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2592268459947478, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7810959643433735, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 8.813019622316823, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.0212126367421064, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.754135121805464, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.30019851160987393, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6915783907883644, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.07922108623017352, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.025986800559957855, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.748312538613577, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.239222449261437, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6608675392684787, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1036340839226974, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.244041132412481, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.610429838666083, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.08219568938881065, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7384293838631333, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5852186498840235, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9040518556866943, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.924845489655752, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.686553178553944, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.076577819929201, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8109498221179097, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8559629277832572, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8509895437901055, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3899346585411019, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 7.686130778721365, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.2143081096343904, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0232650363616576, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6368986459532864, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.773206251163044, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7151671536002673, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8213545196927594, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4560938089759536, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8833542556911312, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5798002002524034, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4601177718769498, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.31094372343784377, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.06315262325652, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.358013688501968, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.580593273183863, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4682269543755937, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1335507999657586, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7921719091673468, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.184808594426157, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2797577912123814, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6725083746617878, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.0067586739988355, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6420059420729854, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3245438130081574, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7422816435690593, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8109996778961155, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.735555510946089, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4454439141020047, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.370535490551641, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7735436034311076, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4520668351984847, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4000579675548443, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5906133293137747, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.099051078616595, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.0600871945340486, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9580522497970607, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 10.278608184755596, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.0448972770949907, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10757720753303786, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2932396708359546, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9745286243260571, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3601476785651576, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9675481468209535, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.807084571075166, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1167369770470637, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.09600490071605099, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8140950867084737, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1847730832538985, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8544592360525131, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4376501440036167, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2741963223922501, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4236444630454039, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7811976592465584, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.380545251748088, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0319949906078745, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7682079014756287, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6139636452484818, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.09142408793842499, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9218279413451071, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.395382867418129, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.932619117537993, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1221234633754564, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8064179789684087, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.484474927691009, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4584582831302573, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3595752727547154, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.935254832507013, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.914607030866687, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4397200011377163, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7309216396992073, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.084009541180244, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4986900384196618, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7766772043627779, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.273497600575535, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.04332026528193284, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13225826831235127, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1615763117756466, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5100023884329521, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.909864258866001, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.47392406420767175, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1142406402765527, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9149319298455239, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.389488876183772, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0442629826515777, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6146515347306847, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.560716492967232, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.364560925865024, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3504935395977335, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.553960935336393, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.846606905214387, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1663194766736245, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5484537347341372, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7934754859170683, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 8.714880375911864, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.068295913831519, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.137547568740049, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.223930703049855, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.1665267242958468, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5857302972539656, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.0722136212576623, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3295844213030452, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3044578324338996, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.16691412594790422, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.112227397984155, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8099659862873905, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.293380985647278, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.1069569666640975, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3308157066134878, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2059665632278127, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.219214060337198, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7466300998128116, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4178180465807775, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1598335830457318, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20315530600937046, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6948321994980375, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.693642857633524, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8409013749832102, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4828843647266106, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2591982038335487, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9850574797444951, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.584389393781848, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4038149565825575, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4034845351070186, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.583035462991906, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6849269037674428, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1811122307504593, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9305677914058506, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9819693406577912, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5569078862771697, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1638136464230358, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7021528912670087, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3007523120336406, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8270492738087649, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3106686342363294, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1325843150404964, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.734204520543521, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8130485534946659, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16266397511318906, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5499576609694085, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4461893989389576, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.294700997268943, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8627152966620875, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2428184776641853, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.503453886421648, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6338051684818539, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6259131886472432, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6674202639594895, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5234286004979379, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5994107709233865, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.973894634199525, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2797112684321913, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6683150947589225, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.829465455080906, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19801526156232138, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6963008759958504, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.304679626162388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1719151601071178, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7803369977616272, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7066265673791405, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6668320598121428, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6442117401094756, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4944190631613388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.8055252454349535, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6964799085040242, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4388986692518646, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4232421488198717, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5963935767054036, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1465508698541929, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1336263488587794, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4888193699783312, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5342699511356208, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.0806130770274756, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.38366524763430915, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6016545629683288, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.448976259807603, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7326589692294959, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4466198093025304, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 12.20341282782043, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9175126522013861, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5871000273417426, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.7648920347352304, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.4607976195027463, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.449116832496457, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5419002962344086, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9962202192824888, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5935301862708199, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0668246009619837, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5068849331507608, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2052568698442085, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.619628016624877, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.043643245163495936, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1811226256422898, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.34462126857143116, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.811634833497309, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6121342875042625, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8160597337770868, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6442356501284565, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2594104804833683, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6445607114812177, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6093447171013908, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.016672611836510618, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7930299343156766, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.660608886419034, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.555628909008774, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.151759175133091, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6772239132626074, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.335383825728531, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9689618390741317, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7238440119115498, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7910473285150293, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.431811132275687, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.928882025337243, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4097791530653438, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3484609979301214, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.25573899580628234, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3307629069374575, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.42448026543832607, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.138971497394315, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.321353130680982, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.518137079251836, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4362193051373076, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.886554034191742, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.128078871281628, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1413909486008766, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3311909222873786, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.054072663608246, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9520110345268635, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5524065990566263, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6670379770718848, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.43950915241124566, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6457841722493332, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7556525540764882, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7226947489121645, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6189525056566723, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.222201632776273, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4857535191789633, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.688282520604299, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3030839486565553, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.447850255365147, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3714737648588517, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4029189628053191, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2657165381662634, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7109597940505914, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.8824354796209244, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3973890136467018, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.074017339045483, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6668320598121428, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6442117401094756, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4944190631613388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.192071001699726, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16708515345675456, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.754383110255037, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7301103536628556, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8291842404600835, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5506240923396878, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9388738863750627, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.6406176303790274, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.2157049554975942, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.7771807160803, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8991299020381718, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8070044365687734, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9074814203568393, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.042133208513658, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7425574177626544, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.489524946278362, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9687392175352347, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.04010069669157992, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7920028808957942, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9905831542755905, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.05958318812821452, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5382079008843235, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4057695295116994, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.446324903590077, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.251390795069302, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2587024699884711, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.229260309306706, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1334344264290874, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8793641156425798, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7995086182475867, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6127137051859393, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.939374452319155, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.269238492722745, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6595187805059699, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1650857843682477, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9943891671833844, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8453595002884366, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.614914949531155, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.129855613622578, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.975725629493039, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2166892559547537, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10661972691796084, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1536314133262313, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.697922965610993, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.856635689944848, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07923008536971742, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.25043062207059547, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9468594674551656, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2370777781674414, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.136058811837769, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.284213737411483, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.869186929642679, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.121769233579248, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7376608345960154, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.295169371382704, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.053977141944616155, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5382554127277968, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.275228040652356, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6468921133435375, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.04069119550295058, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9913802528023463, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2850421632174691, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5635591428231741, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9090177481001913, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9393536762437182, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9576857016175098, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.42998208241466, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3394993713023075, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2643085741511532, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.820314176887954, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5929484476673714, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5804390962618313, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0213469744186556, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.683348049791135, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7674079964126553, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.23011218132871666, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8538407770084313, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7777139190600078, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4720831694332857, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5323851846346648, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.023573451917536344, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9441077348127435, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9032373298651094, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4633743968757604, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.720452880743831, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07613190078319786, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1616123446463815, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.251390795069302, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2587024699884711, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.229260309306706, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.731875375313703, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7440169905938863, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3646664698548476, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9047789820179634, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7344048328184083, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9652677450350233, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7874148604103172, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.029552184253898318, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.609090704266135, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2620928318235602, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.015585767961595, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6925999354292867, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.35795288577867, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.254431821670057, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7689258092997043, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3413741870645062, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6455717725448582, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1776861306108843, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.705614020318685, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5188788608311086, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9783795581576187, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0237367765632983, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8386356833207107, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9950678679502077, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 8.604665791711302, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.7056983675628004, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8135149681705982, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4791459259383952, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03643362619856471, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1743151830461416, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8684809542345837, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.349879833914623, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6294964968364032, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2964573976126389, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3269037230623975, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5248616133810715, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.307364721707876, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.4558887264161054, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.48166077381708056, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.25883429652778317, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2747374249596528, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7228936945128015, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8758502680837358, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.55840357937782, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5691686882970584, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3985587333761373, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.585975188329492, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6102629332397712, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.8020961007302043, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.24926054136334683, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2132555942422105, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4485558578675635, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3301349374636813, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.27683140349028884, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3305087964696333, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.015760032816078476, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.409086013125724, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.441369720917652, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.57161373972068, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5428253747606517, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2751803196185698, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.721593540667898, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9521919190681141, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1318274899082301, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1994012033866652, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.736273549644097, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2150353869846584, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4698790323555995, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.903686475626711, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5663758555825873, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2776758748448764, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2104593230900307, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6005697659078846, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4840315972415443, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.726795864839951, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5247760058582251, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.287606553062755, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.365859210410453, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4717399656557153, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8005003245784774, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.427694731322039, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.09231865194407748, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.768879920013382, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10416359960434605, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4293859741898016, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4380466484098545, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8452137545054637, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2549551974772142, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.658976849843041, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.382962761149943, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5800402397782598, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8163886097312686, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3114861518332233, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.9468278074028453, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.426051952934542, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9177358157659214, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0237367765632983, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8386356833207107, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9950678679502077, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8197626279267332, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.709688904480204, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7003081023491156, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5467220445469154, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.647972091511168, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9688308316105901, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1887760674909845, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4285209834739305, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4813800550073455, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.436443425660956, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4528827682377837, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0587522721858256, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5426320981485557, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7558122449743285, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.2802247811053134, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12067993707432792, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5228004965047057, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1350113431802737, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.417940159039271, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.265746113249518, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4919696273837344, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4482462162356318, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3627695952474652, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.491203968973381, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0224649844734643, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.778895467817756, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7727922334194516, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5589192531733793, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32350898666777134, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6646899268995337, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0918122490405304, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3514947589293382, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.607615652151323, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.060883707031875, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3171248949138112, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.46443680406291826, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.738211409441215, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.062942858515006, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3892146605098972, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.835780628221411, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1068387178314345, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.37009722555179503, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1681737197611413, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9605971236191944, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.135387797775988, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.768903910650982, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8118799823116324, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6757507480561067, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2575897262016293, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6739511710347257, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4329657665113731, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.436494378503669, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5515014266930373, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7254205453240559, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.795045018023176, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6305608288394123, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4753217671044983, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5102754077284695, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.101135549394948, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5271953487697005, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7513280770774244, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9893398364211186, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3009102210094734, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.523079480762232, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6669734424961415, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4669388161121759, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1351377378619496, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2511819837197224, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9850878016306128, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2138913663251616, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.392042819617438, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2688351270267977, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6057573073687896, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.8297681439672533, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.564336321208529, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.047696048674426, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.831392198236696, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9033603056514727, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.16258349416738885, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4541535411465949, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2710260065102262, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0009343509368636, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4802693893502945, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1776662825094457, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2517318391279106, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9737207468950604, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0172036139103253, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.004617177698377272, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8683318741128566, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.169512245698772, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.366513143227549, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6718652047009583, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.419752124044494, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2103892335342053, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9182492403588034, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5556858519866281, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6116608176703741, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7060353836609001, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.781819896303201, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2455210675934403, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6395260955834552, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9050068755781686, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.7927185883646746, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9754351999877613, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2827182915680981, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.719849881060915, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.096162233446534, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.42865942558280734, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1087578610279259, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7635765570785669, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1236437466949476, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.48731770562430676, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9398137574007961, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6418778435511556, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.18435428983437002, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8835459351215192, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.529822980843402, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4582755809112868, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23689724769152934, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.719303331214095, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4837425270251497, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3863779244877579, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.991143509892973, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6824321791213611, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32677789454290507, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3822145801406798, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9578445151470288, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7183056125195026, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9219596335560412, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.292079759225668, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.176263872901566, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8235181976048267, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0115637882113604, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9180678109740084, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3812180801877471, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4885575105031905, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1382594878868004, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8522789127309656, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.08825742310152211, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.391213262626116, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5206767066675635, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6455859064929059, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.24279972656783175, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1029613364292816, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6228773465940436, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.134768553837936, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.093580089927348, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.759681586007953, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4805379829355516, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.810077229123676, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4958897751466473, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6208474587069284, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7932466585611299, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1053898760010727, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3565079950696372, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0419384388426973, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9759492463468193, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.41233225130492, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.71835457737682, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4899543271245152, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8183630805956548, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8389634072832708, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0092529374589847, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6710781087309947, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5485941905646187, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0809142231223577, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4239001022369478, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8683711455834201, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7621184492814265, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0848734026661733, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.374782247287659, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.6209550128509145, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.41023128458474806, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6653521862901557, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0641911570739568, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5539880912343234, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.085372165280797, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.897390991509042, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.968225131174825, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7392632062797344, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7038870084091189, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.4796936942540277, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9780351343752418, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.09231865194407748, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.768879920013382, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10416359960434605, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5579847368592921, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3701216208073634, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5110211151561976, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.727748393100681, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.081798532762352, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11409119251795276, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9170265643591617, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7717480475249652, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.00406936466035, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.506600041753909, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2658607693598405, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0098509784172691, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.138335105665448, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6141422735106563, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4516544912748177, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1152282093017725, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6717723737510437, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16960040773845236, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3067666358287804, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9933678721614053, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4948593688065867, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9210687985439939, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.544768947908279, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5187589013879916, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4059715570148397, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2829056996659616, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3868326632274612, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.578956669396783, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.3662151976923016, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6582829393258391, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.607136472103361, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3998244217947053, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1000480143559686, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.588867569902652, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.580805389021593, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.0345219627936455, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.9493200698592217, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2961509342641788, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9786184916445883, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5033747539163063, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.10397828089948777, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2847718965252906, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.897390991509042, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.968225131174825, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7392632062797344, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.293009377779385, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3608220915552565, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.02327391685909088, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3369479291807937, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4534808005979336, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.156075806394875, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0641911570739568, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5539880912343234, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.085372165280797, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1446763037814813, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.939709546398894, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9943901117611067, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7899635045872442, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3884789056530744, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3921120947904828, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.09504511580898, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.014024054226152573, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.419356972814703, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8703631725422962, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.37027674600968485, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7839474877089325, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5318081747712101, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4401804306021992, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.775755758614125, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.042282700958252976, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.261208398371116, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5886083382605893, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.436494378503669, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5515014266930373, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7254205453240559, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4453967561741854, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2038028043375664, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0280970899800093, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3046839261037669, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9842095380210539, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3641744924966077, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 9.238348945891751, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.4125304222813124, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.39638383663041743, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9475955609415542, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03827036371251206, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.618809110272432, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07685190368134, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.967945763495113, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.889537641792112, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.01501881700751, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.04734177684647765, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11577201662861313, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7652381412287377, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.191571215376889, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.12937801909659866, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.216356240173263, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.08584766384297976, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.013161753435819025, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19306621680308098, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7186121962331105, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9353634629484487, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3424312918039623, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.26212640383227814, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.839581300550129, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.322243949426311, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.415346783451299, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5105728712904805, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9170265643591617, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7717480475249652, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.00406936466035, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0492618464260226, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0219615594029023, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3184310014292893, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.286448508315107, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3903535057817022, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.36773818893359306, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2156405093683418, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5199788568037448, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.409369060624329, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8596715707557516, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.308669051823091, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5005653743610032, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.023265082338553, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.22315899310294127, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8044209576348966, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8495409343118935, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1682820387053847, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.054580743187097, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.2319992279189815, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4513078395499596, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.08104615624588718, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5318575873202758, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5077917135222285, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0061404127889975, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.608817886939606, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2737284734450083, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9595939306413874, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20698080733295288, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.41750395988227584, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.31816996587668284, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.24572262919248797, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6651815604677674, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.068848087076011, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.751213693620102, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3772239360890681, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1386945703852305, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8290340579076741, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2757698027525375, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.765822484652692, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.075902788870372, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.24236018704994, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.168933636178947, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.133278645512499, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.017053230499269, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1281262500622926, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.491339938764888, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9159667136959413, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5097784346987844, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6012914423336041, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3248589051850032, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.412633438191136, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4020475869021805, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.53496121962242, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5509212365796606, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.222922283807489, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3770422519546672, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.216761787689027, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6653433507893602, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3163434151545639, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0254528428602965, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.18953155953795983, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5672482872911075, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5278694340772092, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9628339182848977, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3245433219650034, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7016158503940314, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2414009365172374, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.041898761047472, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6920711706809644, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.623995556419017, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6682605808294722, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.274907701747624, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9026877374081311, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4395403594679647, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3888411580677311, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14462069656388868, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.593455548933003, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4549348745214417, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.993944195106813, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.065118496902551, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.37400850046314366, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4236261435840567, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2820235666130366, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3739653386627529, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5534061335879842, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.27285917375001006, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0728159461636448, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.296952625628358, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9252231054569258, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.216551843790759, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.075748328554605, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6957277906039079, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3274310553575033, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0396008838062607, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7646066847456441, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.029918554238635202, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7514610073508408, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.131052342840624, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.715339212596044, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5574724167371736, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.140894711402949, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.429235391710392, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.55742827602015, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6003165448891674, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9786922276193295, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1365440008666814, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5710801590412693, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8737603542598693, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.66930554945561, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6184436584485016, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9507722796885373, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0269138783269798, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5035422954362956, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.49881679161612347, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.105602795746189, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2182400082035367, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.38785482381615516, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9989840929478266, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31820999231082286, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8613557307698443, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.7942903512594524, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1771010647711126, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5621696551639329, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.744475492076882, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2967512265035968, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0580068117655388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8642424290368029, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.43044941784163, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1101396988254044, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8541422516534741, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1618760374903525, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0499871852322724, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2138994136791856, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7992729737679682, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1928362234676225, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2513921565404577, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4672507272225562, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.549790652696958, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3599570431013914, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.10098021070928322, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6985373451384644, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4209907497919513, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4060623656479945, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.516559707361845, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7745125599546352, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.10673739069314, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.444386150303082, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8860853064089695, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6325514094018565, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.48642132501380475, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 8.714880375911864, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.068295913831519, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.137547568740049, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.493906298174982, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.09740632566963728, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14526918098115388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0559789818893903, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9099386267032168, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3872984858746338, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.032204545789194926, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.47319712942666137, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.651580699487514, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9516839352714752, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.886278093895695, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8216407395144956, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.315004204171042, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.399710930376489, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.038116280674139, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4031578785281523, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5280879595496697, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3375215284942428, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1799955087685225, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.942127271875801, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7386115700507584, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8227059415348335, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7962544148170823, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.17018619569667062, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.62375088982576, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3032758648560094, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9941791273078255, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.157605572551223, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8502803888985455, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.22707654681173517, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4442193906415919, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7468819603198824, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.8367638356264155, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1697609794229067, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4133005032127643, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6534052683627144, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1477769218179272, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.480152721942216, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.281436845285673, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5950865557754363, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8247556699873044, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6781451562966851, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.371024635478881, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1581138929983618, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4704052661777933, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6305012441493708, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5850430238844169, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7678861473701754, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.4140047835220253, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.22156109397689241, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1735608540900233, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8063754166573274, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3119556918401054, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5590135506964413, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4273924844766306, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0706847257057768, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.633261056771094, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9923650931826546, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4770825891619306, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3680715469404293, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.932078964602714, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0558620936805814, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1655085150685672, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.544922763827727, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9600538582464846, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13435899302215573, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 8.134464675707909, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.9335461847298101, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9392200102291014, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.7547678705436547, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5572807021373436, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.188051096366301, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.168409577253837, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5088056435871229, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9692223661625383, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.5137890042111204, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.002988849768332, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9168415446187423, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.009838979461446242, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.749388315892494, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6800495785191694, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3460005509957216, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6011291722531295, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0674752675551242, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.942159945304457, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.298520724083137, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5801925240088306, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3580814306761924, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3679613770636372, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5597918887808477, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.548727915080587, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5482100428563448, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6434139552542897, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6271563804471019, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6353140685419434, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.693816343280556, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.356588892883408, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8828724526613033, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6162009376027875, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2135456133386704, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7539600289289012, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8711370443911357, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2992016321817783, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.007685938790967, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.596479408190325, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2287397573130238, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8704537049566596, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.985620331472244, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4239545662965651, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3289816143766593, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.725468159374709, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.083779479193215, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5163693874217079, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.030106017683686, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07955986430712118, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.315436902935565, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.3723515788919265, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3602733196739334, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9038048282122428, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9550810677830721, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0520521354055745, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.45552451473144545, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7201594142891579, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.848149734664613, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7567182078584547, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9963663682779713, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.708810435234202, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.472800893125251, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6490502478295043, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.27900475392997875, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9210181313944314, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8939037009607997, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.10849868898599709, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6089196663629, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7197838875721319, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4988646572510618, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8134179216519715, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.88133086605646, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6041783621303118, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.38438004566131495, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4658884581664285, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1837227064587834, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5657146188978862, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9337142389324021, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0758576994009739, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.759084161898411, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.23690666779667294, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5419884149801321, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.1161531326946013, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.5754239468964375, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.309493556186869, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.692277463153078, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4352361337384258, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.157605572551223, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8502803888985455, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.22707654681173517, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.782637220940544, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.000416875354269, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3434736668541394, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9497315546182478, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.607521844964879, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.760674136399453, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.118917627118442, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.45869507849765084, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2024766277382126, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6266045351944944, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.5141363150705662, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.5241400078161529, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0069839899927824, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4255569761806668, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1847687322566904, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1790939669923572, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9866361779362476, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0889541479279927, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.218084335203825, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6879856045312538, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8658616970376841, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.429288667946049, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8282334409533663, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.03864291072411774, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0883930565562692, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.551630708251008, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.08599515782445, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1412883816948067, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6433255063944654, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5828113925520652, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.672841378697716, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7854341879466447, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4354694954517213, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7400136798050315, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8944171226650571, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.935785188209, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7514610073508408, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.131052342840624, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.715339212596044, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3908898126888734, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5104291693342677, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6963671670412086, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.7286881230743054, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9092971186088807, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.39212972635337895, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8816289414998355, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.224107364909727, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9927499751428192, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2170203524414465, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4364634413971735, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4168998797403691, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.984037955939682, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.1943587356306897, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.26087811876576383, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0883930565562692, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.551630708251008, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.08599515782445, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6137441943317157, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.20746749355837, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5044270439272718, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9853115055925583, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.954909942238122, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0519573610478816, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1024742755231487, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9033622072008926, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6973992687883256, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4724582429211353, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7416471270140734, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4895666084093381, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.004552650990466, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6402209214118607, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2856768176181243, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.861312170384716, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3375088187193358, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8384905761325435, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.34462126857143116, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.811634833497309, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6121342875042625, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.580975211093424, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8823800803152348, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5680893804722181, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.09600490071605099, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8140950867084737, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1847730832538985, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.06315262325652, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.358013688501968, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.580593273183863, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6804270934604748, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2830404181155086, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.314750191317951, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3922780634267595, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7517937854265613, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.139183725511797, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0182295468285325, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6290918736414675, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3730896623988937, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4274506875108783, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.1170159575579675, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.365858376827752, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6204355049559256, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5580287801278041, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4061907539762236, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.816389576893947, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0012792384416764, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13282687963296638, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8414620452854775, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6456914519286423, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3807162154155384, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.59727094370536, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7040690987104126, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6232844965234337, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.50419202053836, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3299807086755413, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.24886358211344783, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2954899122708181, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7589477573310046, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.367197276612231, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.591951902824966, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.032106267934746, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2616711945075747, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8476929123047159, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2395815707372697, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9771438077049421, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6517725371384718, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3364923753006498, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.197329091118766, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8753800410248969, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2561568052454866, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.383574820315982, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/original_heldout-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/original_heldout-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..4fff3265e0c5bb9ab17893240e2993905fd34b17 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/original_heldout-assessments.json @@ -0,0 +1,16707 @@ +{ + "assessments": [ + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.146303611677126, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.6004212053072766, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8346232233636, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.25758227886419, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6275834102570733, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9779866907105603, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2584111035982642, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.47300965950183804, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1815742588960596, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0068765049562889, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8505547732900395, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5514055064105476, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.29489957596871, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.28803128019581414, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0828190078854183, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.412510869215531, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9315474687632221, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.27731058656445573, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2433698324022346, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.879802826820076, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1840998447832953, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1592949042398528, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1202089765629535, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4978583156319252, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.566802806405683, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.390866210212048, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2732052020274674, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39265374503042455, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6282634554567443, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16480314118285663, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.420711625702645, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.0696251063710409, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8417607803440963, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.770447472371826, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.24895317790285953, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6836168592026721, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6907720133605, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7781831449085785, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2422235697481994, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9706431760398253, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.021642624069971986, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.982039162704751, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.642215042831528, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0099990890710777, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.481378730030017, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.574703316389711, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9989345093506895, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.01085358549772091, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13075755920536566, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.620269468628473, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.1076430359403635, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8844906041895804, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19513610062036166, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3275393702067748, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.42510718594105146, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7670008985020311, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11057320979549425, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4378612492355147, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5081772946832255, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2973586153796687, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4001095466811246, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.026359572243059622, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3476809170201816, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7757256050988989, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.900751880417595, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7292243436754177, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.89236933436737, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5992976540762933, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3000084838670619, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6828985717651384, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0183247974133323, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9398045559404996, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31317601967975767, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4639164019631394, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6559460178795065, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2426122847243908, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8961318653128245, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1330101090186198, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.053847400732817, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5747882672670346, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12561435249087796, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5566552805984002, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13477895126695572, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6508749877983766, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5461442298488863, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.47896616665783287, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9816934696451889, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4332303486126725, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3194600733040691, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.48376261678516425, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0918299813404086, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2684710669871797, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2995575073883053, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7139454008480722, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8062552386860148, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9396703372267209, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.037891731265201, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2000466657268707, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0040449522588706, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9539116528874694, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5117749216029983, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9498547433483613, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.666965628827019, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1773413461329643, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5546933631052537, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 1.1859783341173022, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9981470209676704, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.143475779286614, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.248872952677344, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.015345807754586892, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4901718306774079, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0057641429216997, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4068587966197103, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5548879582017827, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19648247557407192, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5316584962424039, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12064266620268582, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6376003377514567, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8017498350561343, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6201437233096724, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4089156926526778, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.072050405121082, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5017110588022926, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.691220733699123, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.812541325875119, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1173169920614843, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1424201433746232, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1935004959616766, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4147970288114689, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4974175526042418, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2747622144373697, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8821506786698058, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2521005995529755, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5645650705469365, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.282194285582786, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7193247299115717, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9472385636895451, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0467392016476222, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6250809132159625, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5240768544462453, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.41411301243271037, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1799076370002741, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.938711962233358, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.290008763085088, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5720226782968355, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.44266944071924835, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.534205206829312, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7490144718553994, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5621674041094921, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3092892974073874, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8381948925648522, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6833235933447527, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.05502488582696697, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4176273311004755, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.07533896279073854, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.638929908765651, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5983528731553399, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.12401718757252075, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5777635437516331, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.15537374416419777, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4556430663420552, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3485181690584538, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.34212448944227297, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.997231797351088, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.5382729001812351, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5561697465272293, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.358375498629066, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1446588895347605, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.47089204718489824, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2183323012138214, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9905697243271512, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 2, + "score": 3.2641732009702267, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5593599552528017, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.641750148521538, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5610495913111818, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3645679776581585, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.033946080466157935, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.820255107988312, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7600964560232036, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.329084151488182, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1366160835022256, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6847590104793089, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2412788090116007, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7978796397520325, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2592399937903125, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.05914509049573131, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6326761314850498, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8986527372153363, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.976580474488339, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.22701796928778, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1444480769857295, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.08067176100142995, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0506310883015876, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4548800642329845, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.45881288705853457, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.5079817322891493, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.071662773273212, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5912233646352866, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3396816426571355, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6202568483077741, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2171022112531014, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5870955159778366, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.969321830932632, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7000158961414578, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04629728838615554, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2950066182246896, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.38572625827535256, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.12584681614427343, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8243121732678945, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23812182362714582, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5927104693262814, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0371228936024344, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.49938146382097, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.5895661215600342, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1182962684372724, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2763100695664152, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.4195587980593444, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7101547220156247, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8852690002103689, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.510716425261367, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8266104401503893, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7177185566857893, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8698589078109666, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6901180685717326, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5614571743094703, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6726988010905621, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5211949216776371, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4501935167973303, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9809934624317027, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5997088474519918, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "unavailable", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [], + "reasoning_codes": [ + "no_observed_backtest_state_pair", + "matching_behavior_threshold_unavailable" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 0, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7858919211835723, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9402591561209306, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2839325867327522, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8377520835629049, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.240616137394217, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.06398351284467037, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0058057721191964, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9526989330897058, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4787963842975853, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4356118553569519, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3100893856040775, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2032445580518547, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1461977694807596, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8525900647940514, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.335947051811991, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.0553690378499265, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09578405708906725, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5247199514278424, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6484676111746099, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1671151384137932, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1595299944945858, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6503835469248597, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9561690601919327, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.255588588074413, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3999137153744836, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.06332698687367917, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.757854247183978, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0416626908842468, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5386687592423292, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.32014832894435025, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2808298057061692, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0810994522198074, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.004337326428675031, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.397243372464629, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5059454955017536, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6055612341007433, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0713178102917793, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.017021188193887815, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.47661692469502487, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4922612252031386, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7464805279467638, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8766799926551454, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5456917243202571, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5118456034772559, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9614568800230505, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.338721606513423, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.193985217642587, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7670171014587588, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.296764040699791, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10030166551159798, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3430170527995028, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8286240520907913, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13580775390429742, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6016519980077849, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5277421552916648, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.292013131274095, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6596915140260097, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6892262577782307, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.74210899926127, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7538183193580874, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.21428451632431283, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4072060825767383, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07349598671717722, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3226424391770412, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5981685848179656, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.15940783274964, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.046502536452568466, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.120056488556864, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9091477108854096, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.44674223869829316, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3026315225485936, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8482646484065066, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6643622241521141, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9342242754120467, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3451203847040611, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.935315047886802, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.4068795730519863, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.224727788891663, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.33187201805617, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14626286814691097, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.16302956324987347, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5213191025159626, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9451833197099095, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.047507474946109, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7478818797701876, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.10605506651846199, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32226072177429477, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3541329352349076, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.7888842311253053, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4081563517973463, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1067541378169078, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8810278608670687, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0459924841435972, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.36982759900570605, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3016344258444639, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7282268765780211, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8143271808397281, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.05867989597179287, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.326089124057118, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7915770264735307, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.063104156159644, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0849205122207113, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2356766933081946, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0169449718303456, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3332655722630966, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.04490019454690953, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5161156556714194, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6984219789302757, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.459677732104702, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2799741694454931, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2461796239428658, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.589656343108337, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6708212116868703, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39702558737752236, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8318078441076864, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3467771490085974, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2627655521944298, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6185349034577767, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.381026088952063, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5504024091122316, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6391332221018261, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.9548481199596144, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.524024475130251, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3435457880323547, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.47163709829674866, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1791533757855814, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5721600639550088, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.41156327584538316, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3292350274330385, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2619044057369436, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2308168476741537, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.31815964549081105, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.739159699783543, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9252724882090844, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21976248047361555, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7316611974429656, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8496227753462997, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.011931876609496, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4999916060327538, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7697019668963364, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.06493201155973637, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8371034856146826, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.825045915048575, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3309401457394383, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8696478718302928, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5904717470230884, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.10318654212611289, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3616934349728279, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.15332158923846734, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7888633118727437, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5981799088045024, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4970317142970631, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.43997141129253947, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6999471284258281, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.193151061955151, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.5017725952353034, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.49676177456831916, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.41872842114491937, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3835521525045015, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.386244626741748, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7870330721212907, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5275289185085853, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7404638802465972, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7567469990585471, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4899669099665243, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.08137938475977553, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1897718991635657, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16194170788713355, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.17003840593347364, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8955067642990954, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4293245065793614, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4763227156376459, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4505520732179961, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.007181175594750494, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.05031842951452844, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.011828896841965609, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0591634538883876, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7589867794397316, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5251153449416318, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.40997897805906325, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20177406350488286, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.034811860335961, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6282945836439553, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7121672210288594, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3669186981097179, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4613350127766808, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.090280321818901, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.004208304050667645, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4253668569606592, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.149551067412929, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.02984784690810425, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3267058721785004, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5635688101127335, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4048083025944553, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2948148260932455, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0436033158488724, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5185714342148406, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.595437353920865, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.226339151134627, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.24400025389509603, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8697905101659897, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7665014778562835, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2362500640327137, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1318087797232775, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.568239933415895, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1678521019835535, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4756639628504153, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.262566020763268, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7032742040475197, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.040537188527321646, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20893099519865246, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09400023786147438, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.256384447707285, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6123565633360524, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.02116278376995265, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.024311855816464202, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.199086774653793, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2155801084663522, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1145722281022825, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.672936628363898, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.030003726111107815, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8464461256065788, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5081425665689308, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7582044510217053, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.489001343340448, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2778502148262988, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8189162490010287, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.033449793638063566, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9285219465949801, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.025946614675020893, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0892031766840446, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3705481499756562, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7021663187274902, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2164928079902016, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14335342800802373, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9882563992120722, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.428785833876505, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5269611873090359, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8434249205251172, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.591225196454674, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13193083533574776, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5055528098795201, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1640237798514106, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.018124531702273412, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.487958398022459, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21673071634096708, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.06617944208267924, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0216645128401198, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8812008835488412, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8049598884564944, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3805132130140051, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9407309780168165, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4586771053044674, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.26929049627959467, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6284938664677229, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5372469131783566, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.02569370548972246, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2852403511551454, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9129261526083519, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2079702686850902, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.610607490291154, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4992307275656478, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.24659301063051403, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2307757768104771, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.35735012656664816, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6676443119557823, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.636032313171539, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.0554859478943857, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5202951924827983, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.01748990876211059, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.142062931778562, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.4139687886602488, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.301752445233449, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3544375449097428, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1305479111076833, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5105311637842076, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5820814609880448, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.207323890932165, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5756631775278229, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1931505819786174, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6100593195299893, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0189253354220117, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.33523350401720237, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.17825940717927855, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.3588786931329384, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8267518603894844, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8013834573541623, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6500994928110834, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3282669213910285, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.006319680438800453, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5699458929050769, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.05916873024345649, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5517573170861831, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9600650964283772, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.859029647507789, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.36132003641874805, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.0073851096339440795, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.31666561609731336, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.9045115870716336, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7314379339605541, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.41957735668855756, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3683061201168499, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4821652137123582, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3693802643344373, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2617585765425026, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1646137535750776, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.40181262655243144, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5817316527000134, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3773166849432648, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.210130709488311, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3656426091963625, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1087241359155204, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0059048727125, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.224662598426918, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.24568648464102047, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7014990276756168, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2200217861470761, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.18735898446441202, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.23255824864989272, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7093836364309332, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.35407937047197274, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13419640026343996, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.661361137583545, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4260309386180795, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3868531991525692, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4208804146216312, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14710162694234966, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.44886523645426574, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.26271748478845375, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7602490797388872, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.213541156102385, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.019960165951235648, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8409951492107587, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0589371823221259, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8732863923616271, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04833461843658339, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2579815372545677, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3074763371812479, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9175174678446727, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.359057533514396, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5344305281788876, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9407428925378442, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4985337854883142, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.29410456718621186, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7693763693033633, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5718967811838663, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.388602649775906, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 1.3951412510911534, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3353486418864955, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9435443991851756, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.29025191881533946, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23935515617790712, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2964481027884378, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3058318169092946, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3785867110935204, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1424157346422636, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07883181016589363, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03152262386149754, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.48683223664497494, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0447794284038718, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.46383127656519, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.118031540408809, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0242442090119295, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.026359572243059622, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3476809170201816, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5693797947926003, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5600685800548676, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0295443892093012, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6867439740496104, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8703431486701962, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8519740447660812, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7816395114443581, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9223991508502528, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4044163096499047, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1318677270019764, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6662024040363114, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.49682600504629243, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1937864492659542, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.359501917219873, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.07167815992496, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.984772898137356, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7589285259699174, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3249779726249534, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14821110099983595, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.720013202143529, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8149983129604917, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2997376339471751, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.02623421168597542, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1086521845620048, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1275195391709891, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14903873813144716, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6923709745183179, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1822939233677663, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1583173447282634, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.09247806616433954, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3071655991329851, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.33655000863695117, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07851575641663341, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7218121430709543, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9019020030926777, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4243998474443621, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.23934145294247008, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06579593165486569, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5879693484627084, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2878633163464435, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.024730410726216994, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5360114244405999, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6339644108837925, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3702191098604171, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7761617055551515, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.11693659706683414, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.278987353341846, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.37796742280403717, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0399348560398907, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5698204772221501, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.014240723860567593, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3770444099811123, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2430233266500275, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7756184840424489, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2343608715362463, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.15787340307550543, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.017204746295386156, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2632109587434126, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6973374022797054, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.44317171071859146, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8543087125488036, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6591923991428517, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.687346525391345, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4165589105614217, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3888549383757998, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6148748387503045, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.15407404864755797, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2608866346432355, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.823022586333301, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3907866459026468, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2706395966859603, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9148750408964557, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3216589275262534, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5237263760428138, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.49809024045567496, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.035555631614948, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.38709155186026045, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9525785933543669, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3540850576667995, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.044741257641032, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0035274599575825, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5804198246693609, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2909727006859666, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.035074179522206504, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2099698927689817, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3280868935486743, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.734014487689374, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.350572494094118, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.10064966589422189, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8497932998821576, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9642716623173846, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21577765863863743, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.725268525825703, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19011734549321296, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6618395963317032, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.584090022760701, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.18628919584680154, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6835625126643065, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9606083655624817, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2965746118739412, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.30823035848905117, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.019935201687902, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1075032640209879, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6001506961974674, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3703754169945626, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8126820294125444, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.29465217306547464, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21666538941178928, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8069143071867756, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06529025871291573, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.17381144478392585, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7747870134195696, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.25109732407993773, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4857548630912025, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3042348998111295, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.877568918471462, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2978247080532994, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.882332835031489, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20700463155214927, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.3700715791839236, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3532856261968216, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8286209118345093, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7823284362911652, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.65840523373468, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2682588470396327, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.10220063388248052, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4720711584437511, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6082020293334796, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3606062172430103, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4695821728268098, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5521470394878684, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8651795600560961, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 2.5873519767952167, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.033152884171741254, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6035044134019878, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1607317767591979, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1458355460642504, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.0962069462768816, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9909405937440424, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9756099694324752, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.667810696016937, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5768875590745393, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.38985542791520095, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9927490675741786, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2749521745383348, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9614910822303138, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.35983606052228434, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.18972042806560727, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.035417510931001386, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.46321625628712676, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.176089086845022, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6678095415515826, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.174295363628537, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5589177682099449, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.08517550559474296, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9735679813913359, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6267649500582925, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2904763816373966, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9472571830755251, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4218108806416091, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.41899410200531284, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.33608557140092665, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5406894491728899, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1060732654715695, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.281886268270417, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8855818570300517, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.5405550580819762, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9100114462686172, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.55487913532732, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0399877529831565, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.17207754493397254, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6877116743468136, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.29828406244779704, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3699960215252344, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1700848044836615, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.32132495995361793, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3661625618568586, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6067912026403287, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.109320346744583, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13419265572671907, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9590983574571893, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5753468704267386, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9198262456958461, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.390926449121149, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7958603154390576, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.505515558478911, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.845327892330567, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.7515160239839854, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6406737551861875, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0423460242489702, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8893206661007982, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.010234498749313075, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.024879920801482474, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7256873114100467, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7215170494334967, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2741272247968078, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20852257743012645, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.00277860007497367, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6142408357507523, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8411919542598857, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.05289471289280906, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0773754907142887, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7741526897078268, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6433883913854394, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7068129656290623, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4577047939007948, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6582360456486934, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8699841553389998, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3463119280146092, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9135062874800518, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1748276184857787, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.633564391910054, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.10743528506586894, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3289169404297154, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.37513205202985417, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6720784221918849, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5803571817265079, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6338679542392432, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.5510527273341813, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3719214710695362, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5803221302958386, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.15922320449908914, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7584582211425115, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10369255506581182, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5940218599636646, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3326959359396664, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.40060497867389494, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.420923756815718, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8652069159179993, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6540506235116457, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.31849633602264693, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.8660901687515743, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.7869979626244641, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6644457355918967, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.120286621880794, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6748510948371662, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.85019138846239, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4494119142534426, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9829515625574936, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7686791865635229, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0418515171417422, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3354662733906835, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3825005624624159, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7827036072330052, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2731580249534009, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6594501562195187, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7444370088411474, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5742450166908911, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.28799974177233745, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.36934174905669215, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5123085237102885, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1639446548731194, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.28641203718550173, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.05211060010189877, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.46731955865588365, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6873090477499595, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0332603298002816, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09485618954810468, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8257059874745105, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7326807728512768, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6874288444465695, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5396530850820402, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.37031286357783344, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20860748823218153, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7605073674303422, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2992846201084745, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.324882117656468, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4636490291230513, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1945808398789868, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.686651288178281, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3532774423214889, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1719470883104954, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3135836758533486, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 1, + "score": 0.8541657041677486, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3216896983929556, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9654832570011259, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.025865536293433758, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2070576996973124, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6325937280990277, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.012207107564792517, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5288702530220678, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5317123084270311, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.024758648577975273, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.243229157758547, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4763800307556103, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.061335427888707, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3251787815735983, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3568854270755435, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 1.6145899579861505, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.843315613978295, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5950083151341697, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.21512906976577947, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.017565150708319, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9511910102779916, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.764906672156635, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9395154534574222, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.22682733233454214, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.26683035652704956, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.59234778579074, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1642202287479184, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0782358080311871, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0302318445701386, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.49453126508801115, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.058729036802680545, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.02748189167836795, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0491108869897552, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.05653715983339067, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.18174630717617107, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5609621600414763, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4687980963541396, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0104011483369497, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7875717034331041, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7778915381019168, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.600621092871411, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.965029761651073, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8057642024634574, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.19596695425944388, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4455507148416953, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.08960959522976736, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5994337003712464, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4662049838928425, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22962089546375147, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21955732321557617, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2543520481325472, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.42879856717129794, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4330818030779124, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9020395835174536, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.539376985306908, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2202062689196148, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.696807318270515, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5991342774541742, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.018330493708931167, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2099822843137225, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5114366211728433, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1156384268274007, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8768242791918461, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06074621085020578, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7110695237861163, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.33757307427225586, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4592470368589123, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0867505898156118, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.215142812499799, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4061837507023527, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.708373673638417, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1326712211128107, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.44543369423981233, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.838691057057604, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1337797112995442, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.055441575303439385, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8812152361907395, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5917362645384103, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2280269238607104, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.00335521006859387, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2578530905918304, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1645835134384996, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.709413302412714, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1883557234493973, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4051491537904358, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7339086917409692, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.11591009310032055, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3059067317213195, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.03583846208160237, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.997231797351088, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.5382729001812351, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5908515714764621, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1459179428237445, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12281165644552816, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.08251580366934018, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.44565903447323996, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.26886792071845433, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8789000405420762, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9808826180637843, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8949999513344469, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.720728129602356, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7198205776575463, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2309808641061175, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8399546452198217, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0331412010111316, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.06749177597160722, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.03649883847562147, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5051091814378856, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.43461462372870047, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5654241397990332, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6911128005436658, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1748113321635963, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6036721485616182, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.123308112071606, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.013788110332376398, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3351283190723692, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9296911807869082, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.05842326515104515, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9345156097788208, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.05156050656055264, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6048737677869178, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2749149386440246, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4113565842217626, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3389723116567461, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5789201015252461, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5819133770359373, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6610559679131861, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.8011498362017444, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1889883303082454, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 2.91713136136026, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.0874973318647068, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.35139545108767717, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.15849104565808556, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.33427458537153, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 1.8883818175224283, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1949654168697265, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.012229720634065931, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.27625300958606763, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1964820969853447, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.25572541669661875, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.11166658014391477, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7922281576278485, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8417787453249352, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0448437877655787, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.071242878334972, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4402867044756246, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39265660456445245, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8143173028340618, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0772025722951817, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4446534722028178, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2618025840318223, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.16848436933219157, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4451894564314214, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3776822526406334, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2880602970448862, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3954006918691236, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6825029478598366, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7931251192856449, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6308329240442754, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.10476910425168981, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.261633692959565, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5740137648518933, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.05412950895993925, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 2, + "score": 0.7188291554969494, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5891379494271458, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4944120339884952, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22674974393594555, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8225724298675018, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09990477751913328, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0065071081524284, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.907982577178287, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3204279715819413, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5458612986571647, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1029407919166139, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6255460131452162, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6375407013799907, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3305670613553038, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9919262651300254, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19154629274066176, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6348379473239056, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.042604334682737, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.198329408635632, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.756441441587002, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.47939168071729155, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3089601708810867, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.28845809775845993, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4575593732637588, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0308775226471454, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.631150612723515, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8022980926461035, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.22112232098997114, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8675968799464164, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9808190601827835, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5117170463246687, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.02920279113682171, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.173268763196329, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.45569685498347134, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.702525371526459, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07362218431850429, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.376749472060876, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.39374032904351375, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0792547912408033, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7199732696992861, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1429118377017355, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4889371047414755, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.29160350021080644, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8847361504126164, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6877925414054826, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.336652270932937, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4112108472570528, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.06824080090796496, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.309725301812595, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2214947749331717, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1434206527405246, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4156246688645356, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9321139547367068, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.016206195967785, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.76523306094264, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3316942344904022, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7537086575978066, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2001381966152094, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5692452697563313, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6228990578441904, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.18487645338578887, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7535104913367803, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.127711000459879, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.09996999040953393, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2541469159965749, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.190049111815929, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5471292501050875, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.09055920905451083, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1014608093701325, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3956970260600024, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7624882927050818, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.382740365479236, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03513243675365484, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0595085992761566, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9209825959049636, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2380135077150745, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5543433253638893, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.42491809586577894, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6616495855815654, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16374142554210164, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3244424436479695, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.13704854494050578, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.47037685412558294, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2153427544016435, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7781245340287252, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2956553343734987, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.745330410377191, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5175732420801646, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1178774204369455, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3474139042342304, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9602133182063478, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.762832423093496, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8214026519472692, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3068181545829471, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9526062007104081, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4030500037220581, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1627228235757014, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7954954626703313, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.874819005152514, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7461484945495118, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0533228613775887, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5595975162599174, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4250730433237668, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6486776662910739, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1969867327739007, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14279421432654746, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.963938243744457, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2778313913043665, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.031480261456495046, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2503413840511814, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3655602821852475, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.5815230530200317, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.6826985008374281, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.23630735183934523, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5931390793011964, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3272825901207044, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.516017964248456, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9392975382970701, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3499895229633954, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7663070312225531, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1081357757982007, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7341986822233351, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4154751999620587, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8916893148875364, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5520885098852344, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7601326474606427, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7543351262242987, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2662195993218162, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7868079856419915, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.05978142908650711, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.03362420477342518, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1471863320017008, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5064322294679959, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3553825635644738, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.02432143856829407, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6503481772930995, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2737077738909173, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.726119674247443, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0304488381654184, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9161202195420997, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8496015927648105, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0920386297323992, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6751957950899846, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9983334203464901, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3226053580689372, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1451688734289067, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9602521732526927, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8357786905754442, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.20927168974133403, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2565980911075805, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.06575002964285273, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.42885398970855393, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1763331604928198, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5299412704532122, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5220696264646573, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4619065619468122, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3845074491729585, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2599569617128703, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.32248150294540406, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.30925457141187024, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.26562850029342, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06605107575382639, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3579329829353625, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.115206645902943, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0879322021290068, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6677524839718151, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2285294822031958, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0294169051799473, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.68723035914201, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4556011633537869, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.131007246972631, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0441347740049751, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1398026622772592, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.008192732287124778, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0082015202220667, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1426942738754516, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4967493292002786, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3600863114820368, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.014452096120531, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1353718948938523, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3630368063362371, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7712482402194751, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6541296465285933, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2697715106762626, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2818553552860773, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1641985696309491, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.22145371260357685, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.07625794505209323, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3941918138508612, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.05345836552860858, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.33127673364519783, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 1, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.836613192293049, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1639609127322534, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5288998625131528, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.21916471003860533, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5080330314756066, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.798210409979772, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3794397640925082, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.08989695690610636, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.0930684332659816, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.381585626997008, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.090183683691106, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7245083573914962, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5235055660729035, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.868392411592002, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.488415128085782, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14855439972212559, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.18557862117689555, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.44641877575751515, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03193761580121757, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.32555986034185996, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2153034353247576, + "threshold": 2.584889786074633, + "training_score_count": 74, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6445115654009748, + "threshold": 3.1393206447935103, + "training_score_count": 70, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3907494829592854, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3453643236435355, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1152787730244935, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6857782433278309, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7067596047911925, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.417152592785387, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7681554766340287, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6103942712062417, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4388012639672218, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1427821454069401, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4476856094849813, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6703193998588004, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.257589938543262, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9768353117950067, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8467696000286589, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7966369165742275, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "incomplete_past_context", + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7817976178279203, + "threshold": 2.8201457786325173, + "training_score_count": 183, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07003022800738216, + "threshold": 3.827129412284642, + "training_score_count": 191, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8875689444862811, + "threshold": 3.4093089687271148, + "training_score_count": 187, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "incomplete_past_context" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7959923346298855, + "threshold": 3.053658007433822, + "training_score_count": 97, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.118690258341139, + "threshold": 2.7316135445970673, + "training_score_count": 101, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 2, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/parameter_shift_2node-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/parameter_shift_2node-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..6dface9a9fbdaf04b7347e78c6a55c3cd1dcecc5 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/parameter_shift_2node-assessments.json @@ -0,0 +1,18901 @@ +{ + "assessments": [ + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6619974485931415, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.09381092346788752, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7544022608589924, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2035676659463146, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.49680987441519825, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.075897935233697, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4812815995845274, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4227683199465434, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8307129733202158, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.429600300636528, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.79578980341309, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.3765902464620643, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.294282585925318, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8256780873833474, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.19440707922347, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3931016752595325, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.6249189913165054, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.4518503873374056, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.133300509801332, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.4898678684811695, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.12169146022238, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7733190222606852, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8452667300441631, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8677781765113999, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5928792115992693, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9085486756075124, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.90409519275963, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0343682972014454, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7669399261711204, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.372069427625468, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0435592528981292, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7607176814476095, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8493185374672203, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.270125886220525, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.4229511369090058, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9487913718094674, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 6.048476113373742, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.121360405406186, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.4823807435880463, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.79189601245189, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.8601933754106525, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.133974249934199, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.99297468103201, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8193093007117147, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8824551385889365, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04275765379130839, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.684890327524475, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3971318665850494, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7275281113363452, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.41648328708791604, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.542423717809998, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7483876977955481, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2152020378707156, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1218963354881377, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5502798419923534, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1388618077760086, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9310056005670835, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.05212397767888184, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.528859252223489, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.9954926891961815, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.714604051987673, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2937619877725608, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4836265587432573, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5326409403730258, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.10220232026560579, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8030356211430707, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1274120813786408, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.3251116638071725, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.996774347034539, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3354820296900773, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7187237996770135, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1512683289012537, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.08072872582357794, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1256459937585785, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7041329908616658, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6117399699664096, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3113802707848907, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6864816991482454, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 8.90792940312335, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.682865161120833, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.9541919041606284, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4909893283434175, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7266769112080151, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.859322880565703, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.484035568680124, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.1942968630539669, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1895223117713485, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.790960156781129, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.549819303309853, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.4112463311398393, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4954728376892166, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.001875985076863, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.578499299093421, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.655316660202434, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7353201733128958, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9983156479009412, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9343605609019054, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8289567101146418, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2255153985981972, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.21052024418747306, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0476450865554803, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.200286104460583, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2223080368937794, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.3834155784811974, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.4843008544671346, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6430503319442367, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.1072575946637038, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.845709948798284, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.335384407808189, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.788039011972415, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5671150744148081, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4854585480335728, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8034690293823173, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1867417673350817, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.054302417976517, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2575354218679744, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0096709727360786, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.558395375584338, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06974116631165576, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7827760698384068, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5441851319615514, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1885842955568275, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6077776698012525, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.066030193840167, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.207646551879998, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8636481147015829, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9791614793883174, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.053308750558008, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.101214239835437, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9932855373280598, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9777450239190155, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8766656149729655, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.8569445027957268, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03816933509665438, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2932447837386407, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0390869225434956, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1657633003363592, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.510554134851632, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.36432558433383155, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.056410592024508, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8558036067055571, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6430469601820508, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.1736135203094955, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.486976245807425, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.89265408717921, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.932678771923252, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7271050919197457, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0869273308567, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9660820057233455, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.115651466755637, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.052151145840797, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0751348283391258, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2624232646278497, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6362641853823284, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8369298168577781, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.285698226635495, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.036930671558662, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.828298324393812, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7303230665554, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.0612883509813384, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.450479304660657, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.6446013523811263, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.1876003941122026, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.18521001065075796, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3608382369830232, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.1542554707315604, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3213112050428167, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8951485851787515, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.14491290919586058, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.055198739471144, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9196012939259703, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.197855344049068, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.806964069468482, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.00515637101349, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8159434645488657, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5181142916635408, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3569244937037395, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.214884432664734, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.17220838587335918, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6960746212293505, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2261154571535433, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2972599447004347, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.197720479978736, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4149586141986863, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5666107571007926, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1615421868984788, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1405252654523943, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3908787632094621, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8734195352622494, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.17618766489903606, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.474107735098783, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4949296503803526, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.121659051098661, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5347728283734043, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8698384450638859, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.628717211085952, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.9643064800518184, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.191024672327286, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9652881001876369, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9640066754193699, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3638359551400994, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5413150572458149, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.285058121594863, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8923456420681026, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6760370812805547, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6159749564963029, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.74445106267735, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.396021862044566, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9134934808665904, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8794671512135874, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.11136819291608, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1859451570347264, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.343603902351884, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7285403719888448, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.741118669184861, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5734070096522574, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.44513103829481, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4876002621475402, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.214880873133336, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7702669982812227, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.581433313328735, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.611328337695533, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.011622690855935, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.578644484057917, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.848016056604695, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4477179591629104, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.812927907960179, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5776580748236904, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8031243226953508, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7258447620130464, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.508836961080506, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4076009931628439, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.9017599560082865, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.5351449277213907, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.508715892708695, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.492220931434215, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.531206527591668, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8712692074106656, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.910825887888053, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.15931151406894206, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.14613140966367763, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.550722403504756, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9798835972999886, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7724199184802566, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.628279540753686, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.951300448582368, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6704088164638098, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7826225094805803, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.962820095616451, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9307383223719184, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9400378719886735, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0428534911041973, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1405252654523943, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3908787632094621, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8734195352622494, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8489693809706664, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.4730625739893406, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.070245291881478, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1630304867238923, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1098535936427516, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.311210092566355, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.47617886086270833, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9952714163413062, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.359390822382637, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.23700332449960107, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.633007922961206, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.123175820165603, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.8925512442792964, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.98170807627261, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0915580167691155, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.736178084463835, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.272648229327752, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6585048007538519, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.297089005871759, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.277196340329032, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3556621608363244, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5690954902987873, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0766969878634387, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.028534246114037, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6485311083093803, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.03125790678726, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3177975223835263, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5592985776187311, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6384117156455016, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3716628068412997, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2462180114141255, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4078015996792503, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.127418194664501, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2080325358455335, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2554071505065045, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.276428925198834, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7679258797511481, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.599027404544575, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.481009083072939, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7968067883139032, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4945924882064814, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8954576866952453, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6262053584633067, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0530388345411144, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3599391549458235, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2312592453445057, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6908548789298843, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1537682007182384, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22703029353550527, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.20067420974416156, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7589730510815134, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0576351185363695, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.560850877526518, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.409925498502504, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.237219887566161, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.408299432784137, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1063879122659555, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.23312740467050277, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7685048139271204, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.002275820196116, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4919777513595585, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.152748528039711, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.3067080878987465, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1629999298790419, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.158646859944865, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.749301781062905, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7861382047610084, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1513666098940973, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7941890103746276, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.12867001682527837, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0407833352539315, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.683599766854998, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3380564269323628, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2694271386223248, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.304797753475447, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.198990743655997, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16460945302162766, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3940615967132297, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.01381161167775561, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5285443169631625, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6896903637254472, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8136298472195526, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.702966372548729, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.802654518648013, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5395370224862066, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5941765334806837, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8832069221883813, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22331569638081347, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2320974389550674, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7525429080767145, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4546303414425859, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.166399466547792, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3880775002467223, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.8925512442792964, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.98170807627261, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0915580167691155, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.816717485811575, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5214223502445734, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.43858969614811, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.25420105883050353, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.997329193239401, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9036914957209556, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5898092631548711, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3453060563761783, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.74663789221181, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.10490058027199173, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.011067433541909, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.145809686978438, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.33511929477607, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3162560708625897, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.1362144373140985, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5594838113348709, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.297444539662568, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.158231871466167, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.5307219052057675, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.6434058802608726, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.650835954714594, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6765241205557884, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.761793185527902, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.989452961466378, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6072298537247707, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5153605825082415, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4719350952483645, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3853168986340175, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.111674200282291, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2040778267911505, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4918573911673817, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5245828130535045, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.458898942341621, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.366154261638977, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7127311633558908, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.763276368280917, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8253859957105664, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8569344504483171, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9101790093049893, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2763547672080002, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6931107099960243, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7404279370579965, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8511545847335573, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.599603090081461, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.062708541601466, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9894916088983908, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.33186180929952774, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3886130872098192, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4789138334010215, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.482651508548977, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3168427397983398, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2101176835651397, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.582739628627985, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5128232545762046, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9921444519918615, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.809113851314894, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.188263079073467, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7080911204265559, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8058505575604147, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8132171060734423, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.14405085932762096, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.817640785083569, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.2714497215344025, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4867952539539367, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.40859737717501, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1245867519945634, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9782706604349816, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.05006581754714757, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.249478409088516, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.440398057549888, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.955883858734868, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0068116735729555, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.21288602039079, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8438771584787255, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9969796315302255, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5793523171932832, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1007857965915093, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.126371496966141, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3535402829057999, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.384769646766709, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0431378446418464, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6930410125965605, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7240603083773625, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4234317343173433, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.006998390794389956, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3065163020976043, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.3133976932337434, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.24877530041139748, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.1096167157520873, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.590684245876996, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.640274241280939, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.5785964611176935, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.8074797633263477, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.029092290306976517, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.0850372492259731, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2982082626149944, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.027270564416081187, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7136896275948397, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6876088155679708, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8642372468055357, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9118045520664193, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.41850149655925, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.208665085113494, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.18846399349195134, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.62600977856212, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7474821008050885, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6339847897917656, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8807875969265802, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1912091300684478, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7796749921198662, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.021137801970951, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1780635465870342, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.278061465457817, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.0484654195356, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1516553481794843, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2243850390826319, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0911270445814574, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.580876034277614, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4019199478263382, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.007966276873003, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8277221896404128, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.968993620433024, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5708474238624226, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5661061015782487, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.300005098781785, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.926518254507292, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.7795795298283226, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1040235395888345, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0498055142681544, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.431704056163982, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.773100102061323, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2663315730744835, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4111927135107005, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03926196677939222, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7986051009127595, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8234834791718009, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.549967539837493, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.3968499348727215, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9987079099299674, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2474652445981285, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.056975841458932, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.08137213608848029, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.008804348301603211, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9722529389277503, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.30101368253414584, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5320881704587318, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6097893042973213, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.724666305757233, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.12251156311426374, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.636726218978045, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5110574714307673, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.459684495549932, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7407023751785924, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4803320638569765, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.9110974902907967, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.0120064122314654, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.730803871805186, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.7656087005250316, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.675103606651732, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7532189026059887, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 5.2153785280462985, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.156574973503519, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.12984298356142, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9708961599905968, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5001463045246424, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.737304279110848, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4063722621197053, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2401535896505498, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.213028579347322, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 5.4666431236936175, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.4377261783199082, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.237219887566161, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.408299432784137, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1063879122659555, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.558395375584338, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06974116631165576, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7827760698384068, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0706568875986882, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1782143440148194, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6147966760747745, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.45109788737952, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 5.635509568864747, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.0608686629196944, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9745709480123701, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9806876572909476, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9197718215547572, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.042367708437641816, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.43660839619404157, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.886105939302462, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5998344168988377, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5471461353617386, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2623441152797623, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7458566753768686, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.473810080694763, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.345150914399691, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.41164261951465003, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.741845100589495, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.3606155286739128, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4099943138634929, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3421688174161184, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7973101556340747, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9718502581972057, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5700088128248937, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5292108512553498, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.082742313866127, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.4625803450712484, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.048636273914784, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8762899366333112, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31575882588747795, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6346403034823174, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.29340800070125606, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.945060810869056, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1252001246499184, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3329432772054037, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8837203808040583, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.652820213134366, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5265723997600078, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.618150818195267, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7363838254419983, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.697848504729372, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.380488128346974, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.20976027627441446, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.15132967176212742, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8765049720145672, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8521459029962757, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0696400770902645, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9346829924375539, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6317393926641177, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3282553639487519, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.01637896553324333, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7299242901160086, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0386062588997254, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.8355636470515186, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.341848186198834, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.051611119651132, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.42753271702946, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6477045124197183, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.23575486456410422, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7839672622133695, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9694166574675303, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6061457179093291, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0884272632898653, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.048924146689331, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9819208213160528, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.6006073013135365, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.197939826245913, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1352925996397647, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7071372565226723, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.249045445801218, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3845056628397534, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7509197319967447, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.074396399168914, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.274625975464509, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.460757953487758, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.374467100933706, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7950069112028826, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5254205848011719, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5742640205254999, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.237219887566161, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.408299432784137, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1063879122659555, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.43614788444250646, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8255050640287559, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.486034964259259, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.13862366983143, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.969718436612829, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.010246574965475, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6378800606667785, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3743266425172986, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1756422384963483, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2528139566424978, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.185860511455097, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.35784037593256, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.254408536411324, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5262389480215814, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8429658383624543, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 7.818767818705629, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.7873642547025257, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9035250699624121, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.75762327642836, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.0173259614319665, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.779337146395831, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1294960727543848, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.640445331071638, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.8584600109511724, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1819721914607027, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8500592519779993, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.505585536739388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.668637344420113, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6432675934765566, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7155797744603047, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5137000360812453, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8854257813251092, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5211931466103468, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.434843585437411, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.286787244750962, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1272317403148917, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0745668582924217, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7508260905588389, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3933224603966563, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2391655322510506, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1590537160423116, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3994153807276704, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4098120497210886, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7725615477268817, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7566271246830003, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.188414927250343, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.1922718722325634, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8159865505433436, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1551273014903116, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9963422407721017, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9864915034792545, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3344201113315994, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.525259354944796, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.324025559186551, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 11.811177181637035, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.359312421812772, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8097658442781333, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2063896004126542, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.443638838038684, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2020348335037347, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5290196283604084, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3969638949781773, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.138510237105232, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5768016939674, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7959033531718088, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.332146397870077, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.370685850113794, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.6949554033756208, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6075608750887345, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8455062837452068, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3948911395939999, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0597882065336983, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07830202453890564, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8315949914825838, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2076139708405114, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0962510552583298, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6636715829634497, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.345206985640528, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6125279645490842, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.313980790306341, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5320558695849074, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6706504634692934, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6780336800671446, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0376423843518783, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6564870965465631, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.588745527113093, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.007293178247895, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1819721914607027, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8500592519779993, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.505585536739388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.147717620333342, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.430297429370847, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.321103539051852, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3824209117412477, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.183590919952988, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2417123187587413, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.8172608238978523, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.141113595218329, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2017828122927248, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.281719796048718, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.5421706173267085, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.2838730638763654, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.684845042316939, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1909299747751745, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.515101207268778, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2393147538730247, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9401335268035124, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.85422129419976, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.32205668081286487, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8945573361317147, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1069562868530216, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8985327866455891, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.115843805589897, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.466344768319127, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.363881658752958, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.382921968717495, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.186371437230829, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6639478886387759, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.283168943543574, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2943784450463323, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3354820296900773, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7187237996770135, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1512683289012537, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.023792410392469536, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0066023198196348, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.023826513172967, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0459471249146697, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3328828233160523, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9509540611778953, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6742641267493752, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.376346119128444, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7305312738098215, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5709557939780103, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6714834043367371, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5447327607242056, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6958834218847912, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3713111265320066, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.206107374918721, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.264045068268905, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.313840728338175, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.1818818495920285, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8953249322671046, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16555850945955458, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3177487361119935, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1043903014433853, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3978049925836196, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9529135709242325, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1855612404748948, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.187214047268292, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.444221377028747, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8119340891741723, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.687035065540319, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.736147815360911, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07631152832234862, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.051267545244548, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.9066069452381025, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.318607353708899, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7989202970939977, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.941803811284633, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0647305395917686, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8682199973138185, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.02971877891072, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.113419406704993, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2338913440438224, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.304869488596718, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6893088576461288, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.032098752901949, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.876360311792381, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7984522189768486, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5160124350434216, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.025462282959414, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1178366212362583, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4389232163823327, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.478905469530081, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6588214491773514, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.9668463112816733, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0800833461520605, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.581049879564796, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.134336386457697, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.466779799046428, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2705328064810053, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.820979140864701, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.928498881643472, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.327328193509649, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.467857422226818, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8682392505312326, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8985327866455891, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.115843805589897, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.466344768319127, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5328591275096781, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9484220177127212, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.046829188549367, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5064530697369255, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.250271102162294, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.785456141855373, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.052737404449513, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.167376979373937, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9771199619140947, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6447185178861865, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8610798374487856, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.215498331021645, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8368750819463907, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4874911120378347, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.468676728300194, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3015286523123163, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6330397009464392, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2440972730859934, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6848920956421534, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.368291604848648, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8255244909410475, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2080325358455335, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2554071505065045, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.276428925198834, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9438237279331898, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8782867687927385, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7967988548020624, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4748362801031154, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0348360893742243, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.4811712309367415, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07633034638786013, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6048454743609686, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.127108236052485, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7103324328378327, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31250318988503545, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5256276895306433, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.21389209694367825, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7984555916471194, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.655594002667252, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.999159597282536, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7355871849142737, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0423314121026042, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1769814158011917, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.013077895568704, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.4803273265027554, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8508509374906869, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3268147159876698, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2371193839937638, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8673354627045279, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4640238023881826, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19435980427896568, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5798431300789341, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6388717238549593, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6993395326590286, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2784386499175233, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4114351691920839, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.41924402371429, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.36206567185796684, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.625518462840466, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.255701866081715, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.10736156451257368, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5199475508101528, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.657527739944885, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.23729672550961056, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.726264019808395, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2216271975138384, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5759502506035462, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0028907835820158, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.330306724298549, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.0037260852252845467, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.14645434256280093, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7387746757500178, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.24951062190382753, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.396441082129492, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2384122196775342, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9615058960286426, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.271124043099192, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.1913029815353737, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4075465267331544, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.23144827131902, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4588572586851365, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.49739056737234405, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.448973621013808, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.565358176117855, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9936768689152267, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5835241640972784, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3607672853737807, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4183805884737573, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.586687454915504, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.259823946934626, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2715264575138265, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5035383936457862, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.638163021777762, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0553497609091274, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8883320720767904, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5080036923560043, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6260315417163727, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4744144129285657, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.655369305877003, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2341121262685384, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2295459302614757, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9658071281912606, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3460033569612513, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9202904955232223, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.627400594522025, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7511609697035826, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8520969133039797, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8201081351376691, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3945306867130751, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.839337125225407, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7132965214430005, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9317422337327782, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9056550792021764, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.539978597121099, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9879818753920513, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.9126240800614043, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.094274977130624, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.367436111271051, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.612652348403275, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.582007038064742, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0941419358133984, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1696798217957323, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.834108837565521, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2117871710543968, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4366494077511613, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.035005356220684826, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6094935095000862, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.40518705811342215, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1353501879633274, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.023221908276130687, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1185032656822147, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9994182278793624, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.623394361966347, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.841014549432662, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8962135464436263, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.937471804624367, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1919145635189534, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7918310262597845, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.28832737311729, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4425084032660664, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6363102027565395, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7253223093154528, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8916931867948907, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.763808398879876, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2226894074538561, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1787579373537054, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.098513001881493, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4438356575529396, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.952174106537136, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7095915581432415, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6759009793946247, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.374563947400072, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7750779099915472, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.442148737965635, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0780778219350458, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.474419321537841, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5876659643180615, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.928976784136777, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.324040003959179, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.28393004236535047, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.697381513490608, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7870639834217164, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.301642170873148, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.5332531296447485, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.7309643765806609, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.9216769037253636, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0732868940934472, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0373731348856934, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.295708245626576, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.16458832506450283, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.686164257328052, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5233629766037072, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5015332739205326, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.150863212636074, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7575464972409018, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9318491436960836, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.80693538238912, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.3386813755255984, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1400811135860436, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.470857303319622, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.03911068453659686, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.512611015985039, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1062034030578376, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1178366212362583, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4389232163823327, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.478905469530081, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8340424371061386, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6340826850726762, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7527546327761934, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9827310152279418, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.911890822330427, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.318461244858066, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.8347283988936653, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.377501696142179, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.23340378958441, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.16149455611100216, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.5222674311258273, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.9762962095648495, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7900836137955718, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5401970919772223, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1764709758179372, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.14924019732407, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.023862951888223, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.515467860533798, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2428543526049267, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.554561334579011, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7867444533937182, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9336839337525189, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3741273869876403, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7066820224413284, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8489693809706664, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.4730625739893406, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.070245291881478, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5793555029215935, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5404229737105999, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5231753930766547, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8975232439814598, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.173257940996944, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.965529925200522, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9772032456090153, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.233236317153214, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.00613694852055884, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.104239305196184, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.215489873989521, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.9480883480123303, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4533355822179914, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9802816544890236, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.185602460026979, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.3386813755255984, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1400811135860436, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.470857303319622, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2932746456414397, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.593118082536335, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3295473281855714, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.977440084995734, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9266171047486091, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7271592588472373, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7575464972409018, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9318491436960836, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.80693538238912, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5579333814838238, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2504110310456886, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8307582771773494, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2969629696459158, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3116851393874935, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.861425400994386, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8943092802673895, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.683403864412865, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.0996637075043902, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.734860619527787, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.22458315602994644, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9183069913195627, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.31080081085277506, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5394599543468845, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.404516684411541, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.662370671557425, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7893973224809128, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.0767704381635408, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5798431300789341, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6388717238549593, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6993395326590286, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.734697833731904, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.9417116135558015, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.4835219647366107, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0891771863017343, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6731466545562728, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5641097012485314, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3053734056048608, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.220569431255139, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.198608908506562, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 12.24710406660722, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.8071396055223374, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.23070742659008003, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0439373851419176, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8649324924104926, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9566735840685772, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.113182194334599, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0692653605141764, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9397888806476424, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7961898152100462, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.7736404967648403, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3374565828732266, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9365932385130138, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.594158751964492, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.721144507086467, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.39627167039500893, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.320118794288205, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.19990447177884, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.0558773305854467, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.25780452655525343, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1433078541293906, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.21537377291640397, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5241812383805424, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3519378539031273, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.8347283988936653, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.377501696142179, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.23340378958441, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.633468261437842, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5370431448755206, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1952646793167436, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5189581335827589, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5503605707800963, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9620341707495257, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1421365264944372, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.585420667878093, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.476917615539183, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.255180594285248, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.30398012265143, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3883248042234135, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.3629465369440408, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1088776530265827, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.424669410466251, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12994892114188153, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5232585499169327, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2389733019724014, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6903923760923323, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.6584696140990887, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.180240684065158, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.550418032714866, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.575758730642682, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4789426217624535, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.027728909567866538, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3567992250811354, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6169365796587198, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.368564795256201, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.419416430740869, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.245316149450045, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2053107178510447, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6721941786503085, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9137600874277723, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5300402814916788, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.333978933301767, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.906344087948596, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7244335643340265, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2867180551728055, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.23396292503731148, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4315443067646848, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1192583578093325, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3016022841363006, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3480067588791902, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.49366076473038145, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.864095757244441, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.34093011298081966, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9345146825086765, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.144056277732006, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5352709851060484, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1569650677029467, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0949803838899306, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.21066971413450694, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3135023156774346, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0317853889547064, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.815444893496554, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4133081644506253, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.530567410777443, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6756009361723875, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.13059773036410002, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.987966234975327, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7990176572445965, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3881767837404977, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.496448274302805, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2889845093566762, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0951993991884064, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9875752280491579, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1884731308375204, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.39780750906002504, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5087470764777686, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.14045814287154, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3336502685285467, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.227456646078899, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 6.1237252572679415, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.506132213116197, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1141017466272576, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.121659051098661, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5347728283734043, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8698384450638859, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1230080766421324, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.297215638214434, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9474154861960207, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4691778884870346, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1459104972345908, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0247544041843841, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4741787925245956, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2059665512011337, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2721403520374976, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9584491560592727, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2500470903102063, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.086276937170426, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4076594632241328, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3545674007893198, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.554354245101876, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0649402154125545, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.644290495081394, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.761630995823644, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6753864879312946, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5360059044397948, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8143867197253065, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2041484240703164, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8826248714185615, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8488126604463666, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.455363795085169, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.6767914495908265, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.0863223278870455, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.9193303839571385, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.838359699545732, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.875232644294432, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.669610607441145, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4620122303024266, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0295370996255953, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4793857346803723, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4631897901326132, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7721345726643776, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3000264349816717, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7136377660196778, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.9648769057046005, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.741838878808158, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3755233107506344, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2546699632548597, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.10720929694356572, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.847021983049208, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.8208578471183219, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.15277630079756932, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.108657386577508, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.258790853647994, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.159285179377485, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.10854114290498985, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4860795272302147, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.16582531019002103, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.179607179846186, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.662551961658851, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7296137719884004, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4839369210446367, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3098769265168375, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.16846753794425018, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.454579684571849, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.147762067030907, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6510983346516792, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5412520713271765, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.063000435433677, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4640891120132733, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2089941701541315, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.491397917969573, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.9790112198012726, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.3046257898580635, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.548551632122353, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9115697041498039, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5464726303749057, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2537346555311217, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7474821008050885, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6339847897917656, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8807875969265802, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.724329223711908, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8997221844683723, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4640139119729936, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.902674951626152, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9042682554147978, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.819403019241571, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3796936988625546, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8009644484128122, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7747481097756566, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7328188758425335, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3817186419638054, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.143146548957181, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.215069224723628, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.28170517963729, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7876908376659408, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4827640215280309, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0326711383154787, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.288549736128766, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 6.220886182464926, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.29898019036135, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.137847268327948, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.006909148493619, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.869453330514948, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 6.1873350878376, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.333573005788809, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.29257256974908563, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.14942378984022456, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6682196751653864, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.01838353294787, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.0587638381295847, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9885803955019489, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5384143214565978, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6678633942496996, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.12634766258516641, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.505691452440419, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.609056837340992, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.024174874705218494, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8688564509902321, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.87793963358524, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.944007694659228, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32272748414414143, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0690771161749961, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.193020320583863, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.276748311548748, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.819389741000606, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.2357882152345097, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4996070887779167, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.204954216491381, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.989549277039976, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.1613861520790185, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.842432766091527, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.930849451935817, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.4328150790027627, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2911097097501276, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.574725931286011, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0971004539760827, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6174497861811576, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7235490072862085, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.239175347215796, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7036867730186325, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.244655200683584, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.22821336316866425, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.481752318819657, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.203110260675301, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2400963023253357, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.790225656811624, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06483569213414071, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9167914272320945, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.103858980248311, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.532327641494396, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8708623184837675, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0603044137058477, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7740945412379308, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7907658623184322, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.147438403201773, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.0741673189106984, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3362474117062657, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.16233406037477102, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.183936930042059, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5443109895306644, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.71128722605424, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1047992712314265, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6133140278035936, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4984221424353796, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1916084867065817, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7289249197817944, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.052035988370273, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9440568057359797, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8838143154097342, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.3261646808729742, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.222280130151395, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.9676125039468684, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.2613609523924985, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.589319838721323, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5797760478040785, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9186930404367484, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4283080185570742, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8743071643199631, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6902723368970385, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2086662698331097, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5402618041520607, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5438557274611844, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6387497779742513, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4251362500917826, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.941531130003434, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1387558121674324, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5323693703701937, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0747100693271467, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9001972945975754, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.056548616013513, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.4934929280894558, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.003115853917174488, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07771609483000559, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.508549170240256, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.872894606668664, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2508913098577867, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.895528082516191, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9536553177219981, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3779317684789762, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.013616532963168757, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.2596783413518753, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.8880981738935656, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.9655772045716264, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.0564495184517444, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.545659944648804, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.737530746883805, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.22271157195942085, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5685102149844334, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7614394438223555, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0299304879462747, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.37367370982725145, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.875373940741438, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.4677093989928034, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.450007716843297, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.388987016416388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.027253484469871, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.195393523928892, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.837741475325349, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9943332107616525, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.910533017333202, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.717344615214754, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1801432700064487, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0235332310562626, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.945516782945436, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.37100380336278727, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5525113794919547, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5952348963375276, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0387306653950148, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8560481566808595, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0534476087322173, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5102597894839331, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1347150736073726, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.146838982999882, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6682196751653864, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.01838353294787, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.0587638381295847, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6098550719884238, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9828514585089956, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3852306150143927, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.194323406012464, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.8194116029199155, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8888588919841913, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6601561695135785, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9402549159613627, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3188794355853792, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7841225918420772, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9079381685263685, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2440272591033057, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5842446443606937, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8699432418807316, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2956367637857005, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6920379733010557, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.336062061796347, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.726053671456605, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.44092059458701965, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.1952647349453285, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8471289802347823, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8166654590349693, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7958589286075096, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5431377707036058, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1997847013569907, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31612753095652196, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3002549699502564, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2209496484993425, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.135987473204128, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.442362369630054, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.135700240753707, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5329987573077573, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4288290839221833, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.884990332388169, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.201310651831853, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.084108130496378, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6753864879312946, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5360059044397948, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8143867197253065, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2244620051615969, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.751719633321405, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0003314134323507, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9156113423976846, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0252802330744606, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.125746147652745, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.472871652287653, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9959196044624489, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6524819689478158, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.214884432664734, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.17220838587335918, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6960746212293505, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4051602070426421, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.682140104322288, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9781492036841544, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1997847013569907, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.31612753095652196, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3002549699502564, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.017035545014282366, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.35493380363777544, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2591886440815827, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4951785371097044, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8529343471539237, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7345442211787185, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5317190515370722, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.603818718738221, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.0431759525500084, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19537252192310745, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.626292012309946, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8287445347463012, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.81997698834961, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.796068899461761, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.202741551284064, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0408577658339313, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.967378700090925, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.2410755052992743, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.082742313866127, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.4625803450712484, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.048636273914784, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.38686837906329596, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1329991842517926, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7144450517843404, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7080911204265559, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8058505575604147, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8132171060734423, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6072298537247707, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5153605825082415, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4719350952483645, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.37396742258033855, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7792199880964943, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4814465764441263, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4078012458095759, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3459425316394933, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.832552177087504, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4055872577422432, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4900463452362955, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8517337972366774, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.330066103152365, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.12684238221530186, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.608588546098927, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5686444272057412, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2004898611519383, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0862522018812784, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8650469270411216, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.135560581698345, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.798417117482699, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0247065153381925, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.211064404077442, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8708091439305288, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.153490722773121, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4870622671972346, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8940627382856394, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.510646969690063, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0532874860521588, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9416812654090143, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8314431653536442, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9778773979837423, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.935005245687837, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0352496181579711, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3812799340029585, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1287778929770074, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5628176233627536, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7720849619022342, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4601258427771222, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6112954201348844, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.03367675477556544, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.695140161569673, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7313418094217451, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0269495497140793, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.065376541700739, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/small_room_3node-assessments.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/small_room_3node-assessments.json new file mode 100644 index 0000000000000000000000000000000000000000..2dc9e164cbc6c581c237d7d784435cc0ab8e9659 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/small_room_3node-assessments.json @@ -0,0 +1,19245 @@ +{ + "assessments": [ + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6007257349916073, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3655013693342105, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5160150309796547, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2745956355491325, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.8140456214086704, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.516475036312067, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.533186382312136, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5419026868344513, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.077870789886504, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13092933686922817, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2075826314863174, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.652130865574741, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4838558769805871, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.39007585776144305, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4400767726586885, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5994033780338195, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6653874523262684, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3130771179521314, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 12.22613986084644, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.4821945088705664, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4605988485192376, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6498400982607355, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.18119016955460357, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8616603343811856, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6593723436788889, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7536451367841288, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4457161453477325, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8123668995819555, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.46912924068593, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.012901810311878, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.15896765824463338, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4129081755707446, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.700643600009991, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4871787035883256, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1751799612749605, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8380360852204523, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2406458802744336, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.005236968570904, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.6274334577357163, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0434559988303609, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.08351447973171, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.6647046061849147, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.133365070113243, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.4785459780813417, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.578480014752223, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6581522590251593, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.204005795976417, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.719399535596933, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3204416580993228, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.020790234710823, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7029605845421472, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.571326166643938, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3597058064274892, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.388885875713467, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2321533607139865, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9843974862661904, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2427250361509774, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5927380897733053, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 5.989765651287326, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.853556898827246, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9641468428012202, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.024987046055851128, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4642465055176945, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6198947325297246, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.634838004596985, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9302726795210607, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8467933846910962, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.73033285171939, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.957708456981523, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.679145309041242, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.5607762042616316, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0168706943182033, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9296392787332995, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0312143639375324, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.87443456765422, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.87285278253706, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6037396171169522, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4454599530922394, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5428176168556573, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.384870222647317, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4278087825503205, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3423392885883483, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5719037305210437, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.895796115031127, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7352468150307472, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2380583130070217, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.735420800682886, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8076471540020284, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.36306221866786, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.848552742275484, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6395318482555394, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.610258140284306, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.886206713810786, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7836861945235658, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.438214180481241, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.2501001155473705, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.15971391296181564, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.6687437221211714, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.3403822515770782, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.113132341344911, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9566017791212827, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5968993686581237, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2854701818067101, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3519816448870863, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.029263673644307, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8565529473713382, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06406446398807944, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4202155559134095, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.02743236559917229, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.14731407441932162, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2918560894105, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2833900275253812, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5697015003562635, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.9468636276499725, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.3227611946624447, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.010992904475676532, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1574438416652806, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.211980955045662, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5782711389329034, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5156331748139382, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6174078221956847, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1514102530880048, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.45723200638495, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0609217497591708, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5563936199112125, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4807229741563996, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.539356938129914, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4375144362757704, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1646310364080703, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1896765726394585, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 5.787678433514671, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.950009955882749, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5692561082108357, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0288229339198154, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2439517316882094, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6596462154017217, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.143211382635114, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.56212527281714, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.5074018237817337, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3404977270866483, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2313092667087875, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1551032198709983, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.600398432422246, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 6.478332636530373, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4321550618749206, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2286302762469927, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6201987457980978, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.16908184862948578, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3706014138250886, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2884876624552253, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.878629597816683, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.666519431882273, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.27632819367811, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5518215351889104, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 13.711454440615165, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.4875585456636995, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6441782416684948, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23672975454974365, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8618878089583912, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.01947539777002177, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5712438889701945, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.354745205432933, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7263816835550385, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.064899655987248, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5010731170353373, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9684261629417397, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.783378594088373, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.484007200718016, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.105532452583029, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 5.831982928153223, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.534936917873537, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.942375887801081, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.4113535682078697, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.9690960125690085, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9976545313420097, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.11144185105044628, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.0589499076117759, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.443551950087452, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.5336731841114524, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.147049836453091, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.8865244426823873, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.862985861015739, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.900904187592157, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9857113027478885, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.758491244701271, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.110510073457368, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.11415897994732949, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5963474551685524, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.937677848539446, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.43951565294315437, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9539914112343315, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.7688632859490045, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.411631595834388, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.120712852380538, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.206817197985122, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.09103367293037161, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.506064683068844, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6584038152203138, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2162262597563633, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2050325076445887, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2683120831968475, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.357389805461396, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.452600868323333, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0370839677857875, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3725417092252172, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.20548700984070292, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.732095377605111, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6456208674181547, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3093072304522123, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9759050790543085, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.206962838512894, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7409889463822394, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.534937489486011, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1015988877237697, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8794322030749095, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.205730193356161, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9162024099111401, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8924437596903005, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9080441858928006, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.271496874167826, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.179147786295089, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1591587652877897, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.20482998061996474, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0416867105170546, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.825084528470361, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.644373287940692, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.14133523302012566, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.370798013593159, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.48309203117931, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.02595337824725, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.709401570464722, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.20634233544528688, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.437147618898317, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9789303762227186, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.33137894003470203, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5357859596201604, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.690215051728599, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.998820983496766, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0756701228652825, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8580975626426213, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.10769270569554602, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.40794167625885774, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1835562650637876, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 6.365507466905213, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.608416617028202, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.638578211739811, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4814536798675015, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.41710404369999443, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.684264156381843, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3237654794776792, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.05516586407536355, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.4062735006917455, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.11415897994732949, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5963474551685524, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.937677848539446, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6891365688584338, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.92324708603066, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.834050614707342, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.13528523771700895, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.773931459971471, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.03288212791662476, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6307783357732619, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3021916453061935, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.8487376191957883, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9672501018137551, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6113384738478841, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.861533209609142, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.164376381680335, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.738686551044358, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.293478193207388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3211579852931692, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7134325968344617, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2057052145178733, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.386032022027062, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.9464344676432348, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6617427166278076, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1050124824534127, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.195326060358379, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.883211706717747, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9392888954702816, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.195657377053095, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3048506290177864, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.399312123407257, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3306025148619285, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.028669652120088, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.29699368676943283, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.46408954685323095, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4114038229177404, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2163896117222017, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.5975502641688757, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.783531066959922, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3984171138163053, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.9114447482202475, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.944614597647909, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.31939488620175, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.712730754619278, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.8763377665647583, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.32424867203980956, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.123078363782145, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.556021452824805, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6390002814986009, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.049695208272554, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.51697773725312, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8772380400679072, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.353211805572898, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9817741705467475, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4934439714370573, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.79539784833769, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.060545904898124, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.660614264259659, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6985872691631247, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.017202575585938, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8000509946254877, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6236481072152436, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 7.417811879172928, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3262881394109001, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0633088348623587, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.641746066340547, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2593740772487894, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7319608868073673, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8237027904948144, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9828994836129088, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.79282789555945, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 6.117953063179943, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6740528126795007, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3815380468521414, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.9736875675559284, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7509624071915797, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6897364048325874, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9754315428387215, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6074659153047273, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.489989231935173, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8758673849070795, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.469886279162188, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.363548287308333, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.0648340610342695, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6719034384020068, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.202726844575459, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.211982142784323, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5499092396413452, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.22701301319463343, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.661142162025541, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1891500454675776, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.051009349414894, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1474081799566047, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7549339571161818, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2925809941361748, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.703645401238256, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.164376381680335, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.738686551044358, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.293478193207388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8307734801883069, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2204908784154136, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1717377609244184, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2186148910342347, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6150994829124743, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.518111439828851, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3071342733007294, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2554865204637519, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.056137233272906, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.18395990649737815, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.008280491237389711, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.294041513461388, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.14798783795415013, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6055209430216684, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9596659601860056, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8031571925261674, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.819075442152047, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.24475575257617, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.031717937235751, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2212501175775006, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8003385319042722, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.625374418375179, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.0256485474725804, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.158506104950605, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.402948364321341, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4500576369602999, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.832055635371101, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0274311892269525, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21417842645613208, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7298813796932473, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 10.182499726487508, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 7.249589149170612, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.803982465023462, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2939846361995158, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1828342308650176, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.943125794755836, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6613852285454462, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.589894557439519, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.608429763345386, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0246231511421182, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3821987777193847, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.834207378911426, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9409430347033375, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.651302672418639, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.766765500788932, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.481534193552441, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3818366432031689, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8560351529195196, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6715021323421201, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.699067201899286, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.896265267309129, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2702980612722341, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2923263614542593, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.971636853131606, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9145995405687262, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2633051952285242, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.617250290109208, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0358568320985113, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.442004501428707, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.308968400057068, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.332866217343906, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.6167727203296267, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 6.863006284748881, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.327692217499899, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.220113664540577, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.724672283935848, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.062054654002314684, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0690449980103127, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.711292751082608, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8420152149156097, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5089694614961338, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9609481974056973, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.19940079006332395, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5426919667814931, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4349223741401067, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.43738842329978905, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7180549091539898, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.717934181727754, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1687270376919188, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7201639737807628, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.877103854627066, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 0.23943978182922723, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.85277905431586, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.9920744795401353, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.520130447482017, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.517572430258747, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5011976320684424, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4374481771022925, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5466515325864358, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3445878836210046, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1493370049996794, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5378576420553818, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7651028665261856, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.644462725173886, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0276528913229166, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7932908182917395, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 13.455093873413444, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.4340955399856616, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5972407851731993, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.858374978129165, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.632569246298671, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.8204106834874563, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2407786124109825, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.842932534758452, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.2482081194732575, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9006759097798843, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9325302765530243, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.923999503445741, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.638406175501088, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.3728114723323457, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.101440689390662, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.028278952801617, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.0462840406498786, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7995425841267332, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2609006665998173, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.300254819249742, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.729171591826, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.28405507763545146, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.167910317607253, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.07208777370477096, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.41841375359947114, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5437857609444283, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6771519986991765, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.6346185152418538, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2251244572285855, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6655392147027546, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4068816836268871, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.08352578667098529, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6502931708749373, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4507374701874074, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.048796732903204, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.22315638871776, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.51704624975401, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.326977704809153, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 7.908273324646848, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.304977730239142, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.070445381427158, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.8316067012114416, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5684510849175712, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9059374122134534, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.004581146652783, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7476315535061274, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5434638974340688, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4022381263329504, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4265960589880442, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.484994208425378, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.192948427000347, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.346300828210455, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.717945040072667, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.21421149082411714, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.393827984966041, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5018990136683295, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.838490428008323, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0691187154275112, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4005939167765524, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9344025230664483, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.849338099401374, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3103579969041963, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5602063149182492, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3871535413460609, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1552585501975345, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3038511669927377, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7856868205428182, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.058188083340424, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.227856446950759, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.628079395522365, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9392442913595318, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.859195366680621, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.09954304052964645, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.454844934295001, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.702303780372754, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.660614264259659, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6985872691631247, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.017202575585938, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.211980955045662, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5782711389329034, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5156331748139382, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.6152859084495366, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.54310065801497, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0505984998602713, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2834811015023733, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7247725102734861, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.459711479120424, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.3109885913403585, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6048293477830828, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.126412230328566, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.424190290377415, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.693098580201287, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.711478739427841, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2678864493068722, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8127034705951832, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9302268634924546, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6729045270574531, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3452879452189763, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9107879058770942, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4784756931350744, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6135547915237365, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6545592487511698, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.46681173773232343, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.4349942173851433, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6605683102819344, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.582207918982115, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2442329641948977, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.140633156573629, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.431555197470933, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.6427722839975725, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.05759226202124, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.326622279411592, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2082220770612944, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.737009366040383, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8072311441732467, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3475223380996835, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.53391252241266, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.912014392102683, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.8061419904956932, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.961844408018811, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.6589594110122245, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.5144798811872957, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.916012632974332, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.34800670945981244, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8472739067277496, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5610526699987046, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.216077365599135, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.420870668523239, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.655131844969106, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5489995635402227, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8765400146111837, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.947917517040287, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.202772642713457, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.702960694966586, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.7084511444151215, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.874376641334734, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.9944003316390713, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.46718478175349, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.0705558681815655, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 7.853262236333797, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.8501669136586267, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.161574207441297, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8163104447467886, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0067716474984216, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.868774128036311, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.743368365334562, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.289735359384138, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2117426705818812, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9075791342193298, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8395240817995187, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 6.810803252550401, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.7662669354754468, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.587735218387422, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.23539536733442346, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3589157354516612, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9205315668044514, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.64211256588165, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5108550964736467, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.587737849140856, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9252279764354143, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8849939538452656, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.768539977390276, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.660614264259659, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6985872691631247, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.017202575585938, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4778878819982313, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.04019600036934104, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7841278448333258, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.12594733853627074, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.097209754599126, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9162780083630784, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.058626890591449515, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8297339599744932, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.168356648960825, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 7.29529767045215, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.9862093056590857, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9415558524102843, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4510104460467501, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.565012965317878, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2379426794937523, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6516802003438072, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2978008983462352, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.758403337849519, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1171975795402158, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1945013086132517, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.43129727581408, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 7.042036947345814, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.6642223504340508, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.443258582404382, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.9949885223487547, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6116693977794079, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.44831169132172527, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.025934077375947, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.3061855838776717, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.9982758052457845, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.173493190037716, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5695615427635621, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9449210684912897, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.31493190252067693, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1919297777567865, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9014347703585948, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3606045122093011, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.400196481847391, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.19293188664444, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1196005850744108, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7595021678404243, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8477642308630902, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9726077516535856, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7741374861386624, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7726462267618988, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.793001533627408, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.1916415838786185, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.195785786359522, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.75658371923182, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0592407039319958, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.285691584311086, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.011139994433457, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.3856887887201542, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.298880062170024, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8543479271360881, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.293516122187497, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.485023368721435, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.37958943750602947, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.290654265706487, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.9232602703413075, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6485985556778348, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4150166516210139, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3655940536365927, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2143444125645733, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7428544871496956, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.790696226737782, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0088530096287474, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.200378595449826, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4576890161907965, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7682656568219919, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.13997197825109, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7095959543242083, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5098780796882239, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2553407042799782, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.972431930686986, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3267132379949163, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.4253285767734387, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.730331603387526, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.30659239276736, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7379098586684673, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.095447561259136, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1877905809227827, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06490804542541051, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5411098228729667, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4949813698057615, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.41221135083091487, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5828021798591236, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.9949885223487547, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6116693977794079, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.44831169132172527, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8307316123741262, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.23867767644808, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.05128340720191, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9295712122200827, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1690838716772367, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.007729854430734866, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.776274883865718, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7807613726472185, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.943526089818022, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3063921132914938, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.63933853247633, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0604146858435928, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.3879717390865536, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6039386085652273, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.416569246664334, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9295365564578473, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.44021644217397, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8627248007759796, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.591415262837002, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.0789768855748925, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2123744891915609, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9511768005441155, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.884075943096551, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.031799478488188, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.12323103099557564, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7998834170225453, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9385366774685906, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4066787615114266, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6060744143777557, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9565475990467562, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.679145309041242, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.5607762042616316, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0168706943182033, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.17816154244189517, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.161608292985811, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6928248603032983, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.435592697134507, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1727693015088577, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.886801278814577, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.867102577675039, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.1069537233683397, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.196734348042159, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1278062520103371, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.04099304342668937, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9603229047248645, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.529773345541601, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.2201875104481235, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9333993294017913, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8550007189538681, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32756124738919956, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.59574248622101, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9750498591262583, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4936865419573797, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3808810193123164, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7666145066585616, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.06625232266987, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.9731988544429933, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7328854334146322, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9853186041135951, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9369974430424612, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9662908897475031, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.054674585076472, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.768677176645843, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.26339394722057086, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.492059878698522, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.915263124063538, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.6630762768426886, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.8102663455992436, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.630386523119181, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.10764977450881925, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.136596492984439, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.026077732992419, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.213028539799732, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.06880056610449345, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.638074707052784, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7064691019611347, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.27619466242314084, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.567053480640736, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5559028509051422, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.081345625037991, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.779083345781137, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2553773998803202, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.388650098454255, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.2384562487940505, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.6679323875295395, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.5217153577514337, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.972125256257768, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4761619721243894, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.549435686262701, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.265336891077734, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0466275267373208, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5558896254994257, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.713938922024577, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.939286683845698, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5283845598101133, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.44273035821165907, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9511768005441155, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.884075943096551, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.031799478488188, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8086125175992739, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1005452670541311, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.986357313884572, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9236068537376046, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.22612257277512354, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.5463382296674, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.074834499987561, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.395662636820918, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.739063750778005, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5970559457343076, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2405322108296697, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.044672145293766, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.00884596142267425, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.838049325496531, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.970072920582038, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.179298820618833, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.358411635713715, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 6.167923131820113, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9246152716955476, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9307625935000474, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.456964362307219, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2163896117222017, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.5975502641688757, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.783531066959922, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.4119629396434588, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5687630433052095, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9656930107555741, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8943534199941043, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.748273041355074, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.0533491447504908, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0745547205191386, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8084973537663083, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4213485814617246, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5993152653979433, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9328735474744883, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.1623316261008463, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5882561528845656, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.878129260536492, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3645589724292433, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3118204325290679, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.791224304885448, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7999982946884876, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5295370462693092, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.833748960931006, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.474812164590367, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0946027941054488, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.0858733202545981, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3744856753545904, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0253924412517552, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6279544528495924, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.583150766779526, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2036021211653642, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5024540559983242, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2137291369894228, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1687876610272423, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4583878060186357, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.245335247569506, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.698616856413845, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.199296975487564, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.334143326327224, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.806649288859921, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.985189229785759, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7422798191392954, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0290867248410425, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.708629357335735, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.107554232209561, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3583247283997852, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.459674855067652, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.399429417781566, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9294385488067022, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3309855704943234, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.592256424205261, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.450812346451537, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.05677897727033966, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.3520856902135854, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.3178439024517197, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7999947181948457, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.3758369809161834, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.116040380212936, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.408430945887923, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.30591911389551, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.7342291603606466, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5246051292444476, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.6051742676885443, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 3.7774187560326973, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.591955372597806, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4004677302111834, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5506704936801652, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6001003638783757, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.050679877050238, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7651793011886344, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1225367495885141, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.518923137396893, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.1516979880764607, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.5924131941054043, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.619682326930892, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7312119620320494, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7151183056714667, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.51250428407239, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.198317591875876, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7776826399428487, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9153589554273014, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.510454273572923, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3012330607102387, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8072607559800851, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8119240863647516, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.18425208801582696, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.29098311450318, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.755311556116082, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.264675115911029, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.753858074505854, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.24044401403224006, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0269911539341714, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.792030101579827, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.41832467913171506, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.570447307672252, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.810552557441591, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1055357121743057, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8479312235015963, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.902483915838212, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.0358237821482249, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6674320202104747, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4631210788599707, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8812844908909556, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.510382378154723, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9977817713297825, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1466141921138971, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6318879598094626, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.425580385285675, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.356129544937737, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.7313275285597873, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4178327341716774, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.207961047235547, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.28511595216517, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.085033872274919, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.16227445048109315, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.12385077515703484, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.400034143648691, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.4355682116431863, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1656979672108643, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3024460297457736, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.04352970397526142, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.61070658223821, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.164557770712872, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.24164806302871344, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.454892731355576, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.9532821197370405, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5542103189904765, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.2559113627350596, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6988964634952914, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9676027674037159, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.349087797533343, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.199733823142464, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.3830078045758254, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.49766714185670735, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6661549771297905, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3351440449769734, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.9806986081687343, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7604349516434903, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.158170991308592, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.826064430041862, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.474300185632952, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 7.116750267665343, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.4741136347005768, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8153769474628344, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5457156521240363, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.24013847748874, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.19676152832177657, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2804379235977332, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4198140665971315, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0070526971108658, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5543734239735698, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5858923191374925, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9827266026457226, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9217540225206817, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6321419754044517, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.301794032578206, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.015165452762308, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.0996693565093705, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9808632035229798, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8904198268858845, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.287313140821672, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.186685856880013, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2553773998803202, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.388650098454255, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.2384562487940505, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5613715001979709, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7341851118060605, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5450576010907495, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.44948693431843, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4451127615894878, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3817292120375484, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.8167226432059085, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.254072080287565, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.2142759726375263, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.7041552899317445, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.517553567482305, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.1928743610187225, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.730731229859301, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.8549397720991334, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.071136309491347, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3150938806821342, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.282217120873562, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7130457253185853, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.42874852946289066, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6910226679433182, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2383435669209972, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.2671980102938276, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3021738188232597, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.763418605114235, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6891365688584338, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.92324708603066, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.834050614707342, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.6569997751127723, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21406983809461072, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.30330119132066, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6748111746157884, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.170496810082587, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.2543444957140635, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.8534771976316682, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.665369919708018, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.389304328626833, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9367538537426405, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.453077720295431, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.391024768884462, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.2807573557356458, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9414627359607505, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.231540746747302, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 6.015165452762308, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.0996693565093705, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9808632035229798, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2284322900925399, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6119308281170164, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.656624760286007, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3155614978959143, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0636237073092043, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.1115642965975616, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9217540225206817, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6321419754044517, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.301794032578206, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8061130377283195, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8235771355803396, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.8729597850476205, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7052597533798415, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6771466380948443, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9946805285705893, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9506270985719832, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.650471498712878, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8984303964783948, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.38046933125483984, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8300967828156978, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.720176240365399, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.06108018698727714, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2837143001073446, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7798034097662687, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8460607876438625, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3937650073347705, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4719393551117443, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2036021211653642, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5024540559983242, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2137291369894228, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.646881517358255, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.4933866094066417, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 8.055123996296533, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.537309993976335, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1498153335205026, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.179836662258542, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.17728730805653395, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.32589220141946035, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.303469837012716, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4396620990161555, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9482631007090268, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.4943425287579855, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0973879055838904, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0408021288354377, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.7423315910168524, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.9466295608849, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.14270377792196, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7097194787956878, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.6599479123368956, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.9809892102249176, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.5030325459584213, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.6526835385574934, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9335611182948567, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 7.371353965136612, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07963127786071111, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3080523024849318, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3012874282498954, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9297772281235065, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.774669896430898, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.874068161465641, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9270085830062099, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3367105778240003, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.053097634532655, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 5.8167226432059085, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.254072080287565, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.2142759726375263, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.07344273821556282, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4009921116251056, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.36744866450704, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2666448474627192, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.12840590307363065, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.221532078301463, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.170132141188191, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.1960386237202867, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.1843646721608583, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.08458030358950451, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5070857505193666, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.121225647921185, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.21412626734722193, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.07799078260172418, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6310794918337193, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.031207080949111, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.856026262017395, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4225464409484267, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.26291450427354796, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6740515720475053, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.790465754566765, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.6095447446486495, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.739104145763297, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.810162892064793, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.15755350009880775, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4296803517696212, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.8193431219545139, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.030117781344444927, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.525207521614269, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.942211146379546, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.3803427503697874, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.156023817174433, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.869470719905311, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4131525372185609, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.47297580613918083, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.0332477518365275, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4998874826752893, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.78476773235444, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1228545286519758, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9635767922306343, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7165611324013127, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0861330327298466, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8417365832837318, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.958584221681217, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.3504398980638648, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9689935780493328, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.15051678727042678, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.14707426426662, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 1.9781039042568884, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 6.136231175601277, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 0.17774033762574643, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.218185454825155, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6957013679562765, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.8032413252614745, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.206615391729219, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7962695885299178, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6711153578783753, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.168409434160107, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3339098404377436, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.2996027435744715, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.2746647867456391, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9754239528671567, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.7527047040551786, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3848814507757201, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4883504341529249, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.45437563935038433, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1322115147220662, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.529572906579685, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.93857890231703, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.7068093111269365, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4314433008744554, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1265055378043036, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0648256335249406, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6275140114973796, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1727344897079184, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.411631595834388, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 5.120712852380538, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.206817197985122, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.043259083069313, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.825915533911581, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.050895773983658, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5696313652627725, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9582753433651394, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1187853625053337, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 6.019505502875599, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.340627624926474, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.906409190127942, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.613996937881352, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.692260327726338, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7790510074107315, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7867287714464216, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5227390181977649, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.631598555434133, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.315909131503684, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3361730902908675, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.449718471465448, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.059546139670254, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4887785447846977, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8314934300340555, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.06263232037305204, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9750074477979573, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.090006982014101, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.244080088509232, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6218289934269663, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0468102436882196, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5698954504198799, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1349018259250223, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1257151388805817, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7706918618302792, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.305145654017958, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 6.938307734478469, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9866771242853435, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.937201501257257, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.951555753687855, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6796152998281486, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3433299572248605, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6475950576352976, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8763070109303297, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.8025980574915272, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5530789316082623, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 5.664640225024078, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 1.4228534089633804, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5760118088792114, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.7776940770563652, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9420993951982406, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.4764812382676675, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4276651391674329, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.155730229173742, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.185639763741138, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5289699127581704, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2793139398736475, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.938157634330034, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2972815860188675, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5604662445790727, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.563537862578735, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5806868702539325, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.7240886090819305, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.754905689980818, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0714639047639225, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.777812668002227, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.85576778654323, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8343720835813527, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.563141235203777, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.315476658225745, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.468839546898518, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6663532608712254, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.192185837095695, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.173207996025015, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.416273717280931, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 1.970392148379912, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9006759097798843, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9325302765530243, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.923999503445741, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.6608793836450924, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.23503099546025208, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7826391187415918, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1499976915479218, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.975072809355761, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4503532717011893, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04205501779796392, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5345279599971244, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.9836939013658452, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 8.410466511637264, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 6.824511473582755, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.313751198267432, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.8035041604723832, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8086585281297629, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.9938435476500942, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5432307008203607, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.3551676059672073, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.740240328975207, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.3652873642953764, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0216581379503389, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.4931215753754423, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.8940052391450636, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.090180396506092, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.3332135391336255, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.2351988576154023, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7605940852785655, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0577337191101837, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5047092539377287, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.881314635393751, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.472590860230673, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5839981217195386, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4301821239701653, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.1051453993903735, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5797135662029995, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.2728029568761623, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.43120145472738, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.4807202614788253, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.760972499996219, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.7803399048802917, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9596185770947444, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1847264605675722, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.436973152914768, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.860990642003315, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3697356189815737, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.674282495923893, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3637285150285237, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4147991569859446, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.360796947861068, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.962143739443826, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.8123824882492325, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.335509648734126, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.603064670918394, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.947951658439577, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 7.784574375149879, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.663280996122237, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.816766759805154, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5492452835376658, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1868557089020728, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.6623892539857974, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 0.5451340541062681, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.3622717812889171, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8866501374654154, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.8260430181202025, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.5996996792007787, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.1636877040701431, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.423548828754215, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4595339269232812, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.019106784764497137, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.379263823728497, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2433995651143317, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4423037960846135, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1129974646127225, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.262406156599613, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.8431319103897832, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.021344412300382, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.4345686556400974, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.2614661221584371, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.529465983402357, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8322521032224302, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0279558947948186, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4474033395724244, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.9472887569811053, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.182891048854333, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.4859130258220605, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.0992471158802646, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.9700241695280698, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.540719882560615, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.04423450567916864, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.688179760269548, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.904248359871917, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.1457434763959684, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4396541278824804, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.231308604327872, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3227487233112325, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.4471711347706777, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0628739710772983, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.5260639591360747, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5998706873019203, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.0306586141690732, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.718367144081565, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 8.710738675867756, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.253164163458826, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7880620946334892, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5578005711509721, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.448666549532657, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.7872090067996879, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.623796321191577, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.323976652757082, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.511185711183674, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1977235128019965, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.852790841968326, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.9172378165258425, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8047752406173528, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.1200479981791873, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.5407195267501439, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.0362459532246318, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.8931717006403717, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 4.404692327098046, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.2200170837168341, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.4600566530469488, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0048729532159295, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.679710594979707, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5793422023399186, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.937302835363863, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.8739627158710546, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.804447963652529, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.663906214343704, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0475814032036825, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.3738676323668773, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.57447403264153, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.863288967092892, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.341226109527675, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.266260133103341, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.234234395373389, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.936798631983988, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.7169754303044402, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.3121707655170879, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2552584020963256, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1904945616290195, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4466581664228437, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.477786401329407, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.3640160468598443, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.9339803489573284, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 5.110666768232165, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.47131984914637415, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.139136549507087, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2768123977654593, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.2810048708203523, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.010459043354724867, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.776778466170192, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1836907014394596, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9375890903615716, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.798749452012646, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.5047092539377287, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.881314635393751, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.472590860230673, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.400637651821011, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.1106689546699426, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7790030786187017, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.4463337067012128, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3287786690403296, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.0299778327741325, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0909354227921044, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.1165287477013648, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.69425328707275, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.4002657502399262, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.2428531343225764, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.405048082973205, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0771815205940447, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 8.25653635957892, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.742098055923053, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0597192105170117, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.6305951725736776, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.491794879781868, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.3628929239769083, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5525296090915315, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.2345738932874024, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.053561029802930454, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.05658791198879114, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.4240068924825, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9415163753383179, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.019551785092557745, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.598736874915012, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.550037467167821, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.335628895296892, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.6029786482905193, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.777708955828249, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.9161070697430356, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.566388130261264, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9982525223493952, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.751522434815485, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.5411125789239724, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.059546139670254, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.4887785447846977, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8314934300340555, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.0579512300173475, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.118888138697351, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 4.5022191016504625, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7209710430611657, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8489036491034225, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.292354672896987, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9988591336611762, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6244515694012511, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7302553381172023, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 5.443551950087452, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.5336731841114524, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.147049836453091, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.1307506406168933, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4253293962563809, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.244619224564106, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.9415163753383179, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.019551785092557745, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.598736874915012, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.8707274741002953, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.0105231102881305, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.8500549506905308, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.2709492303032452, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.3257931015699858, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.954859871438203, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0 + ], + "fields": [ + { + "field_id": 0, + "score": 7.361450148497468, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 0.010107184341504894, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.6731475966475964, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 3.0982833760976547, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.6171849169041923, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7138640514214654, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.9305437132214784, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.8284583464002508, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.6594242474753633, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.37678759604753115, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5176109686382088, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.821308182608565, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 4.431555197470933, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 3.6427722839975725, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.05759226202124, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 2.0560253595537072, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.1171839234008583, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.7802098678015765, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.0358568320985113, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.442004501428707, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.308968400057068, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.402948364321341, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.4500576369602999, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.832055635371101, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.0092146631554173, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.261593780297436, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.2583108867473776, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.1461706122051731, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.3795277703000735, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.938602657748346, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 3.991615949344576, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 4.6475829964566495, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.8019777694543486, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1 + ], + "fields": [ + { + "field_id": 0, + "score": 3.459605530011929, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 4.0859512923815124, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 2.1161249400924276, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 1.9563698972549397, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.9597811962020222, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.73141309151218, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 1, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.1480917523282805, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.7236681136095897, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "behavior_mismatch" + }, + { + "field_id": 2, + "score": 3.790118013771029, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 1.849287220946986, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.5835056248448505, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.103060626263595, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 0, + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 4.892947342600491, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "behavior_mismatch" + }, + { + "field_id": 1, + "score": 2.9346757727514583, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 6.255994245729077, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.43277153440692706, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.5025590839293894, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 4.667283814023615, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.470229202488788, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.21801627793303258, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 2.937907495241496, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 2.1603557258499904, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 3.19860394346727, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.824748053448723, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "assessed", + "behavior_flag": false, + "flagged_field_ids": [], + "fields": [ + { + "field_id": 0, + "score": 0.7331162068433494, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 1.7370107417554699, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 1.5718723557363163, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "within_training_retrospective_threshold" + } + ], + "reasoning_codes": [], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.509270185166942, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 0.33520626231629397, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 3.5006705093254356, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + }, + { + "status": "limited", + "behavior_flag": true, + "flagged_field_ids": [ + 2 + ], + "fields": [ + { + "field_id": 0, + "score": 0.5142199784296732, + "threshold": 3.49186278702689, + "training_score_count": 136, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 1, + "score": 2.578360341839378, + "threshold": 3.5040662421785664, + "training_score_count": 133, + "status": "within_training_retrospective_threshold" + }, + { + "field_id": 2, + "score": 5.365524976269452, + "threshold": 3.072425826998744, + "training_score_count": 135, + "status": "behavior_mismatch" + } + ], + "reasoning_codes": [ + "observed_behavior_mismatch" + ], + "group_key": "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete", + "thresholds_available": 3, + "threshold_sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239", + "confidence_probability": null, + "future_targets_consumed": false, + "hidden_physical_parameters_consumed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/thresholds.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/thresholds.json new file mode 100644 index 0000000000000000000000000000000000000000..cdd38c6832600aabad4a96a19bb50808085edfa1 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/behavior/thermal/thresholds.json @@ -0,0 +1,376 @@ +{ + "version": "tfm-retrospective-behavior-support-v1", + "policy": { + "history_steps": 24, + "anchor_index": 15, + "end_index": 23, + "horizon_minutes": 120, + "quantile": 0.99, + "quantile_method": "higher", + "min_count": 30, + "low_driver_std": 0.05 + }, + "training_system_ids": [ + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "transform_id": "thermal-full-canonical-observations-v1", + "source_sha256": { + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "/Users/maxfarrell/repos/experimental/scripts/behavior_support_seed43_v1.py": "6a8d4ef11bddceb14ff7bc7054feb454cdf5895ac74aff101c0bf477b1ee9fb7", + "scripts/evaluate_citylearn.py": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "scripts/citylearn_validation.py": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162" + }, + "training_anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261012, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "91e7d74532855b853236a07350005493cb3ea13b4d76562836b20e9cd1f5e068", + "family_window_counts": { + "thermal": 512 + } + } + }, + "entries": { + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete|0": { + "count": 136, + "threshold": 3.49186278702689 + }, + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete|1": { + "count": 133, + "threshold": 3.5040662421785664 + }, + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete|2": { + "count": 135, + "threshold": 3.072425826998744 + }, + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial|0": { + "count": 183, + "threshold": 2.8201457786325173 + }, + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial|1": { + "count": 191, + "threshold": 3.827129412284642 + }, + "[[0,0],[1,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial|2": { + "count": 187, + "threshold": 3.4093089687271148 + }, + "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial|0": { + "count": 74, + "threshold": 2.584889786074633 + }, + "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|partial|2": { + "count": 70, + "threshold": 3.1393206447935103 + }, + "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete|0": { + "count": 97, + "threshold": 3.053658007433822 + }, + "[[0,0],[2,0],[10,1],[14,2],[15,2],[16,2]]|complete|2": { + "count": 101, + "threshold": 2.7316135445970673 + } + }, + "interpretation": "Observation-only retrospective residual heuristic; no confidence probability or future coverage guarantee.", + "limitations": [ + "Thresholds use model training systems and may be optimistic.", + "Overlapping sampled windows are correlated; no independent-window false-alarm guarantee.", + "No flag cannot prove a new system safe or identify hidden room size.", + "A good fit under constant drivers cannot resolve hidden action response.", + "Prefix history is shortened by 8 masked rows; this is a fixed retrospective assay, not ordinary deployment context." + ], + "sha256": "7b7b6ff1323c6310cc045feca0c9c57e2d6a2149e1257c01a834179605031239" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/challenge-interventions/interventions.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/challenge-interventions/interventions.json new file mode 100644 index 0000000000000000000000000000000000000000..55d086652efbd0d3cb074eff001752ecf9400da3 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/challenge-interventions/interventions.json @@ -0,0 +1,21023 @@ +{ + "status": "completed", + "external_real_world_validation": false, + "objective": "Sum of squared indoor_temp deviation from 21 degC at 15,30,60,120 minutes; units degC^2.", + "policy": "A is the recorded future HVAC command plan. B adds 6 electrical kW to all eight commands, clipped to public [-15,15] kW. If that leaves the entire plan unchanged, B subtracts 6 kW instead. Both branches start from the identical replayed snapshot with identical external disturbances. Hidden actuator saturation can legitimately make different requested plans physically equivalent.", + "provenance_sha256": "f172463a4303ed6bcc2203d63a07548052dff3eaa395bbb157ffa4c848e3a4cc", + "observed_plan_max_replay_error": 0.0, + "summary": [ + { + "cohort": "auditorium_3node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.279881689540863, + "action_effect_rmse": 0.33875417820649917, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.003948379392031742, + "action_effect_rmse": 0.004877737434944839, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.4543989364898402, + "action_effect_rmse": 0.5664376205369291, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.4770965514295503, + "action_effect_rmse": 0.5823901688574242, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.010731438526847437, + "action_effect_rmse": 0.012899925175449752, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.8113597958059908, + "action_effect_rmse": 1.0330847240220566, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.6816270005626986, + "action_effect_rmse": 0.8335187778600519, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.026796374721173022, + "action_effect_rmse": 0.0336719531358164, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 1.5612471220363084, + "action_effect_rmse": 2.116537044620152, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.8951605816900541, + "action_effect_rmse": 1.142663248285427, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.0787120382799712, + "action_effect_rmse": 0.10031516429664968, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.4133588360043077, + "action_effect_rmse": 4.133429692744297, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 1.0, + "mean_regret_degC_squared": 0.0 + }, + { + "cohort": "auditorium_3node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.02455548614671188, + "action_effect_rmse": 0.032069379707972315, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.000721583647489199, + "action_effect_rmse": 0.0010191934813555776, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6136340470259962, + "action_effect_rmse": 0.7584465982872618, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.04567632511762987, + "action_effect_rmse": 0.06204231183259322, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0014630654737015636, + "action_effect_rmse": 0.0020143312815209097, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.5412186850669096, + "action_effect_rmse": 1.9833714617648963, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.10015042880204472, + "action_effect_rmse": 0.13433788788541173, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.0033794511976239505, + "action_effect_rmse": 0.004357821335663697, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 3.8179527653290943, + "action_effect_rmse": 4.798308341207214, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.19723939228267628, + "action_effect_rmse": 0.24580139178109733, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.008112721633385611, + "action_effect_rmse": 0.011125083765287569, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 7.99387290627196, + "action_effect_rmse": 9.489395883034748, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 0.9375, + "mean_regret_degC_squared": 0.8901179958549896 + }, + { + "cohort": "auditorium_3node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.04755446866276547, + "action_effect_rmse": 0.052258294079647466, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 8.214917146620593e-05, + "action_effect_rmse": 9.688340858845823e-05, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.5734549882911328, + "action_effect_rmse": 0.6637778482641495, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.12462930493172497, + "action_effect_rmse": 0.135877970931866, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.00046879179395975523, + "action_effect_rmse": 0.000551920417058589, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.6851368221106022, + "action_effect_rmse": 1.819641134921439, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.275309445659932, + "action_effect_rmse": 0.2958546147600714, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.002277111246946517, + "action_effect_rmse": 0.0026713334127942846, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 3.7818242732765563, + "action_effect_rmse": 4.10405646642949, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.5078931197695817, + "action_effect_rmse": 0.5285506067099681, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.009367321593782618, + "action_effect_rmse": 0.010710421002151525, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 7.3838131816985175, + "action_effect_rmse": 7.978900137092953, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 7.395654559967647 + }, + { + "cohort": "parameter_shift_2node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.661880495367591, + "action_effect_rmse": 0.9582665680824739, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0036229828961034105, + "action_effect_rmse": 0.004534145318010273, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6842492598172528, + "action_effect_rmse": 0.7832650507923664, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.1590787251904164, + "action_effect_rmse": 1.6413583642396143, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.009243362804274957, + "action_effect_rmse": 0.01157420458491817, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.4392188902061591, + "action_effect_rmse": 1.621562804296509, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.8148994584450668, + "action_effect_rmse": 2.381955395428017, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.032115096189041514, + "action_effect_rmse": 0.04433001202485181, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 2.503522064730716, + "action_effect_rmse": 2.884727472418144, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.054028967485225, + "action_effect_rmse": 2.5881820492666896, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.13207260229667228, + "action_effect_rmse": 0.17512607852280573, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.849472612793564, + "action_effect_rmse": 4.538396595070004, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.7692307692307693, + "mean_regret_degC_squared": 7.483067107885846 + }, + { + "cohort": "parameter_shift_2node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 1.1433774926786884, + "action_effect_rmse": 1.5124840088622833, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0005406143512178829, + "action_effect_rmse": 0.0006723619363045372, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.15884217079396568, + "action_effect_rmse": 0.21446888690731306, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.9652919392702088, + "action_effect_rmse": 2.6389189733222076, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0016652010085149715, + "action_effect_rmse": 0.002184213681367584, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.3317435515928031, + "action_effect_rmse": 0.4397416722226582, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 3.21712000638128, + "action_effect_rmse": 3.931883638293644, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.0054118109247465185, + "action_effect_rmse": 0.007075494165032193, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.740521003006118, + "action_effect_rmse": 0.9507302056719876, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 3.4657996975548793, + "action_effect_rmse": 4.2740744343782335, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.014477995162645696, + "action_effect_rmse": 0.017891494938079934, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 1.3763058666503785, + "action_effect_rmse": 1.8008052404373094, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.6153846153846154, + "mean_regret_degC_squared": 26.594845533617782 + }, + { + "cohort": "parameter_shift_2node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 1.0250664211215113, + "action_effect_rmse": 1.8028350796104138, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.000412841017036536, + "action_effect_rmse": 0.0007310218720341981, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.12816891279450138, + "action_effect_rmse": 0.20382310878561952, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.830946447091714, + "action_effect_rmse": 3.1774373640395086, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0015319047557005305, + "action_effect_rmse": 0.002686597583960336, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.2676304019204412, + "action_effect_rmse": 0.41919410833848403, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 3.4763366184245834, + "action_effect_rmse": 5.129950934992006, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.005696493079064391, + "action_effect_rmse": 0.009258230634837846, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.6037065390234144, + "action_effect_rmse": 0.8874567793189667, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 4.932939145105796, + "action_effect_rmse": 6.366260183841524, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.020161831187375467, + "action_effect_rmse": 0.026901814254096598, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 1.2517715738053719, + "action_effect_rmse": 1.6438101625225194, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 19.35963094920246 + }, + { + "cohort": "small_room_3node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.8346356112370901, + "action_effect_rmse": 1.1226195313069942, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.009454931770606856, + "action_effect_rmse": 0.014624662738115198, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6950844662028752, + "action_effect_rmse": 0.7710559889188022, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.4541792070869868, + "action_effect_rmse": 2.0526413766188965, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.01810817210882598, + "action_effect_rmse": 0.02388483767694779, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.3016080599053974, + "action_effect_rmse": 1.4550817868327244, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.9524043429343565, + "action_effect_rmse": 2.596692076440437, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.06855317139754569, + "action_effect_rmse": 0.09366434167323778, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 2.1094469133608618, + "action_effect_rmse": 2.5259284795789196, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.5649994085386068, + "action_effect_rmse": 2.980373833199168, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.25505584568923745, + "action_effect_rmse": 0.34888154103594865, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.5405042631871515, + "action_effect_rmse": 4.611884257128982, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.7, + "mean_regret_degC_squared": 3.7822437091238728 + }, + { + "cohort": "small_room_3node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.9402621041485266, + "action_effect_rmse": 1.5183092944905492, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.008951623758586269, + "action_effect_rmse": 0.010798569641325438, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.03803369867779688, + "action_effect_rmse": 0.054636380217583096, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.8556263952994758, + "action_effect_rmse": 2.844641409855803, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.029974362128682597, + "action_effect_rmse": 0.040160773554367715, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.06384974448511777, + "action_effect_rmse": 0.09707044933169796, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 2.4575200765508236, + "action_effect_rmse": 3.4916387146284578, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.09331126348105767, + "action_effect_rmse": 0.1299378526589725, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.11890294182181271, + "action_effect_rmse": 0.1833419083808375, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.4677421679889338, + "action_effect_rmse": 2.9696009835360484, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.21098148675686024, + "action_effect_rmse": 0.27617138088416276, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 0.20393316026950947, + "action_effect_rmse": 0.27499510048490655, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.8, + "mean_regret_degC_squared": 1.215336255613826 + }, + { + "cohort": "small_room_3node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.8087640014917343, + "action_effect_rmse": 1.6992210644787389, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0045880184984599115, + "action_effect_rmse": 0.008937693912503103, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.021008467119171648, + "action_effect_rmse": 0.0451326380733191, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.5535490946615613, + "action_effect_rmse": 3.1640125374625043, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.021378155011888222, + "action_effect_rmse": 0.04152587691284955, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.042857777090698046, + "action_effect_rmse": 0.09108964062758883, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.8323960502994412, + "action_effect_rmse": 3.914088900253609, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.06803636544464531, + "action_effect_rmse": 0.13484085035245816, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.08926394955617684, + "action_effect_rmse": 0.18126218024164384, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 1.6474832148071799, + "action_effect_rmse": 3.107536526248188, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.1519573616030584, + "action_effect_rmse": 0.2903318155332886, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 0.15616887135203578, + "action_effect_rmse": 0.3159780211252609, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 89.30202913463818 + } + ], + "true_effect_summary": [ + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 1.0250664211215113, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.830946447091714, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 3.4763366184245834, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 4.932939145105796, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.000412841017036536, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.0015319047557005305, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.005696493079064391, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.020161831187375467, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.12816891279450138, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.2676304019204412, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.6037065390234144, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 1.2517715738053719, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.8087640014917343, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.5535490946615613, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 1.8323960502994412, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 1.6474832148071799, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.0045880184984599115, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.021378155011888222, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.06803636544464531, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.1519573616030584, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.021008467119171648, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.042857777090698046, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.08926394955617684, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.15616887135203578, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.04755446866276547, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.12462930493172497, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.275309445659932, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.5078931197695817, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 8.214917146620593e-05, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.00046879179395975523, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.002277111246946517, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.009367321593782618, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.5734549882911328, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.6851368221106022, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 3.7818242732765563, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 7.3838131816985175, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + } + ], + "truth_effects": [ + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841241", + "anchor_step": 100, + "sample_index": 0, + "commands_kw": [ + [ + 6.314795185310229, + 6.885870066880851, + 7.182628342291165, + 7.103093519530175, + 6.663796722323511, + 0.0013888575685340114, + -0.6664787220861571, + -1.1112755175976567 + ], + [ + 12.314795185310228, + 12.885870066880852, + 13.182628342291165, + 13.103093519530175, + 12.66379672232351, + 6.001388857568534, + 5.333521277913843, + 4.888724482402344 + ] + ], + "shared_exogenous_sha256": "52c25cd9a4238b472e5662aadc0ff6e2b5d2d0fff47acbb09a88080200e3ab9b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 5.599938693251175, + 0.00815672553264335, + 1.425493353515776 + ] + ], + "true_objective_degC_squared": [ + 70.85794490458532, + 54.21209248129788 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 128, + "sample_index": 1, + "commands_kw": [ + [ + -1.124460767665984, + -1.127949349367997, + -0.5884360095366262, + 0.24133487840388002, + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814 + ], + [ + 4.875539232334016, + 4.872050650632003, + 5.411563990463374, + 6.24133487840388, + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485 + ] + ], + "shared_exogenous_sha256": "648241647546ee8893e355774a69a445827ee87234c6f8e6b2b506d200fe1f16", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 4.578667090804823, + 0.0015828787732807825, + 0.2724784579710047 + ], + [ + 8.287423791536776, + 0.00592138056457614, + 0.5440847705165055 + ], + [ + 11.239933281826257, + 0.019507498061113182, + 1.4438293483063873 + ], + [ + 11.17567260368298, + 0.04766754572979437, + 2.9036583440399397 + ] + ], + "true_objective_degC_squared": [ + 151.917020940983, + 217.4803719302422 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841250", + "anchor_step": 74, + "sample_index": 2, + "commands_kw": [ + [ + -0.5061041849405723, + -0.0004540226012765937, + 0.5107165437915179, + -14.07158960966246, + -13.833311814402206, + -13.828616249142225, + -14.066027025541132, + -14.503061229273346 + ], + [ + 5.493895815059428, + 5.999545977398723, + 6.510716543791518, + -8.07158960966246, + -7.833311814402206, + -7.828616249142225, + -8.066027025541132, + -8.503061229273346 + ] + ], + "shared_exogenous_sha256": "1ccb291845f0d0d710cbc68135c0f92ffc19e5f354d27b2aa8706f9c5744e0cb", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 2.3376617055714775, + 0.0007027869155642463, + 0.3681796070139782 + ], + [ + 3.906982548423901, + 0.0025489557459756895, + 0.8627717546127798 + ], + [ + 4.1986425181769285, + 0.0077522059030492585, + 1.2297982719140208 + ], + [ + 2.462314163162162, + 0.015379196603397816, + 1.2297982719140172 + ] + ], + "true_objective_degC_squared": [ + 112.32812328131324, + 30.957355118422797 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 168, + "sample_index": 3, + "commands_kw": [ + [ + 1.1785138416924874, + 0.905733757423075, + -0.0655883053033218, + -0.9896485612111593, + -1.1395016134956146, + -0.3853401335385292, + 0.6806295727934457, + -4.800641705524654 + ], + [ + 7.178513841692487, + 6.905733757423075, + 5.934411694696678, + 5.010351438788841, + 4.860498386504386, + 5.614659866461471, + 6.680629572793446, + 1.1993582944753456 + ] + ], + "shared_exogenous_sha256": "45b5ec47e4dfdb0b9beab7614ffdf4d23c1306d45ad3ef92e7d8984b4c204e43", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 1.5178451554881498, + 0.0007270332753250841, + 0.3001955791808655 + ], + [ + 2.987114672164541, + 0.0028148063276631774, + 0.6685861794290915 + ], + [ + 8.059863567251384, + 0.012799337762466223, + 1.619863806895303 + ], + [ + 10.268018843929488, + 0.049735049629621386, + 2.9937363219112143 + ] + ], + "true_objective_degC_squared": [ + 79.11063310587983, + 37.40676189113059 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 93, + "sample_index": 4, + "commands_kw": [ + [ + -1.1017638196712802, + -1.1909993478046257, + -0.9497862806066801, + -0.43756192507966424, + 0.20509920977314797, + 6.792847547211602, + 7.148498001827496, + 7.15780781580534 + ], + [ + 4.89823618032872, + 4.809000652195374, + 5.050213719393319, + 5.562438074920336, + 6.205099209773148, + 12.792847547211602, + 13.148498001827496, + 13.15780781580534 + ] + ], + "shared_exogenous_sha256": "f9341a408488d5002f13c6f6132bf60e99413ae951e2bb0060a77a5bb0260768", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 4.129880935575958, + 0.0019781733679700153, + 0.3728506641880358 + ], + [ + 7.189413751774563, + 0.007209383174863859, + 0.7457013283760716 + ], + [ + 10.56868055498591, + 0.02399357951090053, + 1.6039855508981837 + ], + [ + 4.321266882331095, + 0.05262774402887871, + 2.1475347880588984 + ] + ], + "true_objective_degC_squared": [ + 67.96067696099597, + 80.9453067373747 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 88, + "sample_index": 5, + "commands_kw": [ + [ + 15.0, + 14.816141306469314, + 14.26064245335104, + -1.1089877207721732, + -1.1901791646525737, + -0.953099269471377, + -0.4537512388417928, + 0.17603697936397894 + ], + [ + 15.0, + 15.0, + 15.0, + 4.8910122792278266, + 4.809820835347426, + 5.046900730528623, + 5.546248761158207, + 6.176036979363979 + ] + ], + "shared_exogenous_sha256": "bdf29f20dcc7034df24c8a76a17ff2a1f20fc12c8098ef43503c68aab17f254b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 2.196720538793393, + 0.001108533888132257, + 0.04970331438818221 + ], + [ + 5.17784885352539, + 0.018617766700987914, + 0.5949917166092789 + ] + ], + "true_objective_degC_squared": [ + 21.219180639384557, + 26.131328628015602 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 130, + "sample_index": 6, + "commands_kw": [ + [ + 5.962709730752956, + 5.185481427315803, + 4.806573266944698, + -6.976456160776877, + -6.262475603142569, + -5.409493411100404, + -4.859531889971691, + -4.908587337906088 + ], + [ + 11.962709730752955, + 11.185481427315803, + 10.806573266944698, + -0.9764561607768769, + -0.262475603142569, + 0.5905065888995962, + 1.1404681100283094, + 1.0914126620939122 + ] + ], + "shared_exogenous_sha256": "968e55fd6624ec505831d037fd70f1d2a0ae77c09c647cdd6977d38706a0e028", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.013252769981232149, + 6.687762223123173e-06, + -0.0032849653349984465 + ], + [ + 4.9559111890651195, + 0.008945236016653979, + -0.22166524641077245 + ] + ], + "true_objective_degC_squared": [ + 25.26515898991221, + 3.4010819308554856 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841245", + "anchor_step": 128, + "sample_index": 7, + "commands_kw": [ + [ + -15.0, + -15.0, + -15.0, + -15.0, + -15.0, + 15.0, + 15.0, + 15.0 + ], + [ + -9.0, + -9.0, + -9.0, + -9.0, + -9.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ec3433213ec8abc0bb7e8117066a7581f08c8cac07abba0496dfb294b2bf238a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 458.20363902084245, + 458.20363902084245 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 136, + "sample_index": 8, + "commands_kw": [ + [ + -14.445997432604097, + -15.0, + -15.0, + -15.0, + 5.311115674188667, + 6.183515169917933, + 6.957283527555702, + 7.190223497377864 + ], + [ + -8.445997432604097, + -9.0, + -9.0, + -9.0, + 11.311115674188667, + 12.183515169917932, + 12.957283527555703, + 13.190223497377865 + ] + ], + "shared_exogenous_sha256": "04cb144f66cccddb950b0eeef2c6a6944475109067952aee3d2a00a2edcebebc", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 188.67060279073317, + 188.67060279073317 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 132, + "sample_index": 9, + "commands_kw": [ + [ + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814, + -0.7830199085716563, + -1.1920881114355302, + -0.9660117105499163, + -0.21565232292645167 + ], + [ + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485, + 5.2169800914283435, + 4.80791188856447, + 5.033988289450083, + 5.784347677073549 + ] + ], + "shared_exogenous_sha256": "65e769fc4edc379a1752a912cb4c02a996868bfd519b1496bcbbdd6e5b7e174a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 1.7249260833931963, + 0.0005963195901230733, + 0.3144607425506365 + ], + [ + 2.7912882455378885, + 0.002116393559269625, + 0.5689363259043887 + ], + [ + 6.351442526913072, + 0.007982032687827711, + 1.4598289957335595 + ], + [ + 14.819949358750698, + 0.038876050634058856, + 2.8850105819126597 + ] + ], + "true_objective_degC_squared": [ + 8.811078698913011, + 289.4359287903498 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841237", + "anchor_step": 112, + "sample_index": 10, + "commands_kw": [ + [ + 6.995484269523677, + 7.1993646957001305, + 6.946117907703424, + 6.323840582044115, + 5.569705513601598, + 4.982689657042318, + 4.804959569907024, + 5.118666672240532 + ], + [ + 12.995484269523677, + 13.19936469570013, + 12.946117907703425, + 12.323840582044115, + 11.569705513601598, + 10.982689657042318, + 10.804959569907023, + 11.118666672240533 + ] + ], + "shared_exogenous_sha256": "97dfbddaa6612f071152df40a2f4bb55e60815d9f0580158afecd1fab701d8db", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 100.23868021804267, + 100.23868021804267 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841248", + "anchor_step": 46, + "sample_index": 11, + "commands_kw": [ + [ + 6.468669452443291, + 6.1272453535769476, + 5.768937217364043, + -6.574006972893149, + -6.868120020631595, + -7.082079975519624, + -7.190330454864462, + -7.1765623366704245 + ], + [ + 12.46866945244329, + 12.127245353576948, + 11.768937217364044, + -0.574006972893149, + -0.8681200206315953, + -1.0820799755196244, + -1.190330454864462, + -1.1765623366704245 + ] + ], + "shared_exogenous_sha256": "d6e5c7cd65a85f8c27b80937b6c23b01395d3004857596f488f03fe4cc92f78e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 2.3023778089889575, + 0.0012171198568502462, + -0.3916832185415089 + ], + [ + 4.320538086602378, + 0.016134786544647284, + -1.453149868679155 + ] + ], + "true_objective_degC_squared": [ + 137.8272958220111, + 96.64620286147549 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841247", + "anchor_step": 29, + "sample_index": 12, + "commands_kw": [ + [ + -14.02273470473942, + -14.189372747715375, + -14.396807611699405, + -14.637733309721725, + -14.902100861102662, + -15.0, + -0.44880926367409074, + -0.7004872796342669 + ], + [ + -8.02273470473942, + -8.189372747715375, + -8.396807611699405, + -8.637733309721725, + -8.902100861102662, + -9.0, + 5.55119073632591, + 5.299512720365733 + ] + ], + "shared_exogenous_sha256": "7490256e5afaa747bd31bf4dc051406c34571ffd99adfae1b5affc0af6e9e673", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 3.7076658745222435, + 0.002416276075056345, + 0.31015176767799346 + ] + ], + "true_objective_degC_squared": [ + 874.5360206108751, + 793.3690390912666 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841240", + "anchor_step": 46, + "sample_index": 13, + "commands_kw": [ + [ + 0.6937314633970053, + 0.9484419617829692, + 1.1233353705860014, + 1.1982257101959788, + 1.161009997834388, + 1.0098836273383827, + 0.7547221006908548, + 0.4173140122967344 + ], + [ + 6.693731463397006, + 6.94844196178297, + 7.123335370586002, + 7.198225710195979, + 7.1610099978343875, + 7.009883627338382, + 6.754722100690855, + 6.4173140122967345 + ] + ], + "shared_exogenous_sha256": "d3982bccdd87ef2fd3162d580c966e2c095f1c895788e5f6313dca0cdae99043", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 1.7831316509899722, + 0.0008596012643380391, + 0.3518311479324012 + ], + [ + 2.853374796265644, + 0.003025764296992861, + 0.6399846712683086 + ], + [ + 3.8537655986139647, + 0.009352813763957357, + 1.1101224286361138 + ], + [ + 6.318563762552387, + 0.02722241814568349, + 2.3754460492226315 + ] + ], + "true_objective_degC_squared": [ + 156.45724444394392, + 416.2365934306593 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841230", + "anchor_step": 71, + "sample_index": 14, + "commands_kw": [ + [ + -7.1240716413473235, + -7.197667326785682, + -7.060285423197824, + -6.72949998376096, + -6.260041423085827, + -5.736290969832109, + 0.7419487424379883, + 1.0783187593908918 + ], + [ + -1.1240716413473235, + -1.197667326785682, + -1.0602854231978238, + -0.7294999837609604, + -0.260041423085827, + 0.2637090301678908, + 6.741948742437988, + 7.078318759390892 + ] + ], + "shared_exogenous_sha256": "c01d70b6b25ad3458f1dead66526a482d187462f5d1310d7daa48f3230f4a3c3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.21819462998177386, + 0.00011116978154390722, + -0.05261015804725844 + ], + [ + 0.3009176908210911, + 0.0003643918538642765, + -0.08682139473492967 + ], + [ + 0.9945210987853805, + 0.001495449914667546, + -0.3066311797634178 + ], + [ + 1.927953794777011, + 0.010095671924883476, + -0.7367203927331936 + ] + ], + "true_objective_degC_squared": [ + 67.05104114750051, + 41.229589300389094 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 162, + "sample_index": 15, + "commands_kw": [ + [ + -7.194614972929072, + -6.678584932011833, + -5.66955451159669, + -4.89793971223434, + -4.937373355838005, + -5.770286452630984, + 14.220183529687512, + 13.801037531166072 + ], + [ + -1.194614972929072, + -0.6785849320118329, + 0.3304454884033099, + 1.10206028776566, + 1.0626266441619947, + 0.22971354736901617, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "374b00b7dd6d5776eb825897cf9dca928ab7bb825319250e9f96b75ca9d7d521", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.11075548613882802, + 4.7493304439427675e-05, + -0.018096247827841694 + ], + [ + 0.9786276569430186, + 0.0005094005680028602, + -0.16520000588498363 + ], + [ + 5.842185630476848, + 0.005928630153842818, + -0.4405735439629552 + ], + [ + 3.871384215540619, + 0.026714831431700503, + -0.7509884782004193 + ] + ], + "true_objective_degC_squared": [ + 15.146058769652841, + 40.30966348992702 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941240", + "anchor_step": 61, + "sample_index": 0, + "commands_kw": [ + [ + -6.143581457204094, + -5.703043819846363, + 0.7021765115637569, + 1.01303387933639, + 1.1804542316156172, + 1.1738206154142588, + 0.9875038252145056, + 0.6440501255962707 + ], + [ + -0.14358145720409432, + 0.2969561801536367, + 6.702176511563757, + 7.01303387933639, + 7.1804542316156175, + 7.173820615414259, + 6.987503825214506, + 6.644050125596271 + ] + ], + "shared_exogenous_sha256": "c1dc9ec56047223498bec34bea86f42ee432fc0f1e37641ac6a0332ece9d8555", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.24526507207153259, + 0.0018577033316411473, + -0.02022658797657062 + ], + [ + 1.1878461860440872, + 0.014460274812424956, + -0.07481686907258833 + ], + [ + 1.9349992202953246, + 0.0835523532250555, + 0.1018128890224217 + ], + [ + 1.210728596195132, + 0.15806614785340756, + 0.23399159569373307 + ] + ], + "true_objective_degC_squared": [ + 21.664701214560356, + 23.160573078483687 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941238", + "anchor_step": 123, + "sample_index": 1, + "commands_kw": [ + [ + -5.171479089184098, + -5.901603846851414, + -6.680451197740407, + -1.1539652431569318, + -1.0971139713129867, + -0.5259332095968186, + 0.2984173769510247, + 0.9839363743780322 + ], + [ + 0.828520910815902, + 0.09839615314858641, + -0.6804511977404069, + 4.846034756843068, + 4.902886028687013, + 5.474066790403182, + 6.298417376951025, + 6.9839363743780325 + ] + ], + "shared_exogenous_sha256": "db82e86f48723cedf40fc03f47f34182608c33152a77d5c05b183f4b0d05a024", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 3.8539348134946145, + 0.012123593623648787, + -0.14878472004073373 + ], + [ + 6.458152747174291, + 0.053254471494655675, + -0.325903886605726 + ], + [ + 8.546585559900208, + 0.1511584849621066, + -0.5958579409130387 + ], + [ + 5.806791472801654, + 0.4524207876752815, + -0.12100455126099519 + ] + ], + "true_objective_degC_squared": [ + 845.1699625383346, + 322.94882422727966 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 47, + "sample_index": 2, + "commands_kw": [ + [ + -5.660465614600596, + -5.335497515036206, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 0.3395343853994044, + 0.6645024849637942, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ee6f5139848a2c22bc722608dba191f6d753d31da46465fcfc74555851c3bf32", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.8806519439586786, + 0.009699171470341383, + 0.0015118827347659902 + ], + [ + 2.134018842902364, + 0.04727304060299886, + 0.0920147486980536 + ], + [ + 1.0989406528760988, + 0.1269892089720166, + 0.15235609800023653 + ], + [ + 0.28736260694358506, + 0.16513402291301915, + 0.15242093483233354 + ] + ], + "true_objective_degC_squared": [ + 139.69455129592686, + 157.64405952182474 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941235", + "anchor_step": 127, + "sample_index": 3, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 14.263820605086341, + 13.821670445925946, + -7.03252601614092, + -6.361644199466099 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -1.0325260161409204, + -0.3616441994660988 + ] + ], + "shared_exogenous_sha256": "7cb0203f7a50386256348ae28ecc250aa13d824e579ab6430aa597b67a347b40", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.29009608566236267, + 0.0011625034476754337, + -0.02494061496069122 + ] + ], + "true_objective_degC_squared": [ + 310.09047233596476, + 303.6422336135963 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941242", + "anchor_step": 127, + "sample_index": 4, + "commands_kw": [ + [ + 4.9073176974385895, + 4.844719421966549, + 5.330438438772936, + 6.141348911393336, + 6.887995561190814, + 7.199811361969164, + -14.087832590649285, + -14.840242373365967 + ], + [ + 10.90731769743859, + 10.844719421966548, + 11.330438438772937, + 12.141348911393337, + 12.887995561190813, + 13.199811361969164, + -8.087832590649285, + -8.840242373365967 + ] + ], + "shared_exogenous_sha256": "8b492f41e99d51ef3250d7f09bacc11948423596ee9f8bd4b0309c92399331a4", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 155.0761619392837, + 155.0761619392837 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941246", + "anchor_step": 82, + "sample_index": 5, + "commands_kw": [ + [ + -1.0085135255066169, + -1.1942745796593564, + -1.1133815843626185, + -0.7762873499899549, + -0.2542818161243725, + 0.3333329618922933, + 0.8451967486491865, + 1.1518242940088046 + ], + [ + 4.991486474493383, + 4.805725420340644, + 4.886618415637382, + 5.223712650010045, + 5.745718183875628, + 6.333332961892293, + 6.845196748649187, + 7.151824294008804 + ] + ], + "shared_exogenous_sha256": "37596ec88d167dc596573db16bcd222c81c63f0e10c538d2a1d4fd66ce2079a5", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 4.858918081004658, + 0.025947813795662356, + -0.03359660477104498 + ], + [ + 8.918085198318757, + 0.11551289682205379, + 0.05477478573956063 + ], + [ + 11.266675017010773, + 0.3719596717030207, + 0.30363389547001063 + ], + [ + 2.5139747733592284, + 0.7182231316435281, + 1.0868163411963145 + ] + ], + "true_objective_degC_squared": [ + 607.3440860439023, + 130.99073263371386 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941251", + "anchor_step": 54, + "sample_index": 6, + "commands_kw": [ + [ + 0.9037345353648802, + 1.1130498189405704, + 1.1988899175835945, + 1.145698149228389, + 0.9538582441702244, + 0.6412953593821143, + 0.24288568868273547, + -0.19258807767687627 + ], + [ + 6.9037345353648805, + 7.113049818940571, + 7.198889917583594, + 7.145698149228389, + 6.953858244170224, + 6.641295359382115, + 6.242885688682735, + 5.807411922323124 + ] + ], + "shared_exogenous_sha256": "4c82242f007a6b07db2a17fa3e41bc5fef4c8c57a7299865bca8e466593d5a98", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 1.4448928942970856, + 0.013410712816009251, + 0.08016560771022974 + ] + ], + "true_objective_degC_squared": [ + 163.20756935993683, + 145.11612568839712 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 125, + "sample_index": 7, + "commands_kw": [ + [ + 1.0115454485592053, + 7.191087188944712, + 6.821332940322192, + 6.0645779481263125, + 5.272669575147961, + 4.8262722475967355, + 4.950001276407379, + 5.593674343181838 + ], + [ + 7.011545448559206, + 13.191087188944712, + 12.821332940322192, + 12.064577948126313, + 11.272669575147962, + 10.826272247596735, + 10.950001276407379, + 11.593674343181839 + ] + ], + "shared_exogenous_sha256": "45a15ccc7e83f579b67eb4bbb2b529b2184ecb7815f7a5f0745fdeaf1f8e0909", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.5211724764876031, + 0.005622137395512539, + 0.054088086732029694 + ], + [ + 0.42397145459145236, + 0.018568096248436916, + 0.07461502482099647 + ], + [ + 0.12835624076394936, + 0.02946970955795436, + 0.07529724804794569 + ], + [ + 0.02799397957036831, + 0.031372474787751514, + 0.07529795608308021 + ] + ], + "true_objective_degC_squared": [ + 37.217719606879285, + 30.996247751897094 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941249", + "anchor_step": 66, + "sample_index": 8, + "commands_kw": [ + [ + 15.0, + 15.0, + 14.99387277549042, + 14.521552104443476, + 5.122538195838569, + 4.866980231411133, + 4.8042623512328575, + 4.952302463132314 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 11.122538195838569, + 10.866980231411134, + 10.804262351232857, + 10.952302463132314 + ] + ], + "shared_exogenous_sha256": "9345c34e86a8344b726deebf749b14b28615aad9bc2cf947c3b1a25629cf7bbf", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 8.156107016128493, + 8.156107016128493 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 109, + "sample_index": 9, + "commands_kw": [ + [ + 5.863995401753189, + 6.571535585194884, + 7.075594392754347, + -13.815446491102351, + -14.151662199720118, + -14.814537736145118, + -15.0, + -15.0 + ], + [ + 11.86399540175319, + 12.571535585194884, + 13.075594392754347, + -7.815446491102351, + -8.151662199720118, + -8.814537736145118, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "6347053ddf17060b244c6ad456a019c8ab787232eb2ad047c5f066c1d137e473", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 22.429324368693003, + 22.429324368693003 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 128, + "sample_index": 10, + "commands_kw": [ + [ + -15.0, + -14.456484927143029, + -13.890450769632348, + -13.86253277309423, + -14.39694133301685, + 14.763413528463245, + 14.0391652350347, + 13.805147750035047 + ], + [ + -9.0, + -8.456484927143029, + -7.8904507696323485, + -7.86253277309423, + -8.39694133301685, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "900d5af2aee682aa5f5f7bfcd34df2e8f5ff0be9351fb0f40d1dac0e42f8db89", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 67.29610388860095, + 67.29610388860095 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941239", + "anchor_step": 57, + "sample_index": 11, + "commands_kw": [ + [ + 4.982603168633629, + 4.826092298759373, + 4.812781656514885, + 4.950420884728985, + 5.227203310933605, + 5.611475549600046, + -5.945672747916333, + -5.504900020142093 + ], + [ + 10.982603168633629, + 10.826092298759374, + 10.812781656514886, + 10.950420884728985, + 11.227203310933605, + 11.611475549600046, + 0.05432725208366662, + 0.49509997985790744 + ] + ], + "shared_exogenous_sha256": "3bf72f57e3509e7f0cd5322fa9d5e1e4690d5a29b8d4822a027a5a260b8c2fa9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 8.27638519143679, + 0.1475140470296772, + -0.20367774363857727 + ] + ], + "true_objective_degC_squared": [ + 60.57816977968861, + 19.507650523527865 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 63, + "sample_index": 12, + "commands_kw": [ + [ + 4.800000290676744, + 4.885912514471909, + 5.134919814638987, + 5.516061948849242, + 5.975881271019871, + 6.4449927933532924, + 6.848105076662049, + 1.1162146083066473 + ], + [ + 10.800000290676744, + 10.885912514471908, + 11.134919814638987, + 11.516061948849242, + 11.97588127101987, + 12.444992793353293, + 12.848105076662048, + 7.116214608306647 + ] + ], + "shared_exogenous_sha256": "6cb61c3cec695fc28e522fc2501a65f041ece9186cc91d77c8763dd48c964f9e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 198.48661080829598, + 198.48661080829598 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941236", + "anchor_step": 108, + "sample_index": 13, + "commands_kw": [ + [ + -1.1918018327073219, + -0.9006157728027688, + -0.2838887839049982, + 0.4408239906052986, + -4.992730809857837, + -4.801521685531811, + -5.067188552059771, + -5.696805207461735 + ], + [ + 4.808198167292678, + 5.099384227197231, + 5.716111216095002, + 6.440823990605298, + 1.0072691901421633, + 1.198478314468189, + 0.932811447940229, + 0.30319479253826476 + ] + ], + "shared_exogenous_sha256": "fb6ec01bbeba1da5b39371db250dee979d5d92fb186c919fcc1fd4e56ade922e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 2.574564217455677, + 0.0181304502560522, + -0.07738500737850629 + ], + [ + 5.726324105908947, + 0.09285729695471368, + -0.06253583972790011 + ], + [ + 6.3380588414547265, + 0.32516794768389623, + 0.19800482485995374 + ], + [ + 6.499998910354046, + 0.7436207647222126, + 0.5191079742671469 + ] + ], + "true_objective_degC_squared": [ + 538.6362664546991, + 180.57742965894965 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941253", + "anchor_step": 125, + "sample_index": 14, + "commands_kw": [ + [ + 0.9532028547242193, + 7.199173493925627, + 6.892513201502045, + 6.16588234448053, + 5.356163117343119, + 4.85165466497465, + 4.9045499690243926, + 5.499458340494377 + ], + [ + 6.9532028547242195, + 13.199173493925628, + 12.892513201502044, + 12.16588234448053, + 11.356163117343119, + 10.85165466497465, + 10.904549969024393, + 11.499458340494378 + ] + ], + "shared_exogenous_sha256": "e84feccd03afcd9a997a16130aa27f22f1ccff544c9e025f619bf39695569cd1", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.005717419394985157, + 2.7426102500172078e-05, + 0.0005425842730950592 + ], + [ + 0.008386979645081283, + 0.00012440325492768523, + 0.0010632787863436022 + ], + [ + 0.004721272489977224, + 0.0002844710102749559, + 0.0012602965852224202 + ], + [ + 0.0015069262946258988, + 0.00039319276037197426, + 0.0012786219894707074 + ] + ], + "true_objective_degC_squared": [ + 291.485618880369, + 291.1181547482022 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 177, + "sample_index": 15, + "commands_kw": [ + [ + 4.809736324776544, + 5.431732632002873, + 6.534539141091815, + 7.186682585974303, + 6.822273543852635, + -15.0, + -15.0, + -15.0 + ], + [ + 10.809736324776544, + 11.431732632002873, + 12.534539141091816, + 13.186682585974303, + 12.822273543852635, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "3add157a42067181595ccba6bf69839733b76ecf6276abc79d3b9402db45e7b8", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ] + ], + "true_objective_degC_squared": [ + 441.1805160880161, + 441.1805160880161 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041246", + "anchor_step": 30, + "sample_index": 0, + "commands_kw": [ + [ + 0.23844687024531855, + -0.017954768285017957, + -0.279368245507298, + -0.5326977983478779, + -0.763810250088205, + -0.9583180963912454, + -1.1025284141765233, + -1.1845129858758738 + ], + [ + 6.238446870245318, + 5.982045231714982, + 5.720631754492702, + 5.467302201652122, + 5.236189749911795, + 5.041681903608755, + 4.897471585823476, + 4.815487014124126 + ] + ], + "shared_exogenous_sha256": "4a7869bcf9345d17dafda4f5ffb1e2ad708ad9f85fd3eae482d6379df46d7a44", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.05812457366244317, + 8.240701312445253e-05, + 0.9796491399848719 + ], + [ + 0.14180335248488163, + 0.000439161270751498, + 2.4441948296471807 + ], + [ + 0.30007704439605476, + 0.002021624151446133, + 5.13146513340461 + ], + [ + 0.570137909066009, + 0.008238738733471251, + 9.25047045373639 + ] + ], + "true_objective_degC_squared": [ + 3.3986381702157225, + 1.797100650029676 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041248", + "anchor_step": 148, + "sample_index": 1, + "commands_kw": [ + [ + 13.869263390712876, + 13.926651642076859, + 14.648569514890436, + 15.0, + 15.0, + 15.0, + -14.822088762779329, + -15.0 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -8.822088762779329, + -9.0 + ] + ], + "shared_exogenous_sha256": "0e16b91bb92b4f84a986f9521124163470fd0b1ceae2bed2e4538a2f8c6a51e3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.013225375380885751, + 1.873016016062934e-05, + 0.18338477036769518 + ], + [ + 0.03097122802047103, + 9.779259819708841e-05, + 0.4497077135563359 + ], + [ + 0.03751215423130638, + 0.0003614438954393506, + 0.6361752831742251 + ], + [ + 0.19623180456135358, + 0.0013236259886806323, + -1.4944354729533416 + ] + ], + "true_objective_degC_squared": [ + 369.6859615960922, + 364.29697041144124 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 63, + "sample_index": 2, + "commands_kw": [ + [ + -6.76972661173709, + -6.373345158478113, + -5.917711399418711, + -5.468738365765424, + -5.095596394299527, + -4.859853282476789, + -4.8046256343424885, + -4.94565576387234 + ], + [ + -0.7697266117370898, + -0.3733451584781129, + 0.08228860058128884, + 0.5312616342345757, + 0.9044036057004732, + 1.1401467175232112, + 1.1953743656575115, + 1.05434423612766 + ] + ], + "shared_exogenous_sha256": "ba77fc6a6f4af53779fa8f3f46a25504b7fc6d3362f3702fb3dbbf3ece089e05", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.049013277716348114, + 4.7907408614378255e-05, + -0.16268938843752778 + ], + [ + 0.13115191329426068, + 0.0002789994352525582, + -1.515687121339397 + ], + [ + 0.29406589392842974, + 0.001382054524746934, + -4.343797738452864 + ], + [ + 0.5700383468877916, + 0.005853484771140671, + -8.38148557888978 + ] + ], + "true_objective_degC_squared": [ + 1.2208381007543705, + 0.2982955039635315 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041241", + "anchor_step": 94, + "sample_index": 3, + "commands_kw": [ + [ + -1.1381749979907911, + -0.785290904732828, + -0.20703985281322643, + 0.43572705702747944, + -14.044116735516413, + -13.805319931778117, + -13.927846460750896, + -14.383043475062927 + ], + [ + 4.861825002009208, + 5.214709095267172, + 5.792960147186774, + 6.43572705702748, + -8.044116735516413, + -7.805319931778117, + -7.927846460750896, + -8.383043475062927 + ] + ], + "shared_exogenous_sha256": "ba06284f20fcf42989885037774f5223b5426355b50f0f74448b72659f909eee", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.08099773382380349, + 0.00019544576299068694, + 0.1859958353602167 + ], + [ + 0.2141075681920661, + 0.0011354443039444106, + 1.0110071972044352 + ], + [ + 0.4454526599778603, + 0.0054054121909530295, + 3.638725108969851 + ], + [ + 0.7161835452004084, + 0.020390594688976194, + -1.7913942696879985 + ] + ], + "true_objective_degC_squared": [ + 53.06890741167474, + 42.85133070985992 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041234", + "anchor_step": 37, + "sample_index": 4, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0 + ] + ], + "shared_exogenous_sha256": "1da06bac967036f636abbc8a40d899f88dfc7aff92cd5f93cbb78b4d1ec018ca", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + -0.03666404612382479, + -0.00012883223614323924, + -0.6070384407213183 + ], + [ + -0.10573866413540145, + -0.0007991611903719331, + -1.8230291853271154 + ], + [ + -0.25015103932305394, + -0.004195151083688842, + -4.703969384071549 + ], + [ + -0.4816385702186068, + -0.018030425046525522, + -10.690707226611622 + ] + ], + "true_objective_degC_squared": [ + 45.91965087754264, + 51.9832804164816 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041232", + "anchor_step": 149, + "sample_index": 5, + "commands_kw": [ + [ + -0.2031061769312738, + 0.7165634328653887, + 1.1919534680953536, + 0.9146102113749399, + 0.0499853544446062, + -0.8510151794636146, + -1.198344289229705, + -0.7529261407403106 + ], + [ + 5.796893823068726, + 6.716563432865389, + 7.191953468095353, + 6.91461021137494, + 6.0499853544446065, + 5.148984820536385, + 4.801655710770295, + 5.2470738592596895 + ] + ], + "shared_exogenous_sha256": "c8fa827e4de804008aa9183a23dd9f38e0247b00ca33737682a5816b520da3aa", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.039865667944742, + 8.49892463712365e-05, + 0.4088413662803987 + ], + [ + 0.11274887293546598, + 0.0005162766934230234, + 1.6826982768287735 + ], + [ + 0.2670243968316086, + 0.002686190837907887, + 4.622445424480304 + ], + [ + 0.5401991656867917, + 0.011868673068613944, + 9.593502860245195 + ] + ], + "true_objective_degC_squared": [ + 245.28851983498726, + 231.04663190130742 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041253", + "anchor_step": 25, + "sample_index": 6, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 6.51263062110925, + 6.281027693670675, + 6.031658388887724, + 5.775001695263011, + 5.5231935768312574 + ], + [ + 15.0, + 15.0, + 15.0, + 12.512630621109249, + 12.281027693670675, + 12.031658388887724, + 11.775001695263011, + 11.523193576831257 + ] + ], + "shared_exogenous_sha256": "4e86c6998da46fc6012166d823f1859729cc10ff96a161f74de5f529a07f6a9a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.0, + 0.0, + 0.0 + ], + [ + 0.05445582498653323, + 8.828176065378557e-05, + 0.7347145320217834 + ], + [ + 0.41239341965484755, + 0.004237953526558869, + 6.5262570645638505 + ] + ], + "true_objective_degC_squared": [ + 1.191165918848599, + 1.2667535895274076 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041250", + "anchor_step": 166, + "sample_index": 7, + "commands_kw": [ + [ + -0.3067844474743255, + -1.0970372474974057, + -15.0, + -15.0, + -14.202504381894386, + -13.803034819150547, + -14.342711096978604, + -15.0 + ], + [ + 5.6932155525256745, + 4.902962752502594, + -9.0, + -9.0, + -8.202504381894386, + -7.803034819150547, + -8.342711096978604, + -9.0 + ] + ], + "shared_exogenous_sha256": "d816dcb4be93e3423651b6dfcbe00d16acd97f2b9702d2173b0462ff6fd7916e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.069032584715913, + 0.00010050887231827232, + 0.9728656797990993 + ], + [ + 0.16250445334662444, + 0.0005181511631775493, + 2.034539811052582 + ], + [ + 0.3277126188046573, + 0.002294576210939425, + -0.7958067107838929 + ], + [ + 0.5628294269900138, + 0.008822592257423878, + -6.795803166338658 + ] + ], + "true_objective_degC_squared": [ + 16.69354706456813, + 11.935990595923352 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 183, + "sample_index": 8, + "commands_kw": [ + [ + -15.0, + -15.0, + -14.069618209018179, + -13.855897368568161, + -14.68064637446763, + -15.0, + 4.816264427570444, + 5.5371597767467895 + ], + [ + -9.0, + -9.0, + -8.069618209018179, + -7.8558973685681615, + -8.68064637446763, + -9.0, + 10.816264427570445, + 11.53715977674679 + ] + ], + "shared_exogenous_sha256": "f2fe1555a15cea0b4e9e232468eb41d0ea9309e4069676707a3cdbbf0ac73677", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.04920844465337382, + 4.804401090652277e-05, + -0.7825554285812473 + ], + [ + 0.13227156747401025, + 0.0002806569775621881, + -2.1533366257822877 + ], + [ + 0.2994377927307106, + 0.0013991683599350324, + -5.125871253216985 + ], + [ + 0.5776653262368434, + 0.005974414987445442, + -6.790836631924037 + ] + ], + "true_objective_degC_squared": [ + 97.73668565209661, + 87.4044152621053 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 72, + "sample_index": 9, + "commands_kw": [ + [ + -5.717129488386485, + -6.2231357561003025, + -6.694343389271678, + -7.042120805389619, + -7.1962799192625315, + 13.879582934770792, + 14.178040288833465, + 14.645882937321607 + ], + [ + 0.28287051161351506, + -0.22313575610030245, + -0.6943433892716779, + -1.0421208053896187, + -1.1962799192625315, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "852435701681a4e420d015c1b1881dbfa7a772067b73a264fe8ac99fbfd95fdd", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.04920844464900043, + 4.80440109136282e-05, + -0.782555428515181 + ], + [ + 0.1322715674661019, + 0.00028065697757284624, + -2.1533366256627886 + ], + [ + 0.29943779273457594, + 0.0013991683599314797, + -5.1258712532751645 + ], + [ + 0.4001771504110714, + 0.005383970839222485, + -5.637015483447911 + ] + ], + "true_objective_degC_squared": [ + 4.22691528090193, + 2.6200927542987418 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041238", + "anchor_step": 72, + "sample_index": 10, + "commands_kw": [ + [ + 1.181118715053351, + 1.1634710815239429, + 0.9350669440986022, + 0.5310427249838392, + 0.02210785251287094, + 5.503492996780607, + 5.07773688246747, + 4.834172459909491 + ], + [ + 7.181118715053351, + 7.163471081523943, + 6.935066944098602, + 6.531042724983839, + 6.022107852512871, + 11.503492996780608, + 11.07773688246747, + 10.83417245990949 + ] + ], + "shared_exogenous_sha256": "01aedaecbad80bd6c42ee7409054ad959953b2b2a26b6736eaae2308844858e6", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.08826234779914444, + 0.00014801733997416022, + 0.8191262940798367 + ], + [ + 0.2272848506523122, + 0.0008362305766276279, + 2.2131485197133003 + ], + [ + 0.48207086572288027, + 0.0039623141888078806, + 5.194085608238353 + ], + [ + 0.7901776349823919, + 0.015389349754734383, + 11.193612585704855 + ] + ], + "true_objective_degC_squared": [ + 142.92598888770283, + 125.48120065647798 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041239", + "anchor_step": 146, + "sample_index": 11, + "commands_kw": [ + [ + -14.415009510782628, + -15.0, + -15.0, + -15.0, + -15.0, + -14.561375046952147, + -13.88409732409603, + -13.91862760708669 + ], + [ + -8.415009510782628, + -9.0, + -9.0, + -9.0, + -9.0, + -8.561375046952147, + -7.884097324096031, + -7.918627607086689 + ] + ], + "shared_exogenous_sha256": "3dd24106bc7f00c60f05c4a3a341fa860dfe7c33520afcd7d1cc3885039ebfe9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.033732667067679856, + 2.5304472998755045e-05, + -0.6185625296873241 + ], + [ + 0.09877853283136062, + 0.00015890763502923733, + -1.8470605758841998 + ], + [ + 0.2427944357562275, + 0.0008591559253368075, + -4.737672649078604 + ], + [ + 0.5029941262604485, + 0.003935557986597615, + -10.726309523787108 + ] + ], + "true_objective_degC_squared": [ + 314.0755586223859, + 298.34353769221684 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041242", + "anchor_step": 74, + "sample_index": 12, + "commands_kw": [ + [ + 0.6926710853545469, + 0.215222011235655, + -0.3081169683506039, + -15.0, + -15.0, + -15.0, + -15.0, + -15.0 + ], + [ + 6.692671085354547, + 6.215222011235655, + 5.691883031649396, + -9.0, + -9.0, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "f03aa23e8107a3060d21831d3ec8df96aad521409b7b104a78e4a7430573df77", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.06012439978190898, + 0.00013373815412975887, + 1.1867157967144806 + ], + [ + 0.1303164754366719, + 0.0006316819562250942, + 2.683995613894382 + ], + [ + 0.25352190469773817, + 0.0026365917934967342, + 2.7145391790871543 + ], + [ + 0.4591993856014156, + 0.01000188840558991, + -3.285460819097665 + ] + ], + "true_objective_degC_squared": [ + 65.45485810527977, + 57.95823698979639 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041243", + "anchor_step": 120, + "sample_index": 13, + "commands_kw": [ + [ + 0.12815319306758757, + -0.6353904057078994, + -1.1301827856708537, + -1.1343905186621168, + -0.6359902956529506, + 0.15128710448232077, + 6.8744294936705375, + 7.197884507057667 + ], + [ + 6.128153193067588, + 5.364609594292101, + 4.869817214329146, + 4.865609481337883, + 5.364009704347049, + 6.1512871044823205, + 12.874429493670537, + 13.197884507057667 + ] + ], + "shared_exogenous_sha256": "a7172dc3071b3b865816ec66c5044c395f3abbc25f64d7cbb0f2c8eb63df1c94", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.04550095879823246, + 6.998816772707528e-05, + 0.6125645300909355 + ], + [ + 0.13137883051985, + 0.0004369673041182409, + 1.83459601075225 + ], + [ + 0.30639946397583273, + 0.002281479018556354, + 4.067998626647636 + ], + [ + 0.5794398104449332, + 0.009782665297400683, + 9.433979943743054 + ] + ], + "true_objective_degC_squared": [ + 70.33286128809476, + 60.525403704708154 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041230", + "anchor_step": 172, + "sample_index": 14, + "commands_kw": [ + [ + -1.045594286318895, + -0.15901493186610718, + 0.858396344410525, + 7.184423140341298, + 6.542924256571777, + 5.450656092480633, + 4.812643651085485, + 5.172347838617843 + ], + [ + 4.954405713681105, + 5.840985068133893, + 6.858396344410525, + 13.184423140341298, + 12.542924256571776, + 11.450656092480633, + 10.812643651085484, + 11.172347838617842 + ] + ], + "shared_exogenous_sha256": "d151c1e7e791d442a8f0a1a60f83778016be050ad0f18a5391d0942c551e581e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.052872014621479835, + 0.00012309749277505944, + 0.24880330271753337 + ], + [ + 0.1423788226868652, + 0.0007241220270373105, + 1.2577114515574124 + ], + [ + 0.3087450933968583, + 0.003543000129951679, + 4.183015560182895 + ], + [ + 0.5348513561451771, + 0.014074642889667643, + 10.179846864261037 + ] + ], + "true_objective_degC_squared": [ + 155.77513053207855, + 143.38824967203277 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041247", + "anchor_step": 108, + "sample_index": 15, + "commands_kw": [ + [ + 6.4416346664701, + 5.72863366701264, + 5.107942237173473, + 4.808300206910967, + 13.948235845879188, + 14.485096542402351, + 15.0, + 15.0 + ], + [ + 12.441634666470101, + 11.728633667012641, + 11.107942237173473, + 10.808300206910967, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "a78e850d9cc0c0f0b2329129c81a5db0e8e292354bb47bdb8872a758f64b2c7b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "true_effects": [ + [ + 0.0350389618654674, + 5.9332394311439884e-05, + 0.6239318813204591 + ], + [ + 0.10036217943125614, + 0.00036645859406547743, + 1.858139595567195 + ], + [ + 0.23609214906458398, + 0.0019181675193529202, + 4.75303492733903 + ], + [ + 0.23213293796520418, + 0.006568567258472768, + 6.369892962183769 + ] + ], + "true_objective_degC_squared": [ + 125.60068154624065, + 119.2071626294298 + ] + } + ], + "records": [ + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841241", + "anchor_step": 100, + "sample_index": 0, + "commands_kw": [ + [ + 6.314795185310229, + 6.885870066880851, + 7.182628342291165, + 7.103093519530175, + 6.663796722323511, + 0.0013888575685340114, + -0.6664787220861571, + -1.1112755175976567 + ], + [ + 12.314795185310228, + 12.885870066880852, + 13.182628342291165, + 13.103093519530175, + 12.66379672232351, + 6.001388857568534, + 5.333521277913843, + 4.888724482402344 + ] + ], + "shared_exogenous_sha256": "52c25cd9a4238b472e5662aadc0ff6e2b5d2d0fff47acbb09a88080200e3ab9b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6601841759845346, + "action_effect_rmse": 0.6601841759845346 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0019113241100150447, + "action_effect_rmse": 0.0019113241100150447 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6283136266507867, + "action_effect_rmse": 0.6283136266507867 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9411510430722778, + "action_effect_rmse": 0.9411510430722778 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0037200151488683275, + "action_effect_rmse": 0.0037200151488683275 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3333761308535301, + "action_effect_rmse": 1.3333761308535301 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3672775669598884, + "action_effect_rmse": 1.3672775669598884 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01823025258724087, + "action_effect_rmse": 0.01823025258724087 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4825779757694946, + "action_effect_rmse": 2.4825779757694946 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9159021101833957, + "action_effect_rmse": 0.9159021101833957 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1319888042394446, + "action_effect_rmse": 0.1319888042394446 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.702139417510615, + "action_effect_rmse": 4.702139417510615 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 73.21272412222154, + 42.13751692153372 + ], + "true_costs": [ + 70.85794490458532, + 54.21209248129788 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841241", + "anchor_step": 100, + "sample_index": 0, + "commands_kw": [ + [ + 6.314795185310229, + 6.885870066880851, + 7.182628342291165, + 7.103093519530175, + 6.663796722323511, + 0.0013888575685340114, + -0.6664787220861571, + -1.1112755175976567 + ], + [ + 12.314795185310228, + 12.885870066880852, + 13.182628342291165, + 13.103093519530175, + 12.66379672232351, + 6.001388857568534, + 5.333521277913843, + 4.888724482402344 + ] + ], + "shared_exogenous_sha256": "52c25cd9a4238b472e5662aadc0ff6e2b5d2d0fff47acbb09a88080200e3ab9b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.599938693251175, + "action_effect_rmse": 5.599938693251175 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00815672553264335, + "action_effect_rmse": 0.00815672553264335 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.425493353515776, + "action_effect_rmse": 1.425493353515776 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 16.645852423287444, + "predicted_costs": [ + 214.3616779927382, + 214.3616779927382 + ], + "true_costs": [ + 70.85794490458532, + 54.21209248129788 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841241", + "anchor_step": 100, + "sample_index": 0, + "commands_kw": [ + [ + 6.314795185310229, + 6.885870066880851, + 7.182628342291165, + 7.103093519530175, + 6.663796722323511, + 0.0013888575685340114, + -0.6664787220861571, + -1.1112755175976567 + ], + [ + 12.314795185310228, + 12.885870066880852, + 13.182628342291165, + 13.103093519530175, + 12.66379672232351, + 6.001388857568534, + 5.333521277913843, + 4.888724482402344 + ] + ], + "shared_exogenous_sha256": "52c25cd9a4238b472e5662aadc0ff6e2b5d2d0fff47acbb09a88080200e3ab9b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.802365100749574, + "action_effect_rmse": 0.802365100749574 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0005343975013296642, + "action_effect_rmse": 0.0005343975013296642 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.17341005043770252, + "action_effect_rmse": 0.17341005043770252 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.483667031423316, + "action_effect_rmse": 1.483667031423316 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0014729220516258579, + "action_effect_rmse": 0.0014729220516258579 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3433317698587004, + "action_effect_rmse": 0.3433317698587004 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.553388378216976, + "action_effect_rmse": 2.553388378216976 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004327842023421624, + "action_effect_rmse": 0.004327842023421624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6746894455117562, + "action_effect_rmse": 0.6746894455117562 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7192097687393755, + "action_effect_rmse": 1.7192097687393755 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004593579751631438, + "action_effect_rmse": 0.004593579751631438 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11191271852235118, + "action_effect_rmse": 0.11191271852235118 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 72.70097053128227, + 42.54959813356709 + ], + "true_costs": [ + 70.85794490458532, + 54.21209248129788 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 128, + "sample_index": 1, + "commands_kw": [ + [ + -1.124460767665984, + -1.127949349367997, + -0.5884360095366262, + 0.24133487840388002, + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814 + ], + [ + 4.875539232334016, + 4.872050650632003, + 5.411563990463374, + 6.24133487840388, + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485 + ] + ], + "shared_exogenous_sha256": "648241647546ee8893e355774a69a445827ee87234c6f8e6b2b506d200fe1f16", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.225718449608454, + "action_effect_rmse": 2.225718449608454 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009282776348463528, + "action_effect_rmse": 0.009282776348463528 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7659483281837822, + "action_effect_rmse": 0.7659483281837822 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.099734888372533, + "action_effect_rmse": 4.099734888372533 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015208066752926186, + "action_effect_rmse": 0.015208066752926186 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5632737469727616, + "action_effect_rmse": 1.5632737469727616 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.518062743758758, + "action_effect_rmse": 4.518062743758758 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017718152033804557, + "action_effect_rmse": 0.017718152033804557 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1866098852873606, + "action_effect_rmse": 3.1866098852873606 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9675845353938506, + "action_effect_rmse": 0.9675845353938506 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015147533899330767, + "action_effect_rmse": 0.015147533899330767 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.541495780936508, + "action_effect_rmse": 7.541495780936508 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 65.56335098925919, + "predicted_costs": [ + 127.43227647273544, + 100.88221119019856 + ], + "true_costs": [ + 151.917020940983, + 217.4803719302422 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 128, + "sample_index": 1, + "commands_kw": [ + [ + -1.124460767665984, + -1.127949349367997, + -0.5884360095366262, + 0.24133487840388002, + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814 + ], + [ + 4.875539232334016, + 4.872050650632003, + 5.411563990463374, + 6.24133487840388, + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485 + ] + ], + "shared_exogenous_sha256": "648241647546ee8893e355774a69a445827ee87234c6f8e6b2b506d200fe1f16", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.578667090804823, + "action_effect_rmse": 4.578667090804823 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015828787732807825, + "action_effect_rmse": 0.0015828787732807825 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2724784579710047, + "action_effect_rmse": 0.2724784579710047 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 8.287423791536776, + "action_effect_rmse": 8.287423791536776 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00592138056457614, + "action_effect_rmse": 0.00592138056457614 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5440847705165055, + "action_effect_rmse": 0.5440847705165055 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 11.239933281826257, + "action_effect_rmse": 11.239933281826257 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.019507498061113182, + "action_effect_rmse": 0.019507498061113182 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4438293483063873, + "action_effect_rmse": 1.4438293483063873 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 11.17567260368298, + "action_effect_rmse": 11.17567260368298 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04766754572979437, + "action_effect_rmse": 0.04766754572979437 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9036583440399397, + "action_effect_rmse": 2.9036583440399397 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 261.35165359795906, + 261.35165359795906 + ], + "true_costs": [ + 151.917020940983, + 217.4803719302422 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 128, + "sample_index": 1, + "commands_kw": [ + [ + -1.124460767665984, + -1.127949349367997, + -0.5884360095366262, + 0.24133487840388002, + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814 + ], + [ + 4.875539232334016, + 4.872050650632003, + 5.411563990463374, + 6.24133487840388, + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485 + ] + ], + "shared_exogenous_sha256": "648241647546ee8893e355774a69a445827ee87234c6f8e6b2b506d200fe1f16", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.8951285934613633, + "action_effect_rmse": 3.8951285934613633 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007235094281341503, + "action_effect_rmse": 0.0007235094281341503 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3852708637868858, + "action_effect_rmse": 0.3852708637868858 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.969093172337413, + "action_effect_rmse": 6.969093172337413 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0038533456868918847, + "action_effect_rmse": 0.0038533456868918847 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7749861230052062, + "action_effect_rmse": 0.7749861230052062 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.784510252253286, + "action_effect_rmse": 8.784510252253286 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014072431398215457, + "action_effect_rmse": 0.014072431398215457 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9254026039468997, + "action_effect_rmse": 1.9254026039468997 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.892899495248361, + "action_effect_rmse": 6.892899495248361 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.032293376854362066, + "action_effect_rmse": 0.032293376854362066 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9353467963716966, + "action_effect_rmse": 3.9353467963716966 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 65.56335098925919, + "predicted_costs": [ + 138.29592124362586, + 89.4026100665782 + ], + "true_costs": [ + 151.917020940983, + 217.4803719302422 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841250", + "anchor_step": 74, + "sample_index": 2, + "commands_kw": [ + [ + -0.5061041849405723, + -0.0004540226012765937, + 0.5107165437915179, + -14.07158960966246, + -13.833311814402206, + -13.828616249142225, + -14.066027025541132, + -14.503061229273346 + ], + [ + 5.493895815059428, + 5.999545977398723, + 6.510716543791518, + -8.07158960966246, + -7.833311814402206, + -7.828616249142225, + -8.066027025541132, + -8.503061229273346 + ] + ], + "shared_exogenous_sha256": "1ccb291845f0d0d710cbc68135c0f92ffc19e5f354d27b2aa8706f9c5744e0cb", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01614338694399109, + "action_effect_rmse": 0.01614338694399109 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005440565956458698, + "action_effect_rmse": 0.005440565956458698 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8252039451782629, + "action_effect_rmse": 0.8252039451782629 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2241850162839789, + "action_effect_rmse": 0.2241850162839789 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010687809749107657, + "action_effect_rmse": 0.010687809749107657 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9371959852979757, + "action_effect_rmse": 1.9371959852979757 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17785923852231278, + "action_effect_rmse": 0.17785923852231278 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08494610341385922, + "action_effect_rmse": 0.08494610341385922 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7306061918095388, + "action_effect_rmse": 0.7306061918095388 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4998488663375724, + "action_effect_rmse": 0.4998488663375724 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3643396199704334, + "action_effect_rmse": 0.3643396199704334 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.852416659409922, + "action_effect_rmse": 2.852416659409922 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 321.33133652019666, + 177.3146431513797 + ], + "true_costs": [ + 112.32812328131324, + 30.957355118422797 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841250", + "anchor_step": 74, + "sample_index": 2, + "commands_kw": [ + [ + -0.5061041849405723, + -0.0004540226012765937, + 0.5107165437915179, + -14.07158960966246, + -13.833311814402206, + -13.828616249142225, + -14.066027025541132, + -14.503061229273346 + ], + [ + 5.493895815059428, + 5.999545977398723, + 6.510716543791518, + -8.07158960966246, + -7.833311814402206, + -7.828616249142225, + -8.066027025541132, + -8.503061229273346 + ] + ], + "shared_exogenous_sha256": "1ccb291845f0d0d710cbc68135c0f92ffc19e5f354d27b2aa8706f9c5744e0cb", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.3376617055714775, + "action_effect_rmse": 2.3376617055714775 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007027869155642463, + "action_effect_rmse": 0.0007027869155642463 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3681796070139782, + "action_effect_rmse": 0.3681796070139782 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.906982548423901, + "action_effect_rmse": 3.906982548423901 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0025489557459756895, + "action_effect_rmse": 0.0025489557459756895 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8627717546127798, + "action_effect_rmse": 0.8627717546127798 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.1986425181769285, + "action_effect_rmse": 4.1986425181769285 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0077522059030492585, + "action_effect_rmse": 0.0077522059030492585 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2297982719140208, + "action_effect_rmse": 1.2297982719140208 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.462314163162162, + "action_effect_rmse": 2.462314163162162 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015379196603397816, + "action_effect_rmse": 0.015379196603397816 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2297982719140172, + "action_effect_rmse": 1.2297982719140172 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 81.37076816289044, + "predicted_costs": [ + 51.482723085490655, + 51.482723085490655 + ], + "true_costs": [ + 112.32812328131324, + 30.957355118422797 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841250", + "anchor_step": 74, + "sample_index": 2, + "commands_kw": [ + [ + -0.5061041849405723, + -0.0004540226012765937, + 0.5107165437915179, + -14.07158960966246, + -13.833311814402206, + -13.828616249142225, + -14.066027025541132, + -14.503061229273346 + ], + [ + 5.493895815059428, + 5.999545977398723, + 6.510716543791518, + -8.07158960966246, + -7.833311814402206, + -7.828616249142225, + -8.066027025541132, + -8.503061229273346 + ] + ], + "shared_exogenous_sha256": "1ccb291845f0d0d710cbc68135c0f92ffc19e5f354d27b2aa8706f9c5744e0cb", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.477756909503789, + "action_effect_rmse": 1.477756909503789 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0005325297298028886, + "action_effect_rmse": 0.0005325297298028886 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36544592648903773, + "action_effect_rmse": 0.36544592648903773 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.2753903486007125, + "action_effect_rmse": 2.2753903486007125 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0018548810285885509, + "action_effect_rmse": 0.0018548810285885509 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8566597483923815, + "action_effect_rmse": 0.8566597483923815 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2530515447330863, + "action_effect_rmse": 1.2530515447330863 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005091227936794951, + "action_effect_rmse": 0.005091227936794951 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2152564543483777, + "action_effect_rmse": 1.2152564543483777 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3937733875942317, + "action_effect_rmse": 2.3937733875942317 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005909081172003283, + "action_effect_rmse": 0.005909081172003283 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1931820532166562, + "action_effect_rmse": 1.1931820532166562 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 373.2501904626294, + 180.2981534771384 + ], + "true_costs": [ + 112.32812328131324, + 30.957355118422797 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 168, + "sample_index": 3, + "commands_kw": [ + [ + 1.1785138416924874, + 0.905733757423075, + -0.0655883053033218, + -0.9896485612111593, + -1.1395016134956146, + -0.3853401335385292, + 0.6806295727934457, + -4.800641705524654 + ], + [ + 7.178513841692487, + 6.905733757423075, + 5.934411694696678, + 5.010351438788841, + 4.860498386504386, + 5.614659866461471, + 6.680629572793446, + 1.1993582944753456 + ] + ], + "shared_exogenous_sha256": "45b5ec47e4dfdb0b9beab7614ffdf4d23c1306d45ad3ef92e7d8984b4c204e43", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3989333688321075, + "action_effect_rmse": 0.3989333688321075 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011471080304374937, + "action_effect_rmse": 0.0011471080304374937 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.928902301275933, + "action_effect_rmse": 0.928902301275933 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0484881033151012, + "action_effect_rmse": 1.0484881033151012 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0020030897703406936, + "action_effect_rmse": 0.0020030897703406936 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.00070789460559, + "action_effect_rmse": 2.00070789460559 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.194563781728597, + "action_effect_rmse": 4.194563781728597 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029171708768977567, + "action_effect_rmse": 0.029171708768977567 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.462816594377955, + "action_effect_rmse": 3.462816594377955 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.044336413204542, + "action_effect_rmse": 4.044336413204542 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16827951929479568, + "action_effect_rmse": 0.16827951929479568 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6516012739117514, + "action_effect_rmse": 3.6516012739117514 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 92.46872117464207, + 20.358414260072944 + ], + "true_costs": [ + 79.11063310587983, + 37.40676189113059 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 168, + "sample_index": 3, + "commands_kw": [ + [ + 1.1785138416924874, + 0.905733757423075, + -0.0655883053033218, + -0.9896485612111593, + -1.1395016134956146, + -0.3853401335385292, + 0.6806295727934457, + -4.800641705524654 + ], + [ + 7.178513841692487, + 6.905733757423075, + 5.934411694696678, + 5.010351438788841, + 4.860498386504386, + 5.614659866461471, + 6.680629572793446, + 1.1993582944753456 + ] + ], + "shared_exogenous_sha256": "45b5ec47e4dfdb0b9beab7614ffdf4d23c1306d45ad3ef92e7d8984b4c204e43", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5178451554881498, + "action_effect_rmse": 1.5178451554881498 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007270332753250841, + "action_effect_rmse": 0.0007270332753250841 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3001955791808655, + "action_effect_rmse": 0.3001955791808655 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.987114672164541, + "action_effect_rmse": 2.987114672164541 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0028148063276631774, + "action_effect_rmse": 0.0028148063276631774 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6685861794290915, + "action_effect_rmse": 0.6685861794290915 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.059863567251384, + "action_effect_rmse": 8.059863567251384 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012799337762466223, + "action_effect_rmse": 0.012799337762466223 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.619863806895303, + "action_effect_rmse": 1.619863806895303 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.268018843929488, + "action_effect_rmse": 10.268018843929488 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.049735049629621386, + "action_effect_rmse": 0.049735049629621386 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9937363219112143, + "action_effect_rmse": 2.9937363219112143 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.703871214749235, + "predicted_costs": [ + 117.295730912221, + 117.295730912221 + ], + "true_costs": [ + 79.11063310587983, + 37.40676189113059 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 168, + "sample_index": 3, + "commands_kw": [ + [ + 1.1785138416924874, + 0.905733757423075, + -0.0655883053033218, + -0.9896485612111593, + -1.1395016134956146, + -0.3853401335385292, + 0.6806295727934457, + -4.800641705524654 + ], + [ + 7.178513841692487, + 6.905733757423075, + 5.934411694696678, + 5.010351438788841, + 4.860498386504386, + 5.614659866461471, + 6.680629572793446, + 1.1993582944753456 + ] + ], + "shared_exogenous_sha256": "45b5ec47e4dfdb0b9beab7614ffdf4d23c1306d45ad3ef92e7d8984b4c204e43", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37043734488582203, + "action_effect_rmse": 0.37043734488582203 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1191143169119186e-06, + "action_effect_rmse": 2.1191143169119186e-06 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15623353360413716, + "action_effect_rmse": 0.15623353360413716 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9095025478217522, + "action_effect_rmse": 0.9095025478217522 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0006143821376447534, + "action_effect_rmse": 0.0006143821376447534 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38351306784431927, + "action_effect_rmse": 0.38351306784431927 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.616808698633527, + "action_effect_rmse": 4.616808698633527 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0059374407507810645, + "action_effect_rmse": 0.0059374407507810645 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0591049043008098, + "action_effect_rmse": 1.0591049043008098 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.3380149734840625, + "action_effect_rmse": 5.3380149734840625 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.029251613083651762, + "action_effect_rmse": 0.029251613083651762 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8982764892966557, + "action_effect_rmse": 1.8982764892966557 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 103.34475974623021, + 26.2180002434661 + ], + "true_costs": [ + 79.11063310587983, + 37.40676189113059 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 93, + "sample_index": 4, + "commands_kw": [ + [ + -1.1017638196712802, + -1.1909993478046257, + -0.9497862806066801, + -0.43756192507966424, + 0.20509920977314797, + 6.792847547211602, + 7.148498001827496, + 7.15780781580534 + ], + [ + 4.89823618032872, + 4.809000652195374, + 5.050213719393319, + 5.562438074920336, + 6.205099209773148, + 12.792847547211602, + 13.148498001827496, + 13.15780781580534 + ] + ], + "shared_exogenous_sha256": "f9341a408488d5002f13c6f6132bf60e99413ae951e2bb0060a77a5bb0260768", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.0445307437317837, + "action_effect_rmse": 2.0445307437317837 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009505611308934903, + "action_effect_rmse": 0.009505611308934903 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.548496089733792, + "action_effect_rmse": 0.548496089733792 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.5066982152417907, + "action_effect_rmse": 3.5066982152417907 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.024718246670737187, + "action_effect_rmse": 0.024718246670737187 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2003357676373483, + "action_effect_rmse": 1.2003357676373483 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.88711479635486, + "action_effect_rmse": 4.88711479635486 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07256774589650661, + "action_effect_rmse": 0.07256774589650661 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4113244419169035, + "action_effect_rmse": 2.4113244419169035 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0009434675182725, + "action_effect_rmse": 1.0009434675182725 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18719342339487, + "action_effect_rmse": 0.18719342339487 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.2848021319575125, + "action_effect_rmse": 4.2848021319575125 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 12.984629776378725, + "predicted_costs": [ + 52.17305953368298, + 20.537679256851177 + ], + "true_costs": [ + 67.96067696099597, + 80.9453067373747 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 93, + "sample_index": 4, + "commands_kw": [ + [ + -1.1017638196712802, + -1.1909993478046257, + -0.9497862806066801, + -0.43756192507966424, + 0.20509920977314797, + 6.792847547211602, + 7.148498001827496, + 7.15780781580534 + ], + [ + 4.89823618032872, + 4.809000652195374, + 5.050213719393319, + 5.562438074920336, + 6.205099209773148, + 12.792847547211602, + 13.148498001827496, + 13.15780781580534 + ] + ], + "shared_exogenous_sha256": "f9341a408488d5002f13c6f6132bf60e99413ae951e2bb0060a77a5bb0260768", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.129880935575958, + "action_effect_rmse": 4.129880935575958 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0019781733679700153, + "action_effect_rmse": 0.0019781733679700153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3728506641880358, + "action_effect_rmse": 0.3728506641880358 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 7.189413751774563, + "action_effect_rmse": 7.189413751774563 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007209383174863859, + "action_effect_rmse": 0.007209383174863859 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7457013283760716, + "action_effect_rmse": 0.7457013283760716 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 10.56868055498591, + "action_effect_rmse": 10.56868055498591 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02399357951090053, + "action_effect_rmse": 0.02399357951090053 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6039855508981837, + "action_effect_rmse": 1.6039855508981837 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.321266882331095, + "action_effect_rmse": 4.321266882331095 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05262774402887871, + "action_effect_rmse": 0.05262774402887871 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1475347880588984, + "action_effect_rmse": 2.1475347880588984 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 1.5471951446911898, + 1.5471951446911898 + ], + "true_costs": [ + 67.96067696099597, + 80.9453067373747 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 93, + "sample_index": 4, + "commands_kw": [ + [ + -1.1017638196712802, + -1.1909993478046257, + -0.9497862806066801, + -0.43756192507966424, + 0.20509920977314797, + 6.792847547211602, + 7.148498001827496, + 7.15780781580534 + ], + [ + 4.89823618032872, + 4.809000652195374, + 5.050213719393319, + 5.562438074920336, + 6.205099209773148, + 12.792847547211602, + 13.148498001827496, + 13.15780781580534 + ] + ], + "shared_exogenous_sha256": "f9341a408488d5002f13c6f6132bf60e99413ae951e2bb0060a77a5bb0260768", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.2802691881571064, + "action_effect_rmse": 3.2802691881571064 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0013488891204538334, + "action_effect_rmse": 0.0013488891204538334 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2759429867956946, + "action_effect_rmse": 0.2759429867956946 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.6730991171047656, + "action_effect_rmse": 5.6730991171047656 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005414540625512387, + "action_effect_rmse": 0.005414540625512387 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5599334473380821, + "action_effect_rmse": 0.5599334473380821 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.118477469769363, + "action_effect_rmse": 8.118477469769363 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018695704420817805, + "action_effect_rmse": 0.018695704420817805 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2580999790310692, + "action_effect_rmse": 1.2580999790310692 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9406254174497306, + "action_effect_rmse": 0.9406254174497306 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03757086293614975, + "action_effect_rmse": 0.03757086293614975 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.522865225056421, + "action_effect_rmse": 1.522865225056421 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 12.984629776378725, + "predicted_costs": [ + 30.874264431498574, + 2.033693306116682 + ], + "true_costs": [ + 67.96067696099597, + 80.9453067373747 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 88, + "sample_index": 5, + "commands_kw": [ + [ + 15.0, + 14.816141306469314, + 14.26064245335104, + -1.1089877207721732, + -1.1901791646525737, + -0.953099269471377, + -0.4537512388417928, + 0.17603697936397894 + ], + [ + 15.0, + 15.0, + 15.0, + 4.8910122792278266, + 4.809820835347426, + 5.046900730528623, + 5.546248761158207, + 6.176036979363979 + ] + ], + "shared_exogenous_sha256": "bdf29f20dcc7034df24c8a76a17ff2a1f20fc12c8098ef43503c68aab17f254b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00010900797322221933, + "action_effect_rmse": 0.00010900797322221933 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00010338668058551548, + "action_effect_rmse": 0.00010338668058551548 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028822126871371978, + "action_effect_rmse": 0.028822126871371978 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7468827576235348, + "action_effect_rmse": 1.7468827576235348 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0011774962593094074, + "action_effect_rmse": 0.0011774962593094074 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33779144552289253, + "action_effect_rmse": 0.33779144552289253 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3267906644359897, + "action_effect_rmse": 3.3267906644359897 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02160818347306659, + "action_effect_rmse": 0.02160818347306659 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.50364163617062, + "action_effect_rmse": 2.50364163617062 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 16.59968219526071, + 21.31606079875503 + ], + "true_costs": [ + 21.219180639384557, + 26.131328628015602 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 88, + "sample_index": 5, + "commands_kw": [ + [ + 15.0, + 14.816141306469314, + 14.26064245335104, + -1.1089877207721732, + -1.1901791646525737, + -0.953099269471377, + -0.4537512388417928, + 0.17603697936397894 + ], + [ + 15.0, + 15.0, + 15.0, + 4.8910122792278266, + 4.809820835347426, + 5.046900730528623, + 5.546248761158207, + 6.176036979363979 + ] + ], + "shared_exogenous_sha256": "bdf29f20dcc7034df24c8a76a17ff2a1f20fc12c8098ef43503c68aab17f254b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.196720538793393, + "action_effect_rmse": 2.196720538793393 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001108533888132257, + "action_effect_rmse": 0.001108533888132257 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04970331438818221, + "action_effect_rmse": 0.04970331438818221 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.17784885352539, + "action_effect_rmse": 5.17784885352539 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018617766700987914, + "action_effect_rmse": 0.018617766700987914 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5949917166092789, + "action_effect_rmse": 0.5949917166092789 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 27.921442459255786, + 27.921442459255786 + ], + "true_costs": [ + 21.219180639384557, + 26.131328628015602 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 88, + "sample_index": 5, + "commands_kw": [ + [ + 15.0, + 14.816141306469314, + 14.26064245335104, + -1.1089877207721732, + -1.1901791646525737, + -0.953099269471377, + -0.4537512388417928, + 0.17603697936397894 + ], + [ + 15.0, + 15.0, + 15.0, + 4.8910122792278266, + 4.809820835347426, + 5.046900730528623, + 5.546248761158207, + 6.176036979363979 + ] + ], + "shared_exogenous_sha256": "bdf29f20dcc7034df24c8a76a17ff2a1f20fc12c8098ef43503c68aab17f254b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013954579113686805, + "action_effect_rmse": 0.013954579113686805 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.447543277066643e-05, + "action_effect_rmse": 1.447543277066643e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00025531359150576804, + "action_effect_rmse": 0.00025531359150576804 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6813747203310498, + "action_effect_rmse": 1.6813747203310498 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0005343146165515122, + "action_effect_rmse": 0.0005343146165515122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0402161464158759, + "action_effect_rmse": 0.0402161464158759 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.360559098632873, + "action_effect_rmse": 3.360559098632873 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014657891360524644, + "action_effect_rmse": 0.014657891360524644 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.558668845435264, + "action_effect_rmse": 0.558668845435264 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 34.30030790820519, + 44.02475468795436 + ], + "true_costs": [ + 21.219180639384557, + 26.131328628015602 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 130, + "sample_index": 6, + "commands_kw": [ + [ + 5.962709730752956, + 5.185481427315803, + 4.806573266944698, + -6.976456160776877, + -6.262475603142569, + -5.409493411100404, + -4.859531889971691, + -4.908587337906088 + ], + [ + 11.962709730752955, + 11.185481427315803, + 10.806573266944698, + -0.9764561607768769, + -0.262475603142569, + 0.5905065888995962, + 1.1404681100283094, + 1.0914126620939122 + ] + ], + "shared_exogenous_sha256": "968e55fd6624ec505831d037fd70f1d2a0ae77c09c647cdd6977d38706a0e028", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5112055535723421, + "action_effect_rmse": 0.5112055535723421 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011420168666873565, + "action_effect_rmse": 0.0011420168666873565 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5967120253347886, + "action_effect_rmse": 0.5967120253347886 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0094156303524429, + "action_effect_rmse": 1.0094156303524429 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01315514817331831, + "action_effect_rmse": 0.01315514817331831 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.519785293290468, + "action_effect_rmse": 1.519785293290468 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0424468035673478, + "action_effect_rmse": 2.0424468035673478 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06854262013977674, + "action_effect_rmse": 0.06854262013977674 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4912844083206878, + "action_effect_rmse": 2.4912844083206878 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6706886831612593, + "action_effect_rmse": 0.6706886831612593 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2642304140409095, + "action_effect_rmse": 0.2642304140409095 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2783076398084532, + "action_effect_rmse": 0.2783076398084532 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 15.41930200784181, + 12.568341359392774 + ], + "true_costs": [ + 25.26515898991221, + 3.4010819308554856 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 130, + "sample_index": 6, + "commands_kw": [ + [ + 5.962709730752956, + 5.185481427315803, + 4.806573266944698, + -6.976456160776877, + -6.262475603142569, + -5.409493411100404, + -4.859531889971691, + -4.908587337906088 + ], + [ + 11.962709730752955, + 11.185481427315803, + 10.806573266944698, + -0.9764561607768769, + -0.262475603142569, + 0.5905065888995962, + 1.1404681100283094, + 1.0914126620939122 + ] + ], + "shared_exogenous_sha256": "968e55fd6624ec505831d037fd70f1d2a0ae77c09c647cdd6977d38706a0e028", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013252769981232149, + "action_effect_rmse": 0.013252769981232149 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.687762223123173e-06, + "action_effect_rmse": 6.687762223123173e-06 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0032849653349984465, + "action_effect_rmse": 0.0032849653349984465 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.9559111890651195, + "action_effect_rmse": 4.9559111890651195 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008945236016653979, + "action_effect_rmse": 0.008945236016653979 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22166524641077245, + "action_effect_rmse": 0.22166524641077245 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 21.864077059056722, + "predicted_costs": [ + 1.6963008122620564, + 1.6963008122620564 + ], + "true_costs": [ + 25.26515898991221, + 3.4010819308554856 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 130, + "sample_index": 6, + "commands_kw": [ + [ + 5.962709730752956, + 5.185481427315803, + 4.806573266944698, + -6.976456160776877, + -6.262475603142569, + -5.409493411100404, + -4.859531889971691, + -4.908587337906088 + ], + [ + 11.962709730752955, + 11.185481427315803, + 10.806573266944698, + -0.9764561607768769, + -0.262475603142569, + 0.5905065888995962, + 1.1404681100283094, + 1.0914126620939122 + ] + ], + "shared_exogenous_sha256": "968e55fd6624ec505831d037fd70f1d2a0ae77c09c647cdd6977d38706a0e028", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4166443400541624, + "action_effect_rmse": 0.4166443400541624 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00045972849532560645, + "action_effect_rmse": 0.00045972849532560645 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020847290607463265, + "action_effect_rmse": 0.020847290607463265 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7689156430044406, + "action_effect_rmse": 0.7689156430044406 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0011360555302992736, + "action_effect_rmse": 0.0011360555302992736 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03853400144449637, + "action_effect_rmse": 0.03853400144449637 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3053327606320053, + "action_effect_rmse": 1.3053327606320053 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003003124494608045, + "action_effect_rmse": 0.003003124494608045 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06958843298211548, + "action_effect_rmse": 0.06958843298211548 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.963490489210347, + "action_effect_rmse": 2.963490489210347 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0007562315163980315, + "action_effect_rmse": 0.0007562315163980315 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32261755935617487, + "action_effect_rmse": 0.32261755935617487 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 9.980997821709932, + 4.047542532803099 + ], + "true_costs": [ + 25.26515898991221, + 3.4010819308554856 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841245", + "anchor_step": 128, + "sample_index": 7, + "commands_kw": [ + [ + -15.0, + -15.0, + -15.0, + -15.0, + -15.0, + 15.0, + 15.0, + 15.0 + ], + [ + -9.0, + -9.0, + -9.0, + -9.0, + -9.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ec3433213ec8abc0bb7e8117066a7581f08c8cac07abba0496dfb294b2bf238a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1760309126311963, + "action_effect_rmse": 0.1760309126311963 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004053295358765752, + "action_effect_rmse": 0.004053295358765752 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003865473086918314, + "action_effect_rmse": 0.003865473086918314 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21913923509407063, + "action_effect_rmse": 0.21913923509407063 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0065050285159884425, + "action_effect_rmse": 0.0065050285159884425 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0806729668560564, + "action_effect_rmse": 0.0806729668560564 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48346196038320777, + "action_effect_rmse": 0.48346196038320777 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005431078220606622, + "action_effect_rmse": 0.005431078220606622 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5294515147232204, + "action_effect_rmse": 0.5294515147232204 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0224337659370253, + "action_effect_rmse": 1.0224337659370253 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014543382033672003, + "action_effect_rmse": 0.014543382033672003 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9193059694719423, + "action_effect_rmse": 1.9193059694719423 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 511.705462979885, + 476.4231258919674 + ], + "true_costs": [ + 458.20363902084245, + 458.20363902084245 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841245", + "anchor_step": 128, + "sample_index": 7, + "commands_kw": [ + [ + -15.0, + -15.0, + -15.0, + -15.0, + -15.0, + 15.0, + 15.0, + 15.0 + ], + [ + -9.0, + -9.0, + -9.0, + -9.0, + -9.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ec3433213ec8abc0bb7e8117066a7581f08c8cac07abba0496dfb294b2bf238a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 575.5262695594924, + 575.5262695594924 + ], + "true_costs": [ + 458.20363902084245, + 458.20363902084245 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841245", + "anchor_step": 128, + "sample_index": 7, + "commands_kw": [ + [ + -15.0, + -15.0, + -15.0, + -15.0, + -15.0, + 15.0, + 15.0, + 15.0 + ], + [ + -9.0, + -9.0, + -9.0, + -9.0, + -9.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ec3433213ec8abc0bb7e8117066a7581f08c8cac07abba0496dfb294b2bf238a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7392552763329086, + "action_effect_rmse": 0.7392552763329086 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00024090884620875386, + "action_effect_rmse": 0.00024090884620875386 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.041460382783476746, + "action_effect_rmse": 0.041460382783476746 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4462893003731665, + "action_effect_rmse": 1.4462893003731665 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008546908347959459, + "action_effect_rmse": 0.0008546908347959459 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0856574102074319, + "action_effect_rmse": 0.0856574102074319 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.769221407777332, + "action_effect_rmse": 2.769221407777332 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0031365366125299943, + "action_effect_rmse": 0.0031365366125299943 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18178754014816434, + "action_effect_rmse": 0.18178754014816434 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.963488542088786, + "action_effect_rmse": 2.963488542088786 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009679700608828057, + "action_effect_rmse": 0.009679700608828057 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26948166407525065, + "action_effect_rmse": 0.26948166407525065 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 629.3833201417505, + 464.29041298785506 + ], + "true_costs": [ + 458.20363902084245, + 458.20363902084245 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 136, + "sample_index": 8, + "commands_kw": [ + [ + -14.445997432604097, + -15.0, + -15.0, + -15.0, + 5.311115674188667, + 6.183515169917933, + 6.957283527555702, + 7.190223497377864 + ], + [ + -8.445997432604097, + -9.0, + -9.0, + -9.0, + 11.311115674188667, + 12.183515169917932, + 12.957283527555703, + 13.190223497377865 + ] + ], + "shared_exogenous_sha256": "04cb144f66cccddb950b0eeef2c6a6944475109067952aee3d2a00a2edcebebc", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05057916007994656, + "action_effect_rmse": 0.05057916007994656 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0032608537282428074, + "action_effect_rmse": 0.0032608537282428074 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0512433628246356, + "action_effect_rmse": 0.0512433628246356 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08322256725377208, + "action_effect_rmse": 0.08322256725377208 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0052206932218581414, + "action_effect_rmse": 0.0052206932218581414 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32166128775094904, + "action_effect_rmse": 0.32166128775094904 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3180596698185507, + "action_effect_rmse": 0.3180596698185507 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0051021490386631285, + "action_effect_rmse": 0.0051021490386631285 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.022594953106050752, + "action_effect_rmse": 0.022594953106050752 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3376479020306355, + "action_effect_rmse": 2.3376479020306355 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01426781692988044, + "action_effect_rmse": 0.01426781692988044 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6525872607255678, + "action_effect_rmse": 1.6525872607255678 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 194.384343267595, + 181.55356626993603 + ], + "true_costs": [ + 188.67060279073317, + 188.67060279073317 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 136, + "sample_index": 8, + "commands_kw": [ + [ + -14.445997432604097, + -15.0, + -15.0, + -15.0, + 5.311115674188667, + 6.183515169917933, + 6.957283527555702, + 7.190223497377864 + ], + [ + -8.445997432604097, + -9.0, + -9.0, + -9.0, + 11.311115674188667, + 12.183515169917932, + 12.957283527555703, + 13.190223497377865 + ] + ], + "shared_exogenous_sha256": "04cb144f66cccddb950b0eeef2c6a6944475109067952aee3d2a00a2edcebebc", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 271.66629465647856, + 271.66629465647856 + ], + "true_costs": [ + 188.67060279073317, + 188.67060279073317 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 136, + "sample_index": 8, + "commands_kw": [ + [ + -14.445997432604097, + -15.0, + -15.0, + -15.0, + 5.311115674188667, + 6.183515169917933, + 6.957283527555702, + 7.190223497377864 + ], + [ + -8.445997432604097, + -9.0, + -9.0, + -9.0, + 11.311115674188667, + 12.183515169917932, + 12.957283527555703, + 13.190223497377865 + ] + ], + "shared_exogenous_sha256": "04cb144f66cccddb950b0eeef2c6a6944475109067952aee3d2a00a2edcebebc", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7235336710797462, + "action_effect_rmse": 0.7235336710797462 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0006377944018503001, + "action_effect_rmse": 0.0006377944018503001 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002049269579813995, + "action_effect_rmse": 0.002049269579813995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.314246237005559, + "action_effect_rmse": 1.314246237005559 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0016296856963684547, + "action_effect_rmse": 0.0016296856963684547 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0045179115499323075, + "action_effect_rmse": 0.0045179115499323075 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.190214685684781, + "action_effect_rmse": 2.190214685684781 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0044276366176063675, + "action_effect_rmse": 0.0044276366176063675 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010413570641404135, + "action_effect_rmse": 0.010413570641404135 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1629261970151674, + "action_effect_rmse": 3.1629261970151674 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012099419584874482, + "action_effect_rmse": 0.012099419584874482 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.024613748913850486, + "action_effect_rmse": 0.024613748913850486 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 296.38787766811566, + 207.14784714584724 + ], + "true_costs": [ + 188.67060279073317, + 188.67060279073317 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 132, + "sample_index": 9, + "commands_kw": [ + [ + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814, + -0.7830199085716563, + -1.1920881114355302, + -0.9660117105499163, + -0.21565232292645167 + ], + [ + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485, + 5.2169800914283435, + 4.80791188856447, + 5.033988289450083, + 5.784347677073549 + ] + ], + "shared_exogenous_sha256": "65e769fc4edc379a1752a912cb4c02a996868bfd519b1496bcbbdd6e5b7e174a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04913575112243862, + "action_effect_rmse": 0.04913575112243862 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015083718322657091, + "action_effect_rmse": 0.0015083718322657091 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1306037943029708, + "action_effect_rmse": 1.1306037943029708 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1303141401930752, + "action_effect_rmse": 0.1303141401930752 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001477903897896482, + "action_effect_rmse": 0.001477903897896482 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4551638423336755, + "action_effect_rmse": 2.4551638423336755 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.35233615265105556, + "action_effect_rmse": 0.35233615265105556 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006462526978904037, + "action_effect_rmse": 0.006462526978904037 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.508253629325793, + "action_effect_rmse": 4.508253629325793 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.18952094585066, + "action_effect_rmse": 5.18952094585066 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04663777307269612, + "action_effect_rmse": 0.04663777307269612 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.994021848518997, + "action_effect_rmse": 7.994021848518997 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 15.539188339993936, + 127.67905237125939 + ], + "true_costs": [ + 8.811078698913011, + 289.4359287903498 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 132, + "sample_index": 9, + "commands_kw": [ + [ + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814, + -0.7830199085716563, + -1.1920881114355302, + -0.9660117105499163, + -0.21565232292645167 + ], + [ + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485, + 5.2169800914283435, + 4.80791188856447, + 5.033988289450083, + 5.784347677073549 + ] + ], + "shared_exogenous_sha256": "65e769fc4edc379a1752a912cb4c02a996868bfd519b1496bcbbdd6e5b7e174a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7249260833931963, + "action_effect_rmse": 1.7249260833931963 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0005963195901230733, + "action_effect_rmse": 0.0005963195901230733 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3144607425506365, + "action_effect_rmse": 0.3144607425506365 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7912882455378885, + "action_effect_rmse": 2.7912882455378885 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002116393559269625, + "action_effect_rmse": 0.002116393559269625 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5689363259043887, + "action_effect_rmse": 0.5689363259043887 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.351442526913072, + "action_effect_rmse": 6.351442526913072 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007982032687827711, + "action_effect_rmse": 0.007982032687827711 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4598289957335595, + "action_effect_rmse": 1.4598289957335595 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 14.819949358750698, + "action_effect_rmse": 14.819949358750698 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.038876050634058856, + "action_effect_rmse": 0.038876050634058856 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8850105819126597, + "action_effect_rmse": 2.8850105819126597 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 99.12605331453216, + 99.12605331453216 + ], + "true_costs": [ + 8.811078698913011, + 289.4359287903498 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 132, + "sample_index": 9, + "commands_kw": [ + [ + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814, + -0.7830199085716563, + -1.1920881114355302, + -0.9660117105499163, + -0.21565232292645167 + ], + [ + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485, + 5.2169800914283435, + 4.80791188856447, + 5.033988289450083, + 5.784347677073549 + ] + ], + "shared_exogenous_sha256": "65e769fc4edc379a1752a912cb4c02a996868bfd519b1496bcbbdd6e5b7e174a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.018998361401767, + "action_effect_rmse": 1.018998361401767 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00030462091222815957, + "action_effect_rmse": 0.00030462091222815957 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.43137718849477125, + "action_effect_rmse": 0.43137718849477125 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.460185260723815, + "action_effect_rmse": 1.460185260723815 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 8.923935986615561e-06, + "action_effect_rmse": 8.923935986615561e-06 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8066110986847619, + "action_effect_rmse": 0.8066110986847619 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.976275740945322, + "action_effect_rmse": 3.976275740945322 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0026809698654588487, + "action_effect_rmse": 0.0026809698654588487 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9488301250612423, + "action_effect_rmse": 1.9488301250612423 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 10.983004174539701, + "action_effect_rmse": 10.983004174539701 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.024818549385081212, + "action_effect_rmse": 0.024818549385081212 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9064203017179935, + "action_effect_rmse": 3.9064203017179935 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 280.62485009143677, + "predicted_costs": [ + 40.028112315967036, + 22.988676340792352 + ], + "true_costs": [ + 8.811078698913011, + 289.4359287903498 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841237", + "anchor_step": 112, + "sample_index": 10, + "commands_kw": [ + [ + 6.995484269523677, + 7.1993646957001305, + 6.946117907703424, + 6.323840582044115, + 5.569705513601598, + 4.982689657042318, + 4.804959569907024, + 5.118666672240532 + ], + [ + 12.995484269523677, + 13.19936469570013, + 12.946117907703425, + 12.323840582044115, + 11.569705513601598, + 10.982689657042318, + 10.804959569907023, + 11.118666672240533 + ] + ], + "shared_exogenous_sha256": "97dfbddaa6612f071152df40a2f4bb55e60815d9f0580158afecd1fab701d8db", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5007219058160768, + "action_effect_rmse": 0.5007219058160768 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0009932145544482296, + "action_effect_rmse": 0.0009932145544482296 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.523129489260981, + "action_effect_rmse": 0.523129489260981 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7383217625616822, + "action_effect_rmse": 0.7383217625616822 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00235245578081944, + "action_effect_rmse": 0.00235245578081944 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0557793179444488, + "action_effect_rmse": 1.0557793179444488 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.278102630867533, + "action_effect_rmse": 1.278102630867533 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00883592822367163, + "action_effect_rmse": 0.00883592822367163 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1477877211154066, + "action_effect_rmse": 2.1477877211154066 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.276973170971239, + "action_effect_rmse": 2.276973170971239 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0510568104958935, + "action_effect_rmse": 0.0510568104958935 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.071259830664118, + "action_effect_rmse": 5.071259830664118 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 63.494256898462424, + 72.24714340566184 + ], + "true_costs": [ + 100.23868021804267, + 100.23868021804267 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841237", + "anchor_step": 112, + "sample_index": 10, + "commands_kw": [ + [ + 6.995484269523677, + 7.1993646957001305, + 6.946117907703424, + 6.323840582044115, + 5.569705513601598, + 4.982689657042318, + 4.804959569907024, + 5.118666672240532 + ], + [ + 12.995484269523677, + 13.19936469570013, + 12.946117907703425, + 12.323840582044115, + 11.569705513601598, + 10.982689657042318, + 10.804959569907023, + 11.118666672240533 + ] + ], + "shared_exogenous_sha256": "97dfbddaa6612f071152df40a2f4bb55e60815d9f0580158afecd1fab701d8db", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 331.8521055629602, + 331.8521055629602 + ], + "true_costs": [ + 100.23868021804267, + 100.23868021804267 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841237", + "anchor_step": 112, + "sample_index": 10, + "commands_kw": [ + [ + 6.995484269523677, + 7.1993646957001305, + 6.946117907703424, + 6.323840582044115, + 5.569705513601598, + 4.982689657042318, + 4.804959569907024, + 5.118666672240532 + ], + [ + 12.995484269523677, + 13.19936469570013, + 12.946117907703425, + 12.323840582044115, + 11.569705513601598, + 10.982689657042318, + 10.804959569907023, + 11.118666672240533 + ] + ], + "shared_exogenous_sha256": "97dfbddaa6612f071152df40a2f4bb55e60815d9f0580158afecd1fab701d8db", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1670541674566675, + "action_effect_rmse": 1.1670541674566675 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00034932640286200467, + "action_effect_rmse": 0.00034932640286200467 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08502535420174695, + "action_effect_rmse": 0.08502535420174695 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.095044888025205, + "action_effect_rmse": 2.095044888025205 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0011429904269668612, + "action_effect_rmse": 0.0011429904269668612 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18060948740114924, + "action_effect_rmse": 0.18060948740114924 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.419901838858646, + "action_effect_rmse": 3.419901838858646 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003717887179824686, + "action_effect_rmse": 0.003717887179824686 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.39520878731311626, + "action_effect_rmse": 0.39520878731311626 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.7887753520814265, + "action_effect_rmse": 4.7887753520814265 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011251624765023394, + "action_effect_rmse": 0.011251624765023394 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8807456982043433, + "action_effect_rmse": 0.8807456982043433 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 130.59110912485164, + 61.6947473395539 + ], + "true_costs": [ + 100.23868021804267, + 100.23868021804267 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841248", + "anchor_step": 46, + "sample_index": 11, + "commands_kw": [ + [ + 6.468669452443291, + 6.1272453535769476, + 5.768937217364043, + -6.574006972893149, + -6.868120020631595, + -7.082079975519624, + -7.190330454864462, + -7.1765623366704245 + ], + [ + 12.46866945244329, + 12.127245353576948, + 11.768937217364044, + -0.574006972893149, + -0.8681200206315953, + -1.0820799755196244, + -1.190330454864462, + -1.1765623366704245 + ] + ], + "shared_exogenous_sha256": "d6e5c7cd65a85f8c27b80937b6c23b01395d3004857596f488f03fe4cc92f78e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6331831078238856, + "action_effect_rmse": 0.6331831078238856 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00513188106301854, + "action_effect_rmse": 0.00513188106301854 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8406748528151677, + "action_effect_rmse": 0.8406748528151677 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1350568355841268, + "action_effect_rmse": 1.1350568355841268 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011087187056933345, + "action_effect_rmse": 0.011087187056933345 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6682324619706428, + "action_effect_rmse": 1.6682324619706428 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20078106188813294, + "action_effect_rmse": 0.20078106188813294 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003614654029661324, + "action_effect_rmse": 0.003614654029661324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7984618994776724, + "action_effect_rmse": 2.7984618994776724 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9547735684097542, + "action_effect_rmse": 0.9547735684097542 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04463267942235305, + "action_effect_rmse": 0.04463267942235305 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27404198179828754, + "action_effect_rmse": 0.27404198179828754 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.18109296053562, + "predicted_costs": [ + 94.5173939654812, + 121.66027809697451 + ], + "true_costs": [ + 137.8272958220111, + 96.64620286147549 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841248", + "anchor_step": 46, + "sample_index": 11, + "commands_kw": [ + [ + 6.468669452443291, + 6.1272453535769476, + 5.768937217364043, + -6.574006972893149, + -6.868120020631595, + -7.082079975519624, + -7.190330454864462, + -7.1765623366704245 + ], + [ + 12.46866945244329, + 12.127245353576948, + 11.768937217364044, + -0.574006972893149, + -0.8681200206315953, + -1.0820799755196244, + -1.190330454864462, + -1.1765623366704245 + ] + ], + "shared_exogenous_sha256": "d6e5c7cd65a85f8c27b80937b6c23b01395d3004857596f488f03fe4cc92f78e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.3023778089889575, + "action_effect_rmse": 2.3023778089889575 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0012171198568502462, + "action_effect_rmse": 0.0012171198568502462 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3916832185415089, + "action_effect_rmse": 0.3916832185415089 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.320538086602378, + "action_effect_rmse": 4.320538086602378 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016134786544647284, + "action_effect_rmse": 0.016134786544647284 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.453149868679155, + "action_effect_rmse": 1.453149868679155 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.18109296053562, + "predicted_costs": [ + 138.75690126323224, + 138.75690126323224 + ], + "true_costs": [ + 137.8272958220111, + 96.64620286147549 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841248", + "anchor_step": 46, + "sample_index": 11, + "commands_kw": [ + [ + 6.468669452443291, + 6.1272453535769476, + 5.768937217364043, + -6.574006972893149, + -6.868120020631595, + -7.082079975519624, + -7.190330454864462, + -7.1765623366704245 + ], + [ + 12.46866945244329, + 12.127245353576948, + 11.768937217364044, + -0.574006972893149, + -0.8681200206315953, + -1.0820799755196244, + -1.190330454864462, + -1.1765623366704245 + ] + ], + "shared_exogenous_sha256": "d6e5c7cd65a85f8c27b80937b6c23b01395d3004857596f488f03fe4cc92f78e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1930112827123693, + "action_effect_rmse": 1.1930112827123693 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001344695587064848, + "action_effect_rmse": 0.001344695587064848 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020027496183400828, + "action_effect_rmse": 0.020027496183400828 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1255018416256064, + "action_effect_rmse": 2.1255018416256064 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003404152381143888, + "action_effect_rmse": 0.003404152381143888 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.047589973869037294, + "action_effect_rmse": 0.047589973869037294 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.121807740500639, + "action_effect_rmse": 1.121807740500639 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007859926055260757, + "action_effect_rmse": 0.007859926055260757 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5107593994074424, + "action_effect_rmse": 0.5107593994074424 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3826948095413787, + "action_effect_rmse": 0.3826948095413787 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00790744938896637, + "action_effect_rmse": 0.00790744938896637 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7531804400969833, + "action_effect_rmse": 1.7531804400969833 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.18109296053562, + "predicted_costs": [ + 104.27160085046992, + 210.51968701060042 + ], + "true_costs": [ + 137.8272958220111, + 96.64620286147549 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841247", + "anchor_step": 29, + "sample_index": 12, + "commands_kw": [ + [ + -14.02273470473942, + -14.189372747715375, + -14.396807611699405, + -14.637733309721725, + -14.902100861102662, + -15.0, + -0.44880926367409074, + -0.7004872796342669 + ], + [ + -8.02273470473942, + -8.189372747715375, + -8.396807611699405, + -8.637733309721725, + -8.902100861102662, + -9.0, + 5.55119073632591, + 5.299512720365733 + ] + ], + "shared_exogenous_sha256": "7490256e5afaa747bd31bf4dc051406c34571ffd99adfae1b5affc0af6e9e673", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6202046101399317, + "action_effect_rmse": 0.6202046101399317 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004563332524561758, + "action_effect_rmse": 0.004563332524561758 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7475613931707059, + "action_effect_rmse": 0.7475613931707059 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9980727468039507, + "action_effect_rmse": 0.9980727468039507 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005593118464304325, + "action_effect_rmse": 0.005593118464304325 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1932961607411432, + "action_effect_rmse": 1.1932961607411432 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.605721433748367, + "action_effect_rmse": 1.605721433748367 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004034056990068535, + "action_effect_rmse": 0.004034056990068535 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1769231783114407, + "action_effect_rmse": 2.1769231783114407 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8643971909456365, + "action_effect_rmse": 0.8643971909456365 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04409811811235542, + "action_effect_rmse": 0.04409811811235542 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.8188768393157844, + "action_effect_rmse": 2.8188768393157844 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1030.121979387633, + 805.4599851600981 + ], + "true_costs": [ + 874.5360206108751, + 793.3690390912666 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841247", + "anchor_step": 29, + "sample_index": 12, + "commands_kw": [ + [ + -14.02273470473942, + -14.189372747715375, + -14.396807611699405, + -14.637733309721725, + -14.902100861102662, + -15.0, + -0.44880926367409074, + -0.7004872796342669 + ], + [ + -8.02273470473942, + -8.189372747715375, + -8.396807611699405, + -8.637733309721725, + -8.902100861102662, + -9.0, + 5.55119073632591, + 5.299512720365733 + ] + ], + "shared_exogenous_sha256": "7490256e5afaa747bd31bf4dc051406c34571ffd99adfae1b5affc0af6e9e673", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7076658745222435, + "action_effect_rmse": 3.7076658745222435 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.002416276075056345, + "action_effect_rmse": 0.002416276075056345 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31015176767799346, + "action_effect_rmse": 0.31015176767799346 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 81.1669815196085, + "predicted_costs": [ + 853.8219857914696, + 853.8219857914696 + ], + "true_costs": [ + 874.5360206108751, + 793.3690390912666 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841247", + "anchor_step": 29, + "sample_index": 12, + "commands_kw": [ + [ + -14.02273470473942, + -14.189372747715375, + -14.396807611699405, + -14.637733309721725, + -14.902100861102662, + -15.0, + -0.44880926367409074, + -0.7004872796342669 + ], + [ + -8.02273470473942, + -8.189372747715375, + -8.396807611699405, + -8.637733309721725, + -8.902100861102662, + -9.0, + 5.55119073632591, + 5.299512720365733 + ] + ], + "shared_exogenous_sha256": "7490256e5afaa747bd31bf4dc051406c34571ffd99adfae1b5affc0af6e9e673", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0003067958300766, + "action_effect_rmse": 1.0003067958300766 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0006218877332742068, + "action_effect_rmse": 0.0006218877332742068 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2158949847494167, + "action_effect_rmse": 0.2158949847494167 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9501435894131678, + "action_effect_rmse": 1.9501435894131678 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0016602424253697734, + "action_effect_rmse": 0.0016602424253697734 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43524712734548743, + "action_effect_rmse": 0.43524712734548743 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.7084496904706845, + "action_effect_rmse": 3.7084496904706845 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004903313459703185, + "action_effect_rmse": 0.004903313459703185 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.88362521987424, + "action_effect_rmse": 0.88362521987424 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.015404020998224, + "action_effect_rmse": 3.015404020998224 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013113737094951006, + "action_effect_rmse": 0.013113737094951006 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.1248184641427237, + "action_effect_rmse": 2.1248184641427237 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1599.973350836267, + 1089.5810681620394 + ], + "true_costs": [ + 874.5360206108751, + 793.3690390912666 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841240", + "anchor_step": 46, + "sample_index": 13, + "commands_kw": [ + [ + 0.6937314633970053, + 0.9484419617829692, + 1.1233353705860014, + 1.1982257101959788, + 1.161009997834388, + 1.0098836273383827, + 0.7547221006908548, + 0.4173140122967344 + ], + [ + 6.693731463397006, + 6.94844196178297, + 7.123335370586002, + 7.198225710195979, + 7.1610099978343875, + 7.009883627338382, + 6.754722100690855, + 6.4173140122967345 + ] + ], + "shared_exogenous_sha256": "d3982bccdd87ef2fd3162d580c966e2c095f1c895788e5f6313dca0cdae99043", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04953425248830001, + "action_effect_rmse": 0.04953425248830001 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015046989814671008, + "action_effect_rmse": 0.0015046989814671008 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9458040109214849, + "action_effect_rmse": 0.9458040109214849 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.453202734275159, + "action_effect_rmse": 0.453202734275159 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010527218553264106, + "action_effect_rmse": 0.010527218553264106 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.081146388008813, + "action_effect_rmse": 2.081146388008813 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6302552935220866, + "action_effect_rmse": 1.6302552935220866 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.041287677295713365, + "action_effect_rmse": 0.041287677295713365 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.347393761132077, + "action_effect_rmse": 4.347393761132077 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.422879722033951, + "action_effect_rmse": 2.422879722033951 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1575403154351278, + "action_effect_rmse": 0.1575403154351278 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.413791665207423, + "action_effect_rmse": 8.413791665207423 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 73.71122268508162, + 360.091024916954 + ], + "true_costs": [ + 156.45724444394392, + 416.2365934306593 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841240", + "anchor_step": 46, + "sample_index": 13, + "commands_kw": [ + [ + 0.6937314633970053, + 0.9484419617829692, + 1.1233353705860014, + 1.1982257101959788, + 1.161009997834388, + 1.0098836273383827, + 0.7547221006908548, + 0.4173140122967344 + ], + [ + 6.693731463397006, + 6.94844196178297, + 7.123335370586002, + 7.198225710195979, + 7.1610099978343875, + 7.009883627338382, + 6.754722100690855, + 6.4173140122967345 + ] + ], + "shared_exogenous_sha256": "d3982bccdd87ef2fd3162d580c966e2c095f1c895788e5f6313dca0cdae99043", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7831316509899722, + "action_effect_rmse": 1.7831316509899722 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0008596012643380391, + "action_effect_rmse": 0.0008596012643380391 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3518311479324012, + "action_effect_rmse": 0.3518311479324012 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.853374796265644, + "action_effect_rmse": 2.853374796265644 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003025764296992861, + "action_effect_rmse": 0.003025764296992861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6399846712683086, + "action_effect_rmse": 0.6399846712683086 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8537655986139647, + "action_effect_rmse": 3.8537655986139647 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009352813763957357, + "action_effect_rmse": 0.009352813763957357 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1101224286361138, + "action_effect_rmse": 1.1101224286361138 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.318563762552387, + "action_effect_rmse": 6.318563762552387 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02722241814568349, + "action_effect_rmse": 0.02722241814568349 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3754460492226315, + "action_effect_rmse": 2.3754460492226315 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 81.21339757833827, + 81.21339757833827 + ], + "true_costs": [ + 156.45724444394392, + 416.2365934306593 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841240", + "anchor_step": 46, + "sample_index": 13, + "commands_kw": [ + [ + 0.6937314633970053, + 0.9484419617829692, + 1.1233353705860014, + 1.1982257101959788, + 1.161009997834388, + 1.0098836273383827, + 0.7547221006908548, + 0.4173140122967344 + ], + [ + 6.693731463397006, + 6.94844196178297, + 7.123335370586002, + 7.198225710195979, + 7.1610099978343875, + 7.009883627338382, + 6.754722100690855, + 6.4173140122967345 + ] + ], + "shared_exogenous_sha256": "d3982bccdd87ef2fd3162d580c966e2c095f1c895788e5f6313dca0cdae99043", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7046869239053528, + "action_effect_rmse": 0.7046869239053528 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 8.167978124973274e-05, + "action_effect_rmse": 8.167978124973274e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2767298856537703, + "action_effect_rmse": 0.2767298856537703 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9102537540501103, + "action_effect_rmse": 0.9102537540501103 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0004498713222531592, + "action_effect_rmse": 0.0004498713222531592 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4961030065098839, + "action_effect_rmse": 0.4961030065098839 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6615768301080713, + "action_effect_rmse": 0.6615768301080713 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001950213326392003, + "action_effect_rmse": 0.001950213326392003 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8428825684313725, + "action_effect_rmse": 0.8428825684313725 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.807759281682081, + "action_effect_rmse": 1.807759281682081 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006343025836343941, + "action_effect_rmse": 0.006343025836343941 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8963771714619426, + "action_effect_rmse": 1.8963771714619426 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 154.79883991589548, + 334.33952323205267 + ], + "true_costs": [ + 156.45724444394392, + 416.2365934306593 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841230", + "anchor_step": 71, + "sample_index": 14, + "commands_kw": [ + [ + -7.1240716413473235, + -7.197667326785682, + -7.060285423197824, + -6.72949998376096, + -6.260041423085827, + -5.736290969832109, + 0.7419487424379883, + 1.0783187593908918 + ], + [ + -1.1240716413473235, + -1.197667326785682, + -1.0602854231978238, + -0.7294999837609604, + -0.260041423085827, + 0.2637090301678908, + 6.741948742437988, + 7.078318759390892 + ] + ], + "shared_exogenous_sha256": "c01d70b6b25ad3458f1dead66526a482d187462f5d1310d7daa48f3230f4a3c3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.09746572846689, + "action_effect_rmse": 1.09746572846689 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0037767438578093504, + "action_effect_rmse": 0.0037767438578093504 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.130126557602864, + "action_effect_rmse": 1.130126557602864 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0313961636488145, + "action_effect_rmse": 2.0313961636488145 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014427965668325271, + "action_effect_rmse": 0.014427965668325271 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.177664820326946, + "action_effect_rmse": 2.177664820326946 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4264365948163924, + "action_effect_rmse": 3.4264365948163924 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0666116314500158, + "action_effect_rmse": 0.0666116314500158 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.135871672498009, + "action_effect_rmse": 4.135871672498009 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.402583757124699, + "action_effect_rmse": 5.402583757124699 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.30014496337385665, + "action_effect_rmse": 0.30014496337385665 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.364182066185041, + "action_effect_rmse": 3.364182066185041 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 126.97076100316909, + 12.558130693297441 + ], + "true_costs": [ + 67.05104114750051, + 41.229589300389094 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841230", + "anchor_step": 71, + "sample_index": 14, + "commands_kw": [ + [ + -7.1240716413473235, + -7.197667326785682, + -7.060285423197824, + -6.72949998376096, + -6.260041423085827, + -5.736290969832109, + 0.7419487424379883, + 1.0783187593908918 + ], + [ + -1.1240716413473235, + -1.197667326785682, + -1.0602854231978238, + -0.7294999837609604, + -0.260041423085827, + 0.2637090301678908, + 6.741948742437988, + 7.078318759390892 + ] + ], + "shared_exogenous_sha256": "c01d70b6b25ad3458f1dead66526a482d187462f5d1310d7daa48f3230f4a3c3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21819462998177386, + "action_effect_rmse": 0.21819462998177386 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00011116978154390722, + "action_effect_rmse": 0.00011116978154390722 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05261015804725844, + "action_effect_rmse": 0.05261015804725844 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3009176908210911, + "action_effect_rmse": 0.3009176908210911 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0003643918538642765, + "action_effect_rmse": 0.0003643918538642765 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08682139473492967, + "action_effect_rmse": 0.08682139473492967 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9945210987853805, + "action_effect_rmse": 0.9945210987853805 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001495449914667546, + "action_effect_rmse": 0.001495449914667546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3066311797634178, + "action_effect_rmse": 0.3066311797634178 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.927953794777011, + "action_effect_rmse": 1.927953794777011 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010095671924883476, + "action_effect_rmse": 0.010095671924883476 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7367203927331936, + "action_effect_rmse": 0.7367203927331936 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 25.82145184711142, + "predicted_costs": [ + 0.011154866709956196, + 0.011154866709956196 + ], + "true_costs": [ + 67.05104114750051, + 41.229589300389094 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841230", + "anchor_step": 71, + "sample_index": 14, + "commands_kw": [ + [ + -7.1240716413473235, + -7.197667326785682, + -7.060285423197824, + -6.72949998376096, + -6.260041423085827, + -5.736290969832109, + 0.7419487424379883, + 1.0783187593908918 + ], + [ + -1.1240716413473235, + -1.197667326785682, + -1.0602854231978238, + -0.7294999837609604, + -0.260041423085827, + 0.2637090301678908, + 6.741948742437988, + 7.078318759390892 + ] + ], + "shared_exogenous_sha256": "c01d70b6b25ad3458f1dead66526a482d187462f5d1310d7daa48f3230f4a3c3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6874205930907671, + "action_effect_rmse": 0.6874205930907671 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001008862329999971, + "action_effect_rmse": 0.001008862329999971 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05167439676621299, + "action_effect_rmse": 0.05167439676621299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4008391379249474, + "action_effect_rmse": 1.4008391379249474 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.002175912182767803, + "action_effect_rmse": 0.002175912182767803 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08479207465176941, + "action_effect_rmse": 0.08479207465176941 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0224824755331987, + "action_effect_rmse": 2.0224824755331987 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004645198228271141, + "action_effect_rmse": 0.004645198228271141 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3020179502511944, + "action_effect_rmse": 0.3020179502511944 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.891550716132423, + "action_effect_rmse": 2.891550716132423 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005516545102519643, + "action_effect_rmse": 0.005516545102519643 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7257671532375376, + "action_effect_rmse": 0.7257671532375376 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 165.2829539512438, + 47.00725124492776 + ], + "true_costs": [ + 67.05104114750051, + 41.229589300389094 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 162, + "sample_index": 15, + "commands_kw": [ + [ + -7.194614972929072, + -6.678584932011833, + -5.66955451159669, + -4.89793971223434, + -4.937373355838005, + -5.770286452630984, + 14.220183529687512, + 13.801037531166072 + ], + [ + -1.194614972929072, + -0.6785849320118329, + 0.3304454884033099, + 1.10206028776566, + 1.0626266441619947, + 0.22971354736901617, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "374b00b7dd6d5776eb825897cf9dca928ab7bb825319250e9f96b75ca9d7d521", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.556516818639576, + "action_effect_rmse": 1.556516818639576 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004745931816078297, + "action_effect_rmse": 0.004745931816078297 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2814029067329713, + "action_effect_rmse": 1.2814029067329713 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.9267515130206654, + "action_effect_rmse": 1.9267515130206654 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021106470763125884, + "action_effect_rmse": 0.021106470763125884 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4103880518368257, + "action_effect_rmse": 2.4103880518368257 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8090288489104474, + "action_effect_rmse": 0.8090288489104474 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08010775769788481, + "action_effect_rmse": 0.08010775769788481 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.286603762996954, + "action_effect_rmse": 4.286603762996954 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9671587162251214, + "action_effect_rmse": 0.9671587162251214 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28745227955807096, + "action_effect_rmse": 0.28745227955807096 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.269089803104478, + "action_effect_rmse": 4.269089803104478 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 16.61852080653132, + 36.33291590932699 + ], + "true_costs": [ + 15.146058769652841, + 40.30966348992702 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 162, + "sample_index": 15, + "commands_kw": [ + [ + -7.194614972929072, + -6.678584932011833, + -5.66955451159669, + -4.89793971223434, + -4.937373355838005, + -5.770286452630984, + 14.220183529687512, + 13.801037531166072 + ], + [ + -1.194614972929072, + -0.6785849320118329, + 0.3304454884033099, + 1.10206028776566, + 1.0626266441619947, + 0.22971354736901617, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "374b00b7dd6d5776eb825897cf9dca928ab7bb825319250e9f96b75ca9d7d521", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11075548613882802, + "action_effect_rmse": 0.11075548613882802 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.7493304439427675e-05, + "action_effect_rmse": 4.7493304439427675e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018096247827841694, + "action_effect_rmse": 0.018096247827841694 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9786276569430186, + "action_effect_rmse": 0.9786276569430186 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0005094005680028602, + "action_effect_rmse": 0.0005094005680028602 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16520000588498363, + "action_effect_rmse": 0.16520000588498363 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.842185630476848, + "action_effect_rmse": 5.842185630476848 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005928630153842818, + "action_effect_rmse": 0.005928630153842818 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4405735439629552, + "action_effect_rmse": 0.4405735439629552 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.871384215540619, + "action_effect_rmse": 3.871384215540619 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026714831431700503, + "action_effect_rmse": 0.026714831431700503 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7509884782004193, + "action_effect_rmse": 0.7509884782004193 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 44.796994235282796, + 44.796994235282796 + ], + "true_costs": [ + 15.146058769652841, + 40.30966348992702 + ] + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 162, + "sample_index": 15, + "commands_kw": [ + [ + -7.194614972929072, + -6.678584932011833, + -5.66955451159669, + -4.89793971223434, + -4.937373355838005, + -5.770286452630984, + 14.220183529687512, + 13.801037531166072 + ], + [ + -1.194614972929072, + -0.6785849320118329, + 0.3304454884033099, + 1.10206028776566, + 1.0626266441619947, + 0.22971354736901617, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "374b00b7dd6d5776eb825897cf9dca928ab7bb825319250e9f96b75ca9d7d521", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8171713342375426, + "action_effect_rmse": 0.8171713342375426 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00045888023538509515, + "action_effect_rmse": 0.00045888023538509515 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04008512256991992, + "action_effect_rmse": 0.04008512256991992 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6485445797756775, + "action_effect_rmse": 0.6485445797756775 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0009561444372536698, + "action_effect_rmse": 0.0009561444372536698 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20955526379070477, + "action_effect_rmse": 0.20955526379070477 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.2910458676525103, + "action_effect_rmse": 3.2910458676525103 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0016052078097068545, + "action_effect_rmse": 0.0016052078097068545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5304529204328077, + "action_effect_rmse": 0.5304529204328077 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8486194364399005, + "action_effect_rmse": 1.8486194364399005 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015885234161022055, + "action_effect_rmse": 0.015885234161022055 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8966195373002108, + "action_effect_rmse": 0.8966195373002108 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 25.16360472027418, + "predicted_costs": [ + 15.56699943241123, + 5.178568331636926 + ], + "true_costs": [ + 15.146058769652841, + 40.30966348992702 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941240", + "anchor_step": 61, + "sample_index": 0, + "commands_kw": [ + [ + -6.143581457204094, + -5.703043819846363, + 0.7021765115637569, + 1.01303387933639, + 1.1804542316156172, + 1.1738206154142588, + 0.9875038252145056, + 0.6440501255962707 + ], + [ + -0.14358145720409432, + 0.2969561801536367, + 6.702176511563757, + 7.01303387933639, + 7.1804542316156175, + 7.173820615414259, + 6.987503825214506, + 6.644050125596271 + ] + ], + "shared_exogenous_sha256": "c1dc9ec56047223498bec34bea86f42ee432fc0f1e37641ac6a0332ece9d8555", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21538377040957357, + "action_effect_rmse": 0.21538377040957357 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004891564215871114, + "action_effect_rmse": 0.004891564215871114 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6546847998484893, + "action_effect_rmse": 0.6546847998484893 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.34302761991354913, + "action_effect_rmse": 0.34302761991354913 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012397617400051075, + "action_effect_rmse": 0.012397617400051075 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.30212922889954, + "action_effect_rmse": 1.30212922889954 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34690392923493363, + "action_effect_rmse": 0.34690392923493363 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05013394176220487, + "action_effect_rmse": 0.05013394176220487 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.28143391942388, + "action_effect_rmse": 1.28143391942388 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3390307786130684, + "action_effect_rmse": 1.3390307786130684 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.023021488543598423, + "action_effect_rmse": 0.023021488543598423 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.166815253874762, + "action_effect_rmse": 7.166815253874762 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.4958718639233304, + "predicted_costs": [ + 28.387902109502804, + 13.076467512181996 + ], + "true_costs": [ + 21.664701214560356, + 23.160573078483687 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941240", + "anchor_step": 61, + "sample_index": 0, + "commands_kw": [ + [ + -6.143581457204094, + -5.703043819846363, + 0.7021765115637569, + 1.01303387933639, + 1.1804542316156172, + 1.1738206154142588, + 0.9875038252145056, + 0.6440501255962707 + ], + [ + -0.14358145720409432, + 0.2969561801536367, + 6.702176511563757, + 7.01303387933639, + 7.1804542316156175, + 7.173820615414259, + 6.987503825214506, + 6.644050125596271 + ] + ], + "shared_exogenous_sha256": "c1dc9ec56047223498bec34bea86f42ee432fc0f1e37641ac6a0332ece9d8555", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24526507207153259, + "action_effect_rmse": 0.24526507207153259 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018577033316411473, + "action_effect_rmse": 0.0018577033316411473 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02022658797657062, + "action_effect_rmse": 0.02022658797657062 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1878461860440872, + "action_effect_rmse": 1.1878461860440872 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014460274812424956, + "action_effect_rmse": 0.014460274812424956 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07481686907258833, + "action_effect_rmse": 0.07481686907258833 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9349992202953246, + "action_effect_rmse": 1.9349992202953246 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0835523532250555, + "action_effect_rmse": 0.0835523532250555 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1018128890224217, + "action_effect_rmse": 0.1018128890224217 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.210728596195132, + "action_effect_rmse": 1.210728596195132 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15806614785340756, + "action_effect_rmse": 0.15806614785340756 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23399159569373307, + "action_effect_rmse": 0.23399159569373307 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 35.09361248065698, + 35.09361248065698 + ], + "true_costs": [ + 21.664701214560356, + 23.160573078483687 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941240", + "anchor_step": 61, + "sample_index": 0, + "commands_kw": [ + [ + -6.143581457204094, + -5.703043819846363, + 0.7021765115637569, + 1.01303387933639, + 1.1804542316156172, + 1.1738206154142588, + 0.9875038252145056, + 0.6440501255962707 + ], + [ + -0.14358145720409432, + 0.2969561801536367, + 6.702176511563757, + 7.01303387933639, + 7.1804542316156175, + 7.173820615414259, + 6.987503825214506, + 6.644050125596271 + ] + ], + "shared_exogenous_sha256": "c1dc9ec56047223498bec34bea86f42ee432fc0f1e37641ac6a0332ece9d8555", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1608185113605316, + "action_effect_rmse": 0.1608185113605316 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01080258410356194, + "action_effect_rmse": 0.01080258410356194 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.018015357792082298, + "action_effect_rmse": 0.018015357792082298 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.019866697625858, + "action_effect_rmse": 1.019866697625858 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03226124730337432, + "action_effect_rmse": 0.03226124730337432 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0703699131196629, + "action_effect_rmse": 0.0703699131196629 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6026548753187981, + "action_effect_rmse": 1.6026548753187981 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11880295269961394, + "action_effect_rmse": 0.11880295269961394 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11080361760065838, + "action_effect_rmse": 0.11080361760065838 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5601852942668231, + "action_effect_rmse": 0.5601852942668231 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2271919385213046, + "action_effect_rmse": 0.2271919385213046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.25235159371650173, + "action_effect_rmse": 0.25235159371650173 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 1.4958718639233304, + "predicted_costs": [ + 36.17652320487889, + 29.447895660385043 + ], + "true_costs": [ + 21.664701214560356, + 23.160573078483687 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941238", + "anchor_step": 123, + "sample_index": 1, + "commands_kw": [ + [ + -5.171479089184098, + -5.901603846851414, + -6.680451197740407, + -1.1539652431569318, + -1.0971139713129867, + -0.5259332095968186, + 0.2984173769510247, + 0.9839363743780322 + ], + [ + 0.828520910815902, + 0.09839615314858641, + -0.6804511977404069, + 4.846034756843068, + 4.902886028687013, + 5.474066790403182, + 6.298417376951025, + 6.9839363743780325 + ] + ], + "shared_exogenous_sha256": "db82e86f48723cedf40fc03f47f34182608c33152a77d5c05b183f4b0d05a024", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.7124396139424567, + "action_effect_rmse": 2.7124396139424567 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012486762267407414, + "action_effect_rmse": 0.012486762267407414 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4483621310507324, + "action_effect_rmse": 0.4483621310507324 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.399195657520786, + "action_effect_rmse": 4.399195657520786 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03685922939967767, + "action_effect_rmse": 0.03685922939967767 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.1789875587692258, + "action_effect_rmse": 1.1789875587692258 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 5.969946203599445, + "action_effect_rmse": 5.969946203599445 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04720528205489671, + "action_effect_rmse": 0.04720528205489671 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.702532959926053, + "action_effect_rmse": 1.702532959926053 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4967621150449872, + "action_effect_rmse": 1.4967621150449872 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12038643633252377, + "action_effect_rmse": 0.12038643633252377 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8179888006423681, + "action_effect_rmse": 1.8179888006423681 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 990.3013990184772, + 716.9346476334338 + ], + "true_costs": [ + 845.1699625383346, + 322.94882422727966 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941238", + "anchor_step": 123, + "sample_index": 1, + "commands_kw": [ + [ + -5.171479089184098, + -5.901603846851414, + -6.680451197740407, + -1.1539652431569318, + -1.0971139713129867, + -0.5259332095968186, + 0.2984173769510247, + 0.9839363743780322 + ], + [ + 0.828520910815902, + 0.09839615314858641, + -0.6804511977404069, + 4.846034756843068, + 4.902886028687013, + 5.474066790403182, + 6.298417376951025, + 6.9839363743780325 + ] + ], + "shared_exogenous_sha256": "db82e86f48723cedf40fc03f47f34182608c33152a77d5c05b183f4b0d05a024", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.8539348134946145, + "action_effect_rmse": 3.8539348134946145 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012123593623648787, + "action_effect_rmse": 0.012123593623648787 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14878472004073373, + "action_effect_rmse": 0.14878472004073373 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.458152747174291, + "action_effect_rmse": 6.458152747174291 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.053254471494655675, + "action_effect_rmse": 0.053254471494655675 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.325903886605726, + "action_effect_rmse": 0.325903886605726 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.546585559900208, + "action_effect_rmse": 8.546585559900208 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1511584849621066, + "action_effect_rmse": 0.1511584849621066 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5958579409130387, + "action_effect_rmse": 0.5958579409130387 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.806791472801654, + "action_effect_rmse": 5.806791472801654 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4524207876752815, + "action_effect_rmse": 0.4524207876752815 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12100455126099519, + "action_effect_rmse": 0.12100455126099519 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 522.221138311055, + "predicted_costs": [ + 1112.4342890238715, + 1112.4342890238715 + ], + "true_costs": [ + 845.1699625383346, + 322.94882422727966 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941238", + "anchor_step": 123, + "sample_index": 1, + "commands_kw": [ + [ + -5.171479089184098, + -5.901603846851414, + -6.680451197740407, + -1.1539652431569318, + -1.0971139713129867, + -0.5259332095968186, + 0.2984173769510247, + 0.9839363743780322 + ], + [ + 0.828520910815902, + 0.09839615314858641, + -0.6804511977404069, + 4.846034756843068, + 4.902886028687013, + 5.474066790403182, + 6.298417376951025, + 6.9839363743780325 + ] + ], + "shared_exogenous_sha256": "db82e86f48723cedf40fc03f47f34182608c33152a77d5c05b183f4b0d05a024", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.220845532852519, + "action_effect_rmse": 3.220845532852519 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011565297017074982, + "action_effect_rmse": 0.011565297017074982 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1459095612824619, + "action_effect_rmse": 0.1459095612824619 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.34889864134406, + "action_effect_rmse": 5.34889864134406 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0505588390481968, + "action_effect_rmse": 0.0505588390481968 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31815748706554814, + "action_effect_rmse": 0.31815748706554814 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.808903155948561, + "action_effect_rmse": 6.808903155948561 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14094077832477936, + "action_effect_rmse": 0.14094077832477936 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5741720720482775, + "action_effect_rmse": 0.5741720720482775 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5063406758792866, + "action_effect_rmse": 3.5063406758792866 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4202700752232076, + "action_effect_rmse": 0.4202700752232076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06198974378520461, + "action_effect_rmse": 0.06198974378520461 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 975.7134453261006, + 810.6276537729417 + ], + "true_costs": [ + 845.1699625383346, + 322.94882422727966 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 47, + "sample_index": 2, + "commands_kw": [ + [ + -5.660465614600596, + -5.335497515036206, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 0.3395343853994044, + 0.6645024849637942, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ee6f5139848a2c22bc722608dba191f6d753d31da46465fcfc74555851c3bf32", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36490671932334706, + "action_effect_rmse": 0.36490671932334706 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002798682858028201, + "action_effect_rmse": 0.002798682858028201 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6532677332674783, + "action_effect_rmse": 0.6532677332674783 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2439390093728875, + "action_effect_rmse": 1.2439390093728875 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021630371104585322, + "action_effect_rmse": 0.021630371104585322 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.376215070569966, + "action_effect_rmse": 1.376215070569966 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5536797136810776, + "action_effect_rmse": 0.5536797136810776 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09677664485949222, + "action_effect_rmse": 0.09677664485949222 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6743356436547145, + "action_effect_rmse": 0.6743356436547145 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10064360790191529, + "action_effect_rmse": 0.10064360790191529 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11112100174094053, + "action_effect_rmse": 0.11112100174094053 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5966423382496391, + "action_effect_rmse": 0.5966423382496391 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 17.949508225897887, + "predicted_costs": [ + 23.64551541695084, + 23.535031217465693 + ], + "true_costs": [ + 139.69455129592686, + 157.64405952182474 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 47, + "sample_index": 2, + "commands_kw": [ + [ + -5.660465614600596, + -5.335497515036206, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 0.3395343853994044, + 0.6645024849637942, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ee6f5139848a2c22bc722608dba191f6d753d31da46465fcfc74555851c3bf32", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8806519439586786, + "action_effect_rmse": 0.8806519439586786 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009699171470341383, + "action_effect_rmse": 0.009699171470341383 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015118827347659902, + "action_effect_rmse": 0.0015118827347659902 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.134018842902364, + "action_effect_rmse": 2.134018842902364 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04727304060299886, + "action_effect_rmse": 0.04727304060299886 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0920147486980536, + "action_effect_rmse": 0.0920147486980536 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0989406528760988, + "action_effect_rmse": 1.0989406528760988 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1269892089720166, + "action_effect_rmse": 0.1269892089720166 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15235609800023653, + "action_effect_rmse": 0.15235609800023653 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28736260694358506, + "action_effect_rmse": 0.28736260694358506 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.16513402291301915, + "action_effect_rmse": 0.16513402291301915 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15242093483233354, + "action_effect_rmse": 0.15242093483233354 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 8.015962910067676, + 8.015962910067676 + ], + "true_costs": [ + 139.69455129592686, + 157.64405952182474 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 47, + "sample_index": 2, + "commands_kw": [ + [ + -5.660465614600596, + -5.335497515036206, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 0.3395343853994044, + 0.6645024849637942, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ee6f5139848a2c22bc722608dba191f6d753d31da46465fcfc74555851c3bf32", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4893673595131709, + "action_effect_rmse": 0.4893673595131709 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0034704836842536224, + "action_effect_rmse": 0.0034704836842536224 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06348533833179282, + "action_effect_rmse": 0.06348533833179282 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4119066288998852, + "action_effect_rmse": 1.4119066288998852 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015230222268964866, + "action_effect_rmse": 0.015230222268964866 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03628414441708294, + "action_effect_rmse": 0.03628414441708294 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5849514247035472, + "action_effect_rmse": 0.5849514247035472 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07566625837784002, + "action_effect_rmse": 0.07566625837784002 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02981909577407471, + "action_effect_rmse": 0.02981909577407471 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03682553887177065, + "action_effect_rmse": 0.03682553887177065 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09122321769007513, + "action_effect_rmse": 0.09122321769007513 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03679298616179594, + "action_effect_rmse": 0.03679298616179594 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 17.949508225897887, + "predicted_costs": [ + 13.092514453416024, + 7.272050675025191 + ], + "true_costs": [ + 139.69455129592686, + 157.64405952182474 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941235", + "anchor_step": 127, + "sample_index": 3, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 14.263820605086341, + 13.821670445925946, + -7.03252601614092, + -6.361644199466099 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -1.0325260161409204, + -0.3616441994660988 + ] + ], + "shared_exogenous_sha256": "7cb0203f7a50386256348ae28ecc250aa13d824e579ab6430aa597b67a347b40", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.024459626687575, + "action_effect_rmse": 1.024459626687575 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05307381361656027, + "action_effect_rmse": 0.05307381361656027 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7370744716218454, + "action_effect_rmse": 0.7370744716218454 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 261.18141854880946, + 243.39178319772512 + ], + "true_costs": [ + 310.09047233596476, + 303.6422336135963 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941235", + "anchor_step": 127, + "sample_index": 3, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 14.263820605086341, + 13.821670445925946, + -7.03252601614092, + -6.361644199466099 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -1.0325260161409204, + -0.3616441994660988 + ] + ], + "shared_exogenous_sha256": "7cb0203f7a50386256348ae28ecc250aa13d824e579ab6430aa597b67a347b40", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.29009608566236267, + "action_effect_rmse": 0.29009608566236267 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0011625034476754337, + "action_effect_rmse": 0.0011625034476754337 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02494061496069122, + "action_effect_rmse": 0.02494061496069122 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 6.448238722368444, + "predicted_costs": [ + 430.5731243648904, + 430.5731243648904 + ], + "true_costs": [ + 310.09047233596476, + 303.6422336135963 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941235", + "anchor_step": 127, + "sample_index": 3, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 14.263820605086341, + 13.821670445925946, + -7.03252601614092, + -6.361644199466099 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -1.0325260161409204, + -0.3616441994660988 + ] + ], + "shared_exogenous_sha256": "7cb0203f7a50386256348ae28ecc250aa13d824e579ab6430aa597b67a347b40", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7007515635224415, + "action_effect_rmse": 0.7007515635224415 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008745043147902365, + "action_effect_rmse": 0.008745043147902365 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013298301866260687, + "action_effect_rmse": 0.013298301866260687 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 139.18894690127013, + 137.0935107733043 + ], + "true_costs": [ + 310.09047233596476, + 303.6422336135963 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941242", + "anchor_step": 127, + "sample_index": 4, + "commands_kw": [ + [ + 4.9073176974385895, + 4.844719421966549, + 5.330438438772936, + 6.141348911393336, + 6.887995561190814, + 7.199811361969164, + -14.087832590649285, + -14.840242373365967 + ], + [ + 10.90731769743859, + 10.844719421966548, + 11.330438438772937, + 12.141348911393337, + 12.887995561190813, + 13.199811361969164, + -8.087832590649285, + -8.840242373365967 + ] + ], + "shared_exogenous_sha256": "8b492f41e99d51ef3250d7f09bacc11948423596ee9f8bd4b0309c92399331a4", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.74507902805159, + "action_effect_rmse": 0.74507902805159 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01780415044764183, + "action_effect_rmse": 0.01780415044764183 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7168688760959903, + "action_effect_rmse": 0.7168688760959903 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4287375630449688, + "action_effect_rmse": 1.4287375630449688 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004395988576856524, + "action_effect_rmse": 0.004395988576856524 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3248629246174488, + "action_effect_rmse": 1.3248629246174488 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.454059965342509, + "action_effect_rmse": 2.454059965342509 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04444566524256288, + "action_effect_rmse": 0.04444566524256288 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8800565504355973, + "action_effect_rmse": 1.8800565504355973 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.793922491602258, + "action_effect_rmse": 3.793922491602258 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3178773434352653, + "action_effect_rmse": 0.3178773434352653 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.416352307828845, + "action_effect_rmse": 2.416352307828845 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 200.53337884774058, + 93.7613921202057 + ], + "true_costs": [ + 155.0761619392837, + 155.0761619392837 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941242", + "anchor_step": 127, + "sample_index": 4, + "commands_kw": [ + [ + 4.9073176974385895, + 4.844719421966549, + 5.330438438772936, + 6.141348911393336, + 6.887995561190814, + 7.199811361969164, + -14.087832590649285, + -14.840242373365967 + ], + [ + 10.90731769743859, + 10.844719421966548, + 11.330438438772937, + 12.141348911393337, + 12.887995561190813, + 13.199811361969164, + -8.087832590649285, + -8.840242373365967 + ] + ], + "shared_exogenous_sha256": "8b492f41e99d51ef3250d7f09bacc11948423596ee9f8bd4b0309c92399331a4", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 111.53770726098307, + 111.53770726098307 + ], + "true_costs": [ + 155.0761619392837, + 155.0761619392837 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941242", + "anchor_step": 127, + "sample_index": 4, + "commands_kw": [ + [ + 4.9073176974385895, + 4.844719421966549, + 5.330438438772936, + 6.141348911393336, + 6.887995561190814, + 7.199811361969164, + -14.087832590649285, + -14.840242373365967 + ], + [ + 10.90731769743859, + 10.844719421966548, + 11.330438438772937, + 12.141348911393337, + 12.887995561190813, + 13.199811361969164, + -8.087832590649285, + -8.840242373365967 + ] + ], + "shared_exogenous_sha256": "8b492f41e99d51ef3250d7f09bacc11948423596ee9f8bd4b0309c92399331a4", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8093351370951112, + "action_effect_rmse": 0.8093351370951112 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003992651129269831, + "action_effect_rmse": 0.003992651129269831 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03309867115989107, + "action_effect_rmse": 0.03309867115989107 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.459932605825621, + "action_effect_rmse": 1.459932605825621 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012902333542488265, + "action_effect_rmse": 0.012902333542488265 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06694971144173323, + "action_effect_rmse": 0.06694971144173323 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.404595881599036, + "action_effect_rmse": 2.404595881599036 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04167681893029318, + "action_effect_rmse": 0.04167681893029318 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13654890920552276, + "action_effect_rmse": 0.13654890920552276 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4187123122044714, + "action_effect_rmse": 3.4187123122044714 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12557669564678342, + "action_effect_rmse": 0.12557669564678342 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.28166744275618427, + "action_effect_rmse": 0.28166744275618427 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 109.6686328815172, + 41.710102024791176 + ], + "true_costs": [ + 155.0761619392837, + 155.0761619392837 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941246", + "anchor_step": 82, + "sample_index": 5, + "commands_kw": [ + [ + -1.0085135255066169, + -1.1942745796593564, + -1.1133815843626185, + -0.7762873499899549, + -0.2542818161243725, + 0.3333329618922933, + 0.8451967486491865, + 1.1518242940088046 + ], + [ + 4.991486474493383, + 4.805725420340644, + 4.886618415637382, + 5.223712650010045, + 5.745718183875628, + 6.333332961892293, + 6.845196748649187, + 7.151824294008804 + ] + ], + "shared_exogenous_sha256": "37596ec88d167dc596573db16bcd222c81c63f0e10c538d2a1d4fd66ce2079a5", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.8050108868881747, + "action_effect_rmse": 1.8050108868881747 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.012508618810176841, + "action_effect_rmse": 0.012508618810176841 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8590536218519915, + "action_effect_rmse": 0.8590536218519915 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.490034340635928, + "action_effect_rmse": 3.490034340635928 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012185337304948973, + "action_effect_rmse": 0.012185337304948973 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.573978055323554, + "action_effect_rmse": 1.573978055323554 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.034477403153486, + "action_effect_rmse": 4.034477403153486 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07934718350544046, + "action_effect_rmse": 0.07934718350544046 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1633725414212996, + "action_effect_rmse": 3.1633725414212996 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.50058298502689, + "action_effect_rmse": 5.50058298502689 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22717078052771633, + "action_effect_rmse": 0.22717078052771633 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.5047128843035935, + "action_effect_rmse": 7.5047128843035935 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 673.4983886683308, + 202.9648563845856 + ], + "true_costs": [ + 607.3440860439023, + 130.99073263371386 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941246", + "anchor_step": 82, + "sample_index": 5, + "commands_kw": [ + [ + -1.0085135255066169, + -1.1942745796593564, + -1.1133815843626185, + -0.7762873499899549, + -0.2542818161243725, + 0.3333329618922933, + 0.8451967486491865, + 1.1518242940088046 + ], + [ + 4.991486474493383, + 4.805725420340644, + 4.886618415637382, + 5.223712650010045, + 5.745718183875628, + 6.333332961892293, + 6.845196748649187, + 7.151824294008804 + ] + ], + "shared_exogenous_sha256": "37596ec88d167dc596573db16bcd222c81c63f0e10c538d2a1d4fd66ce2079a5", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.858918081004658, + "action_effect_rmse": 4.858918081004658 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025947813795662356, + "action_effect_rmse": 0.025947813795662356 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03359660477104498, + "action_effect_rmse": 0.03359660477104498 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 8.918085198318757, + "action_effect_rmse": 8.918085198318757 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11551289682205379, + "action_effect_rmse": 0.11551289682205379 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05477478573956063, + "action_effect_rmse": 0.05477478573956063 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 11.266675017010773, + "action_effect_rmse": 11.266675017010773 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3719596717030207, + "action_effect_rmse": 0.3719596717030207 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30363389547001063, + "action_effect_rmse": 0.30363389547001063 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5139747733592284, + "action_effect_rmse": 2.5139747733592284 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7182231316435281, + "action_effect_rmse": 0.7182231316435281 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0868163411963145, + "action_effect_rmse": 1.0868163411963145 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 476.35335341018845, + "predicted_costs": [ + 376.78178475461465, + 376.78178475461465 + ], + "true_costs": [ + 607.3440860439023, + 130.99073263371386 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941246", + "anchor_step": 82, + "sample_index": 5, + "commands_kw": [ + [ + -1.0085135255066169, + -1.1942745796593564, + -1.1133815843626185, + -0.7762873499899549, + -0.2542818161243725, + 0.3333329618922933, + 0.8451967486491865, + 1.1518242940088046 + ], + [ + 4.991486474493383, + 4.805725420340644, + 4.886618415637382, + 5.223712650010045, + 5.745718183875628, + 6.333332961892293, + 6.845196748649187, + 7.151824294008804 + ] + ], + "shared_exogenous_sha256": "37596ec88d167dc596573db16bcd222c81c63f0e10c538d2a1d4fd66ce2079a5", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.955250629901263, + "action_effect_rmse": 3.955250629901263 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020066773876934008, + "action_effect_rmse": 0.020066773876934008 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08810177690711285, + "action_effect_rmse": 0.08810177690711285 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 7.2294892915154065, + "action_effect_rmse": 7.2294892915154065 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09531639195163066, + "action_effect_rmse": 0.09531639195163066 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.061169890331861154, + "action_effect_rmse": 0.061169890331861154 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.293690492753178, + "action_effect_rmse": 8.293690492753178 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3019276301635845, + "action_effect_rmse": 0.3019276301635845 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04749291607786077, + "action_effect_rmse": 0.04749291607786077 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.247671200654107, + "action_effect_rmse": 2.247671200654107 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.48439024418044774, + "action_effect_rmse": 0.48439024418044774 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49864603089415027, + "action_effect_rmse": 0.49864603089415027 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 645.781409448866, + 403.0886748590699 + ], + "true_costs": [ + 607.3440860439023, + 130.99073263371386 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941251", + "anchor_step": 54, + "sample_index": 6, + "commands_kw": [ + [ + 0.9037345353648802, + 1.1130498189405704, + 1.1988899175835945, + 1.145698149228389, + 0.9538582441702244, + 0.6412953593821143, + 0.24288568868273547, + -0.19258807767687627 + ], + [ + 6.9037345353648805, + 7.113049818940571, + 7.198889917583594, + 7.145698149228389, + 6.953858244170224, + 6.641295359382115, + 6.242885688682735, + 5.807411922323124 + ] + ], + "shared_exogenous_sha256": "4c82242f007a6b07db2a17fa3e41bc5fef4c8c57a7299865bca8e466593d5a98", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.41144063222883, + "action_effect_rmse": 1.41144063222883 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0011245416596405988, + "action_effect_rmse": 0.0011245416596405988 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2509830444600318, + "action_effect_rmse": 1.2509830444600318 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.2232224393459568, + "action_effect_rmse": 2.2232224393459568 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04940118748296207, + "action_effect_rmse": 0.04940118748296207 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.7609911527217372, + "action_effect_rmse": 2.7609911527217372 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4304730646456356, + "action_effect_rmse": 3.4304730646456356 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2395751779348103, + "action_effect_rmse": 0.2395751779348103 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.535015354900287, + "action_effect_rmse": 5.535015354900287 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.703443806792608, + "action_effect_rmse": 4.703443806792608 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9184509064615156, + "action_effect_rmse": 0.9184509064615156 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.195470542785207, + "action_effect_rmse": 11.195470542785207 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 126.59684097189802, + 46.04620729054095 + ], + "true_costs": [ + 163.20756935993683, + 145.11612568839712 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941251", + "anchor_step": 54, + "sample_index": 6, + "commands_kw": [ + [ + 0.9037345353648802, + 1.1130498189405704, + 1.1988899175835945, + 1.145698149228389, + 0.9538582441702244, + 0.6412953593821143, + 0.24288568868273547, + -0.19258807767687627 + ], + [ + 6.9037345353648805, + 7.113049818940571, + 7.198889917583594, + 7.145698149228389, + 6.953858244170224, + 6.641295359382115, + 6.242885688682735, + 5.807411922323124 + ] + ], + "shared_exogenous_sha256": "4c82242f007a6b07db2a17fa3e41bc5fef4c8c57a7299865bca8e466593d5a98", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4448928942970856, + "action_effect_rmse": 1.4448928942970856 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013410712816009251, + "action_effect_rmse": 0.013410712816009251 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08016560771022974, + "action_effect_rmse": 0.08016560771022974 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 18.091443671539707, + "predicted_costs": [ + 248.5314573187512, + 248.5314573187512 + ], + "true_costs": [ + 163.20756935993683, + 145.11612568839712 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941251", + "anchor_step": 54, + "sample_index": 6, + "commands_kw": [ + [ + 0.9037345353648802, + 1.1130498189405704, + 1.1988899175835945, + 1.145698149228389, + 0.9538582441702244, + 0.6412953593821143, + 0.24288568868273547, + -0.19258807767687627 + ], + [ + 6.9037345353648805, + 7.113049818940571, + 7.198889917583594, + 7.145698149228389, + 6.953858244170224, + 6.641295359382115, + 6.242885688682735, + 5.807411922323124 + ] + ], + "shared_exogenous_sha256": "4c82242f007a6b07db2a17fa3e41bc5fef4c8c57a7299865bca8e466593d5a98", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0038401258072848776, + "action_effect_rmse": 0.0038401258072848776 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014786413961127565, + "action_effect_rmse": 0.014786413961127565 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036034943985523427, + "action_effect_rmse": 0.0036034943985523427 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009970348182603672, + "action_effect_rmse": 0.009970348182603672 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.029411000964243428, + "action_effect_rmse": 0.029411000964243428 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007185082651160357, + "action_effect_rmse": 0.007185082651160357 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029103000841995907, + "action_effect_rmse": 0.029103000841995907 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05815325177566599, + "action_effect_rmse": 0.05815325177566599 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014265705208433843, + "action_effect_rmse": 0.014265705208433843 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5397164635116116, + "action_effect_rmse": 1.5397164635116116 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10005166879563099, + "action_effect_rmse": 0.10005166879563099 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10814502654536096, + "action_effect_rmse": 0.10814502654536096 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 99.60451831540891, + 99.13411156182868 + ], + "true_costs": [ + 163.20756935993683, + 145.11612568839712 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 125, + "sample_index": 7, + "commands_kw": [ + [ + 1.0115454485592053, + 7.191087188944712, + 6.821332940322192, + 6.0645779481263125, + 5.272669575147961, + 4.8262722475967355, + 4.950001276407379, + 5.593674343181838 + ], + [ + 7.011545448559206, + 13.191087188944712, + 12.821332940322192, + 12.064577948126313, + 11.272669575147962, + 10.826272247596735, + 10.950001276407379, + 11.593674343181839 + ] + ], + "shared_exogenous_sha256": "45a15ccc7e83f579b67eb4bbb2b529b2184ecb7815f7a5f0745fdeaf1f8e0909", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4469579350552948, + "action_effect_rmse": 0.4469579350552948 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017093449141633243, + "action_effect_rmse": 0.017093449141633243 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1101610740135825, + "action_effect_rmse": 1.1101610740135825 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.27531556281406466, + "action_effect_rmse": 0.27531556281406466 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008291794648862094, + "action_effect_rmse": 0.008291794648862094 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3452583933793534, + "action_effect_rmse": 1.3452583933793534 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7611687221006243, + "action_effect_rmse": 0.7611687221006243 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04795831878546153, + "action_effect_rmse": 0.04795831878546153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.312113568976322, + "action_effect_rmse": 2.312113568976322 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3641483150730416, + "action_effect_rmse": 1.3641483150730416 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33110185297339, + "action_effect_rmse": 0.33110185297339 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.425271312342954, + "action_effect_rmse": 5.425271312342954 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 29.955118093669633, + 18.627322923284456 + ], + "true_costs": [ + 37.217719606879285, + 30.996247751897094 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 125, + "sample_index": 7, + "commands_kw": [ + [ + 1.0115454485592053, + 7.191087188944712, + 6.821332940322192, + 6.0645779481263125, + 5.272669575147961, + 4.8262722475967355, + 4.950001276407379, + 5.593674343181838 + ], + [ + 7.011545448559206, + 13.191087188944712, + 12.821332940322192, + 12.064577948126313, + 11.272669575147962, + 10.826272247596735, + 10.950001276407379, + 11.593674343181839 + ] + ], + "shared_exogenous_sha256": "45a15ccc7e83f579b67eb4bbb2b529b2184ecb7815f7a5f0745fdeaf1f8e0909", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5211724764876031, + "action_effect_rmse": 0.5211724764876031 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005622137395512539, + "action_effect_rmse": 0.005622137395512539 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.054088086732029694, + "action_effect_rmse": 0.054088086732029694 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.42397145459145236, + "action_effect_rmse": 0.42397145459145236 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.018568096248436916, + "action_effect_rmse": 0.018568096248436916 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07461502482099647, + "action_effect_rmse": 0.07461502482099647 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12835624076394936, + "action_effect_rmse": 0.12835624076394936 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02946970955795436, + "action_effect_rmse": 0.02946970955795436 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07529724804794569, + "action_effect_rmse": 0.07529724804794569 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02799397957036831, + "action_effect_rmse": 0.02799397957036831 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.031372474787751514, + "action_effect_rmse": 0.031372474787751514 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07529795608308021, + "action_effect_rmse": 0.07529795608308021 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 6.221471854982191, + "predicted_costs": [ + 96.86333542081458, + 96.86333542081458 + ], + "true_costs": [ + 37.217719606879285, + 30.996247751897094 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 125, + "sample_index": 7, + "commands_kw": [ + [ + 1.0115454485592053, + 7.191087188944712, + 6.821332940322192, + 6.0645779481263125, + 5.272669575147961, + 4.8262722475967355, + 4.950001276407379, + 5.593674343181838 + ], + [ + 7.011545448559206, + 13.191087188944712, + 12.821332940322192, + 12.064577948126313, + 11.272669575147962, + 10.826272247596735, + 10.950001276407379, + 11.593674343181839 + ] + ], + "shared_exogenous_sha256": "45a15ccc7e83f579b67eb4bbb2b529b2184ecb7815f7a5f0745fdeaf1f8e0909", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023351227727673063, + "action_effect_rmse": 0.023351227727673063 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014410173045806829, + "action_effect_rmse": 0.014410173045806829 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03523193782427114, + "action_effect_rmse": 0.03523193782427114 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.561077162238405, + "action_effect_rmse": 0.561077162238405 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027888156261504093, + "action_effect_rmse": 0.027888156261504093 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10517953063774144, + "action_effect_rmse": 0.10517953063774144 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4939004766695376, + "action_effect_rmse": 1.4939004766695376 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08400359228070542, + "action_effect_rmse": 0.08400359228070542 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2888483412260072, + "action_effect_rmse": 0.2888483412260072 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.228459197233512, + "action_effect_rmse": 2.228459197233512 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24844190547161205, + "action_effect_rmse": 0.24844190547161205 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.67064469696221, + "action_effect_rmse": 0.67064469696221 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 52.98712342618517, + 29.27168633543493 + ], + "true_costs": [ + 37.217719606879285, + 30.996247751897094 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941249", + "anchor_step": 66, + "sample_index": 8, + "commands_kw": [ + [ + 15.0, + 15.0, + 14.99387277549042, + 14.521552104443476, + 5.122538195838569, + 4.866980231411133, + 4.8042623512328575, + 4.952302463132314 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 11.122538195838569, + 10.866980231411134, + 10.804262351232857, + 10.952302463132314 + ] + ], + "shared_exogenous_sha256": "9345c34e86a8344b726deebf749b14b28615aad9bc2cf947c3b1a25629cf7bbf", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03189782500669125, + "action_effect_rmse": 0.03189782500669125 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001985490651886579, + "action_effect_rmse": 0.001985490651886579 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05463670892573802, + "action_effect_rmse": 0.05463670892573802 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.129478639513696, + "action_effect_rmse": 2.129478639513696 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008184823906447036, + "action_effect_rmse": 0.008184823906447036 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.586922428287295, + "action_effect_rmse": 3.586922428287295 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 20.25255457316953, + 25.725653337340482 + ], + "true_costs": [ + 8.156107016128493, + 8.156107016128493 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941249", + "anchor_step": 66, + "sample_index": 8, + "commands_kw": [ + [ + 15.0, + 15.0, + 14.99387277549042, + 14.521552104443476, + 5.122538195838569, + 4.866980231411133, + 4.8042623512328575, + 4.952302463132314 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 11.122538195838569, + 10.866980231411134, + 10.804262351232857, + 10.952302463132314 + ] + ], + "shared_exogenous_sha256": "9345c34e86a8344b726deebf749b14b28615aad9bc2cf947c3b1a25629cf7bbf", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 11.952174188844753, + 11.952174188844753 + ], + "true_costs": [ + 8.156107016128493, + 8.156107016128493 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941249", + "anchor_step": 66, + "sample_index": 8, + "commands_kw": [ + [ + 15.0, + 15.0, + 14.99387277549042, + 14.521552104443476, + 5.122538195838569, + 4.866980231411133, + 4.8042623512328575, + 4.952302463132314 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 11.122538195838569, + 10.866980231411134, + 10.804262351232857, + 10.952302463132314 + ] + ], + "shared_exogenous_sha256": "9345c34e86a8344b726deebf749b14b28615aad9bc2cf947c3b1a25629cf7bbf", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0827173001620558, + "action_effect_rmse": 0.0827173001620558 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0012786582290900128, + "action_effect_rmse": 0.0012786582290900128 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0005805003782821672, + "action_effect_rmse": 0.0005805003782821672 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3044528941091897, + "action_effect_rmse": 3.3044528941091897 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14404532342404153, + "action_effect_rmse": 0.14404532342404153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05022876939238863, + "action_effect_rmse": 0.05022876939238863 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 75.04982573682938, + 106.80436109483846 + ], + "true_costs": [ + 8.156107016128493, + 8.156107016128493 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 109, + "sample_index": 9, + "commands_kw": [ + [ + 5.863995401753189, + 6.571535585194884, + 7.075594392754347, + -13.815446491102351, + -14.151662199720118, + -14.814537736145118, + -15.0, + -15.0 + ], + [ + 11.86399540175319, + 12.571535585194884, + 13.075594392754347, + -7.815446491102351, + -8.151662199720118, + -8.814537736145118, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "6347053ddf17060b244c6ad456a019c8ab787232eb2ad047c5f066c1d137e473", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5071894924329676, + "action_effect_rmse": 0.5071894924329676 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00048569415972288255, + "action_effect_rmse": 0.00048569415972288255 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7960838977679074, + "action_effect_rmse": 0.7960838977679074 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.745560527388907, + "action_effect_rmse": 0.745560527388907 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010904443882838066, + "action_effect_rmse": 0.010904443882838066 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5300814982788005, + "action_effect_rmse": 1.5300814982788005 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4614187348727015, + "action_effect_rmse": 1.4614187348727015 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03729519158949657, + "action_effect_rmse": 0.03729519158949657 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0123011309326024, + "action_effect_rmse": 2.0123011309326024 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.160339135415846, + "action_effect_rmse": 2.160339135415846 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18555874419178586, + "action_effect_rmse": 0.18555874419178586 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08089251123320196, + "action_effect_rmse": 0.08089251123320196 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 56.51161708994262, + 33.5928744847561 + ], + "true_costs": [ + 22.429324368693003, + 22.429324368693003 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 109, + "sample_index": 9, + "commands_kw": [ + [ + 5.863995401753189, + 6.571535585194884, + 7.075594392754347, + -13.815446491102351, + -14.151662199720118, + -14.814537736145118, + -15.0, + -15.0 + ], + [ + 11.86399540175319, + 12.571535585194884, + 13.075594392754347, + -7.815446491102351, + -8.151662199720118, + -8.814537736145118, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "6347053ddf17060b244c6ad456a019c8ab787232eb2ad047c5f066c1d137e473", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 3.147527953320758, + 3.147527953320758 + ], + "true_costs": [ + 22.429324368693003, + 22.429324368693003 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 109, + "sample_index": 9, + "commands_kw": [ + [ + 5.863995401753189, + 6.571535585194884, + 7.075594392754347, + -13.815446491102351, + -14.151662199720118, + -14.814537736145118, + -15.0, + -15.0 + ], + [ + 11.86399540175319, + 12.571535585194884, + 13.075594392754347, + -7.815446491102351, + -8.151662199720118, + -8.814537736145118, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "6347053ddf17060b244c6ad456a019c8ab787232eb2ad047c5f066c1d137e473", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3182075663937134, + "action_effect_rmse": 0.3182075663937134 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0072192511766520084, + "action_effect_rmse": 0.0072192511766520084 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007309525546368434, + "action_effect_rmse": 0.007309525546368434 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6397366989442581, + "action_effect_rmse": 0.6397366989442581 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.016112311525560585, + "action_effect_rmse": 0.016112311525560585 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014766624080465363, + "action_effect_rmse": 0.014766624080465363 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2922538259571148, + "action_effect_rmse": 1.2922538259571148 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03894346335584942, + "action_effect_rmse": 0.03894346335584942 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.030214128811170582, + "action_effect_rmse": 0.030214128811170582 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6314631435920646, + "action_effect_rmse": 2.6314631435920646 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10491027975725586, + "action_effect_rmse": 0.10491027975725586 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06387808844183951, + "action_effect_rmse": 0.06387808844183951 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 98.40322772155878, + 48.01430911182337 + ], + "true_costs": [ + 22.429324368693003, + 22.429324368693003 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 128, + "sample_index": 10, + "commands_kw": [ + [ + -15.0, + -14.456484927143029, + -13.890450769632348, + -13.86253277309423, + -14.39694133301685, + 14.763413528463245, + 14.0391652350347, + 13.805147750035047 + ], + [ + -9.0, + -8.456484927143029, + -7.8904507696323485, + -7.86253277309423, + -8.39694133301685, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "900d5af2aee682aa5f5f7bfcd34df2e8f5ff0be9351fb0f40d1dac0e42f8db89", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2801347858799872, + "action_effect_rmse": 0.2801347858799872 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002833059522213688, + "action_effect_rmse": 0.002833059522213688 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.47967249157916214, + "action_effect_rmse": 0.47967249157916214 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.44985903128066695, + "action_effect_rmse": 0.44985903128066695 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0023811924719829847, + "action_effect_rmse": 0.0023811924719829847 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8706778300257483, + "action_effect_rmse": 0.8706778300257483 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8271542991252812, + "action_effect_rmse": 0.8271542991252812 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026928192082852576, + "action_effect_rmse": 0.026928192082852576 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9579479113482208, + "action_effect_rmse": 1.9579479113482208 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8374562569355248, + "action_effect_rmse": 0.8374562569355248 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11869317035587557, + "action_effect_rmse": 0.11869317035587557 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5080877534944293, + "action_effect_rmse": 2.5080877534944293 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 95.98863250952454, + 75.54160854344325 + ], + "true_costs": [ + 67.29610388860095, + 67.29610388860095 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 128, + "sample_index": 10, + "commands_kw": [ + [ + -15.0, + -14.456484927143029, + -13.890450769632348, + -13.86253277309423, + -14.39694133301685, + 14.763413528463245, + 14.0391652350347, + 13.805147750035047 + ], + [ + -9.0, + -8.456484927143029, + -7.8904507696323485, + -7.86253277309423, + -8.39694133301685, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "900d5af2aee682aa5f5f7bfcd34df2e8f5ff0be9351fb0f40d1dac0e42f8db89", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 53.478108886864554, + 53.478108886864554 + ], + "true_costs": [ + 67.29610388860095, + 67.29610388860095 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 128, + "sample_index": 10, + "commands_kw": [ + [ + -15.0, + -14.456484927143029, + -13.890450769632348, + -13.86253277309423, + -14.39694133301685, + 14.763413528463245, + 14.0391652350347, + 13.805147750035047 + ], + [ + -9.0, + -8.456484927143029, + -7.8904507696323485, + -7.86253277309423, + -8.39694133301685, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "900d5af2aee682aa5f5f7bfcd34df2e8f5ff0be9351fb0f40d1dac0e42f8db89", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5612032953348454, + "action_effect_rmse": 0.5612032953348454 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007408044554651383, + "action_effect_rmse": 0.007408044554651383 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03145149717343543, + "action_effect_rmse": 0.03145149717343543 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.012723139665873, + "action_effect_rmse": 1.012723139665873 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01744263121317502, + "action_effect_rmse": 0.01744263121317502 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06385820555452781, + "action_effect_rmse": 0.06385820555452781 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.6679531475388423, + "action_effect_rmse": 1.6679531475388423 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.043392943982265564, + "action_effect_rmse": 0.043392943982265564 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13059113690663438, + "action_effect_rmse": 0.13059113690663438 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1867713929809796, + "action_effect_rmse": 1.1867713929809796 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08352565987429728, + "action_effect_rmse": 0.08352565987429728 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1831410418907602, + "action_effect_rmse": 0.1831410418907602 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 73.80697057322003, + 45.226061709491404 + ], + "true_costs": [ + 67.29610388860095, + 67.29610388860095 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941239", + "anchor_step": 57, + "sample_index": 11, + "commands_kw": [ + [ + 4.982603168633629, + 4.826092298759373, + 4.812781656514885, + 4.950420884728985, + 5.227203310933605, + 5.611475549600046, + -5.945672747916333, + -5.504900020142093 + ], + [ + 10.982603168633629, + 10.826092298759374, + 10.812781656514886, + 10.950420884728985, + 11.227203310933605, + 11.611475549600046, + 0.05432725208366662, + 0.49509997985790744 + ] + ], + "shared_exogenous_sha256": "3bf72f57e3509e7f0cd5322fa9d5e1e4690d5a29b8d4822a027a5a260b8c2fa9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5983956723683832, + "action_effect_rmse": 0.5983956723683832 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0146552859225757, + "action_effect_rmse": 0.0146552859225757 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.820792231941323, + "action_effect_rmse": 0.820792231941323 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0548702018270788, + "action_effect_rmse": 1.0548702018270788 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04010385122945692, + "action_effect_rmse": 0.04010385122945692 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.808348667562747, + "action_effect_rmse": 1.808348667562747 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8562644962096897, + "action_effect_rmse": 1.8562644962096897 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0926572162751107, + "action_effect_rmse": 0.0926572162751107 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6266226593213666, + "action_effect_rmse": 3.6266226593213666 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.646798108954366, + "action_effect_rmse": 4.646798108954366 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21491441009034773, + "action_effect_rmse": 0.21491441009034773 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.666612077716708, + "action_effect_rmse": 4.666612077716708 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.07051925616074, + "predicted_costs": [ + 12.246267392658421, + 32.046278989086574 + ], + "true_costs": [ + 60.57816977968861, + 19.507650523527865 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941239", + "anchor_step": 57, + "sample_index": 11, + "commands_kw": [ + [ + 4.982603168633629, + 4.826092298759373, + 4.812781656514885, + 4.950420884728985, + 5.227203310933605, + 5.611475549600046, + -5.945672747916333, + -5.504900020142093 + ], + [ + 10.982603168633629, + 10.826092298759374, + 10.812781656514886, + 10.950420884728985, + 11.227203310933605, + 11.611475549600046, + 0.05432725208366662, + 0.49509997985790744 + ] + ], + "shared_exogenous_sha256": "3bf72f57e3509e7f0cd5322fa9d5e1e4690d5a29b8d4822a027a5a260b8c2fa9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 8.27638519143679, + "action_effect_rmse": 8.27638519143679 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1475140470296772, + "action_effect_rmse": 0.1475140470296772 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20367774363857727, + "action_effect_rmse": 0.20367774363857727 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 41.07051925616074, + "predicted_costs": [ + 13.753281461482256, + 13.753281461482256 + ], + "true_costs": [ + 60.57816977968861, + 19.507650523527865 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941239", + "anchor_step": 57, + "sample_index": 11, + "commands_kw": [ + [ + 4.982603168633629, + 4.826092298759373, + 4.812781656514885, + 4.950420884728985, + 5.227203310933605, + 5.611475549600046, + -5.945672747916333, + -5.504900020142093 + ], + [ + 10.982603168633629, + 10.826092298759374, + 10.812781656514886, + 10.950420884728985, + 11.227203310933605, + 11.611475549600046, + 0.05432725208366662, + 0.49509997985790744 + ] + ], + "shared_exogenous_sha256": "3bf72f57e3509e7f0cd5322fa9d5e1e4690d5a29b8d4822a027a5a260b8c2fa9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4082248464411222, + "action_effect_rmse": 1.4082248464411222 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019364491635982972, + "action_effect_rmse": 0.019364491635982972 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03129963620958609, + "action_effect_rmse": 0.03129963620958609 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.421025967494767, + "action_effect_rmse": 2.421025967494767 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05683218868674089, + "action_effect_rmse": 0.05683218868674089 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06683950629246649, + "action_effect_rmse": 0.06683950629246649 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.6794820841552323, + "action_effect_rmse": 3.6794820841552323 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16695212768646783, + "action_effect_rmse": 0.16695212768646783 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14681577278058366, + "action_effect_rmse": 0.14681577278058366 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5707568173574273, + "action_effect_rmse": 3.5707568173574273 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3084194227405206, + "action_effect_rmse": 0.3084194227405206 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12428525372661348, + "action_effect_rmse": 0.12428525372661348 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 50.83511220071682, + 14.892238750067252 + ], + "true_costs": [ + 60.57816977968861, + 19.507650523527865 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 63, + "sample_index": 12, + "commands_kw": [ + [ + 4.800000290676744, + 4.885912514471909, + 5.134919814638987, + 5.516061948849242, + 5.975881271019871, + 6.4449927933532924, + 6.848105076662049, + 1.1162146083066473 + ], + [ + 10.800000290676744, + 10.885912514471908, + 11.134919814638987, + 11.516061948849242, + 11.97588127101987, + 12.444992793353293, + 12.848105076662048, + 7.116214608306647 + ] + ], + "shared_exogenous_sha256": "6cb61c3cec695fc28e522fc2501a65f041ece9186cc91d77c8763dd48c964f9e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36299481245625387, + "action_effect_rmse": 0.36299481245625387 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.5470321617527816e-05, + "action_effect_rmse": 1.5470321617527816e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6499941667685345, + "action_effect_rmse": 0.6499941667685345 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6988933059025637, + "action_effect_rmse": 0.6988933059025637 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007439916545370906, + "action_effect_rmse": 0.007439916545370906 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3403066992252395, + "action_effect_rmse": 1.3403066992252395 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3388421013336256, + "action_effect_rmse": 1.3388421013336256 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03661311819094415, + "action_effect_rmse": 0.03661311819094415 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0591333569756713, + "action_effect_rmse": 2.0591333569756713 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4223817148235334, + "action_effect_rmse": 2.4223817148235334 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19059672267763794, + "action_effect_rmse": 0.19059672267763794 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.272166130922365, + "action_effect_rmse": 3.272166130922365 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 303.4378563648669, + 245.373480823772 + ], + "true_costs": [ + 198.48661080829598, + 198.48661080829598 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 63, + "sample_index": 12, + "commands_kw": [ + [ + 4.800000290676744, + 4.885912514471909, + 5.134919814638987, + 5.516061948849242, + 5.975881271019871, + 6.4449927933532924, + 6.848105076662049, + 1.1162146083066473 + ], + [ + 10.800000290676744, + 10.885912514471908, + 11.134919814638987, + 11.516061948849242, + 11.97588127101987, + 12.444992793353293, + 12.848105076662048, + 7.116214608306647 + ] + ], + "shared_exogenous_sha256": "6cb61c3cec695fc28e522fc2501a65f041ece9186cc91d77c8763dd48c964f9e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 647.2182787865214, + 647.2182787865214 + ], + "true_costs": [ + 198.48661080829598, + 198.48661080829598 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 63, + "sample_index": 12, + "commands_kw": [ + [ + 4.800000290676744, + 4.885912514471909, + 5.134919814638987, + 5.516061948849242, + 5.975881271019871, + 6.4449927933532924, + 6.848105076662049, + 1.1162146083066473 + ], + [ + 10.800000290676744, + 10.885912514471908, + 11.134919814638987, + 11.516061948849242, + 11.97588127101987, + 12.444992793353293, + 12.848105076662048, + 7.116214608306647 + ] + ], + "shared_exogenous_sha256": "6cb61c3cec695fc28e522fc2501a65f041ece9186cc91d77c8763dd48c964f9e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.028961368403868093, + "action_effect_rmse": 0.028961368403868093 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002156375141947109, + "action_effect_rmse": 0.002156375141947109 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005659895340581755, + "action_effect_rmse": 0.005659895340581755 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05610997347630864, + "action_effect_rmse": 0.05610997347630864 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004321822034988543, + "action_effect_rmse": 0.004321822034988543 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01123386463549636, + "action_effect_rmse": 0.01123386463549636 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10543046161909153, + "action_effect_rmse": 0.10543046161909153 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008676717570052617, + "action_effect_rmse": 0.008676717570052617 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02214973629268613, + "action_effect_rmse": 0.02214973629268613 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18699498073466359, + "action_effect_rmse": 0.18699498073466359 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.017462637410337933, + "action_effect_rmse": 0.017462637410337933 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04321107600693175, + "action_effect_rmse": 0.04321107600693175 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 549.6636967887414, + 558.1847601829471 + ], + "true_costs": [ + 198.48661080829598, + 198.48661080829598 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941236", + "anchor_step": 108, + "sample_index": 13, + "commands_kw": [ + [ + -1.1918018327073219, + -0.9006157728027688, + -0.2838887839049982, + 0.4408239906052986, + -4.992730809857837, + -4.801521685531811, + -5.067188552059771, + -5.696805207461735 + ], + [ + 4.808198167292678, + 5.099384227197231, + 5.716111216095002, + 6.440823990605298, + 1.0072691901421633, + 1.198478314468189, + 0.932811447940229, + 0.30319479253826476 + ] + ], + "shared_exogenous_sha256": "fb6ec01bbeba1da5b39371db250dee979d5d92fb186c919fcc1fd4e56ade922e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.990537741137345, + "action_effect_rmse": 1.990537741137345 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0016396348460521182, + "action_effect_rmse": 0.0016396348460521182 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9191799628168731, + "action_effect_rmse": 0.9191799628168731 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.66384928667693, + "action_effect_rmse": 4.66384928667693 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04041311285072169, + "action_effect_rmse": 0.04041311285072169 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.01954482585154, + "action_effect_rmse": 2.01954482585154 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.682733414911745, + "action_effect_rmse": 4.682733414911745 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20518326141585952, + "action_effect_rmse": 0.20518326141585952 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.8440288342507856, + "action_effect_rmse": 3.8440288342507856 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4390929068223812, + "action_effect_rmse": 3.4390929068223812 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4040556086945859, + "action_effect_rmse": 0.4040556086945859 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04660566391408594, + "action_effect_rmse": 0.04660566391408594 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 613.2401055289956, + 465.955069278187 + ], + "true_costs": [ + 538.6362664546991, + 180.57742965894965 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941236", + "anchor_step": 108, + "sample_index": 13, + "commands_kw": [ + [ + -1.1918018327073219, + -0.9006157728027688, + -0.2838887839049982, + 0.4408239906052986, + -4.992730809857837, + -4.801521685531811, + -5.067188552059771, + -5.696805207461735 + ], + [ + 4.808198167292678, + 5.099384227197231, + 5.716111216095002, + 6.440823990605298, + 1.0072691901421633, + 1.198478314468189, + 0.932811447940229, + 0.30319479253826476 + ] + ], + "shared_exogenous_sha256": "fb6ec01bbeba1da5b39371db250dee979d5d92fb186c919fcc1fd4e56ade922e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.574564217455677, + "action_effect_rmse": 2.574564217455677 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0181304502560522, + "action_effect_rmse": 0.0181304502560522 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07738500737850629, + "action_effect_rmse": 0.07738500737850629 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.726324105908947, + "action_effect_rmse": 5.726324105908947 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09285729695471368, + "action_effect_rmse": 0.09285729695471368 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06253583972790011, + "action_effect_rmse": 0.06253583972790011 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.3380588414547265, + "action_effect_rmse": 6.3380588414547265 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.32516794768389623, + "action_effect_rmse": 0.32516794768389623 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.19800482485995374, + "action_effect_rmse": 0.19800482485995374 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.499998910354046, + "action_effect_rmse": 6.499998910354046 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7436207647222126, + "action_effect_rmse": 0.7436207647222126 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5191079742671469, + "action_effect_rmse": 0.5191079742671469 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 358.05883679574947, + "predicted_costs": [ + 581.9523873051771, + 581.9523873051771 + ], + "true_costs": [ + 538.6362664546991, + 180.57742965894965 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941236", + "anchor_step": 108, + "sample_index": 13, + "commands_kw": [ + [ + -1.1918018327073219, + -0.9006157728027688, + -0.2838887839049982, + 0.4408239906052986, + -4.992730809857837, + -4.801521685531811, + -5.067188552059771, + -5.696805207461735 + ], + [ + 4.808198167292678, + 5.099384227197231, + 5.716111216095002, + 6.440823990605298, + 1.0072691901421633, + 1.198478314468189, + 0.932811447940229, + 0.30319479253826476 + ] + ], + "shared_exogenous_sha256": "fb6ec01bbeba1da5b39371db250dee979d5d92fb186c919fcc1fd4e56ade922e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5201913323580527, + "action_effect_rmse": 2.5201913323580527 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011949416913182631, + "action_effect_rmse": 0.011949416913182631 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09057322328754935, + "action_effect_rmse": 0.09057322328754935 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.62275220944025, + "action_effect_rmse": 5.62275220944025 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08010833003810625, + "action_effect_rmse": 0.08010833003810625 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08901798056495736, + "action_effect_rmse": 0.08901798056495736 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.149450268473059, + "action_effect_rmse": 6.149450268473059 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2983152800617628, + "action_effect_rmse": 0.2983152800617628 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.14469307557558864, + "action_effect_rmse": 0.14469307557558864 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 6.182659256631375, + "action_effect_rmse": 6.182659256631375 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6857671082374104, + "action_effect_rmse": 0.6857671082374104 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41158904637136473, + "action_effect_rmse": 0.41158904637136473 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 600.3322704939453, + 584.0973375369435 + ], + "true_costs": [ + 538.6362664546991, + 180.57742965894965 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941253", + "anchor_step": 125, + "sample_index": 14, + "commands_kw": [ + [ + 0.9532028547242193, + 7.199173493925627, + 6.892513201502045, + 6.16588234448053, + 5.356163117343119, + 4.85165466497465, + 4.9045499690243926, + 5.499458340494377 + ], + [ + 6.9532028547242195, + 13.199173493925628, + 12.892513201502044, + 12.16588234448053, + 11.356163117343119, + 10.85165466497465, + 10.904549969024393, + 11.499458340494378 + ] + ], + "shared_exogenous_sha256": "e84feccd03afcd9a997a16130aa27f22f1ccff544c9e025f619bf39695569cd1", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9152933141414294, + "action_effect_rmse": 0.9152933141414294 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020048792751641287, + "action_effect_rmse": 0.020048792751641287 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0377605749508767, + "action_effect_rmse": 1.0377605749508767 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6190831752572095, + "action_effect_rmse": 0.6190831752572095 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014230903462548739, + "action_effect_rmse": 0.014230903462548739 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9517753042629131, + "action_effect_rmse": 0.9517753042629131 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0046001260593833, + "action_effect_rmse": 1.0046001260593833 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04921609338241062, + "action_effect_rmse": 0.04921609338241062 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1686884919709222, + "action_effect_rmse": 1.1686884919709222 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4438841327715863, + "action_effect_rmse": 2.4438841327715863 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15434190250551083, + "action_effect_rmse": 0.15434190250551083 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2221102902282297, + "action_effect_rmse": 3.2221102902282297 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 434.08874600346195, + 349.5341232595082 + ], + "true_costs": [ + 291.485618880369, + 291.1181547482022 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941253", + "anchor_step": 125, + "sample_index": 14, + "commands_kw": [ + [ + 0.9532028547242193, + 7.199173493925627, + 6.892513201502045, + 6.16588234448053, + 5.356163117343119, + 4.85165466497465, + 4.9045499690243926, + 5.499458340494377 + ], + [ + 6.9532028547242195, + 13.199173493925628, + 12.892513201502044, + 12.16588234448053, + 11.356163117343119, + 10.85165466497465, + 10.904549969024393, + 11.499458340494378 + ] + ], + "shared_exogenous_sha256": "e84feccd03afcd9a997a16130aa27f22f1ccff544c9e025f619bf39695569cd1", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005717419394985157, + "action_effect_rmse": 0.005717419394985157 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.7426102500172078e-05, + "action_effect_rmse": 2.7426102500172078e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0005425842730950592, + "action_effect_rmse": 0.0005425842730950592 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008386979645081283, + "action_effect_rmse": 0.008386979645081283 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00012440325492768523, + "action_effect_rmse": 0.00012440325492768523 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0010632787863436022, + "action_effect_rmse": 0.0010632787863436022 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004721272489977224, + "action_effect_rmse": 0.004721272489977224 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0002844710102749559, + "action_effect_rmse": 0.0002844710102749559 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0012602965852224202, + "action_effect_rmse": 0.0012602965852224202 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0015069262946258988, + "action_effect_rmse": 0.0015069262946258988 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00039319276037197426, + "action_effect_rmse": 0.00039319276037197426 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0012786219894707074, + "action_effect_rmse": 0.0012786219894707074 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 0.36746413216678775, + "predicted_costs": [ + 720.670824479715, + 720.670824479715 + ], + "true_costs": [ + 291.485618880369, + 291.1181547482022 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941253", + "anchor_step": 125, + "sample_index": 14, + "commands_kw": [ + [ + 0.9532028547242193, + 7.199173493925627, + 6.892513201502045, + 6.16588234448053, + 5.356163117343119, + 4.85165466497465, + 4.9045499690243926, + 5.499458340494377 + ], + [ + 6.9532028547242195, + 13.199173493925628, + 12.892513201502044, + 12.16588234448053, + 11.356163117343119, + 10.85165466497465, + 10.904549969024393, + 11.499458340494378 + ] + ], + "shared_exogenous_sha256": "e84feccd03afcd9a997a16130aa27f22f1ccff544c9e025f619bf39695569cd1", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7495511416916107, + "action_effect_rmse": 0.7495511416916107 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007582272956899061, + "action_effect_rmse": 0.007582272956899061 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016296306261029514, + "action_effect_rmse": 0.016296306261029514 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3938374585452769, + "action_effect_rmse": 1.3938374585452769 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022042377888585207, + "action_effect_rmse": 0.022042377888585207 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03289249635290403, + "action_effect_rmse": 0.03289249635290403 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.43115597109864, + "action_effect_rmse": 2.43115597109864 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06794300301353395, + "action_effect_rmse": 0.06794300301353395 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06752270365874224, + "action_effect_rmse": 0.06752270365874224 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7885780770317314, + "action_effect_rmse": 3.7885780770317314 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.20801524489716883, + "action_effect_rmse": 0.20801524489716883 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13830604108758493, + "action_effect_rmse": 0.13830604108758493 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 662.0127100575039, + 473.22617627573493 + ], + "true_costs": [ + 291.485618880369, + 291.1181547482022 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 177, + "sample_index": 15, + "commands_kw": [ + [ + 4.809736324776544, + 5.431732632002873, + 6.534539141091815, + 7.186682585974303, + 6.822273543852635, + -15.0, + -15.0, + -15.0 + ], + [ + 10.809736324776544, + 11.431732632002873, + 12.534539141091816, + 13.186682585974303, + 12.822273543852635, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "3add157a42067181595ccba6bf69839733b76ecf6276abc79d3b9402db45e7b8", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9984053754778071, + "action_effect_rmse": 0.9984053754778071 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04289320140548725, + "action_effect_rmse": 0.04289320140548725 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7244868528330315, + "action_effect_rmse": 0.7244868528330315 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6312795924102925, + "action_effect_rmse": 1.6312795924102925 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.029095807380352667, + "action_effect_rmse": 0.029095807380352667 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.442571748998546, + "action_effect_rmse": 1.442571748998546 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4848494876728733, + "action_effect_rmse": 2.4848494876728733 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0415299646273013, + "action_effect_rmse": 0.0415299646273013 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4789309813103237, + "action_effect_rmse": 2.4789309813103237 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.6375659146384365, + "action_effect_rmse": 3.6375659146384365 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.702344524974098, + "action_effect_rmse": 0.702344524974098 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.404343443548896, + "action_effect_rmse": 2.404343443548896 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 385.1818362483013, + 234.9174134189302 + ], + "true_costs": [ + 441.1805160880161, + 441.1805160880161 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 177, + "sample_index": 15, + "commands_kw": [ + [ + 4.809736324776544, + 5.431732632002873, + 6.534539141091815, + 7.186682585974303, + 6.822273543852635, + -15.0, + -15.0, + -15.0 + ], + [ + 10.809736324776544, + 11.431732632002873, + 12.534539141091816, + 13.186682585974303, + 12.822273543852635, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "3add157a42067181595ccba6bf69839733b76ecf6276abc79d3b9402db45e7b8", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 578.4144748282603, + 578.4144748282603 + ], + "true_costs": [ + 441.1805160880161, + 441.1805160880161 + ] + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 177, + "sample_index": 15, + "commands_kw": [ + [ + 4.809736324776544, + 5.431732632002873, + 6.534539141091815, + 7.186682585974303, + 6.822273543852635, + -15.0, + -15.0, + -15.0 + ], + [ + 10.809736324776544, + 11.431732632002873, + 12.534539141091816, + 13.186682585974303, + 12.822273543852635, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "3add157a42067181595ccba6bf69839733b76ecf6276abc79d3b9402db45e7b8", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7950455914956613, + "action_effect_rmse": 0.7950455914956613 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008451750940036362, + "action_effect_rmse": 0.008451750940036362 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03850295733003506, + "action_effect_rmse": 0.03850295733003506 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.5026955015930383, + "action_effect_rmse": 1.5026955015930383 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01916194133136262, + "action_effect_rmse": 0.01916194133136262 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07769147461627668, + "action_effect_rmse": 0.07769147461627668 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.694078857974487, + "action_effect_rmse": 2.694078857974487 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04630673924541817, + "action_effect_rmse": 0.04630673924541817 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15792935760448046, + "action_effect_rmse": 0.15792935760448046 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.393535879241484, + "action_effect_rmse": 4.393535879241484 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11766732309176753, + "action_effect_rmse": 0.11766732309176753 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3247554247069999, + "action_effect_rmse": 0.3247554247069999 + } + ], + "ranking_accuracy": null, + "ranking_comparable_pairs": 0, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 506.2173600882538, + 316.54549441524273 + ], + "true_costs": [ + 441.1805160880161, + 441.1805160880161 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041246", + "anchor_step": 30, + "sample_index": 0, + "commands_kw": [ + [ + 0.23844687024531855, + -0.017954768285017957, + -0.279368245507298, + -0.5326977983478779, + -0.763810250088205, + -0.9583180963912454, + -1.1025284141765233, + -1.1845129858758738 + ], + [ + 6.238446870245318, + 5.982045231714982, + 5.720631754492702, + 5.467302201652122, + 5.236189749911795, + 5.041681903608755, + 4.897471585823476, + 4.815487014124126 + ] + ], + "shared_exogenous_sha256": "4a7869bcf9345d17dafda4f5ffb1e2ad708ad9f85fd3eae482d6379df46d7a44", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.33126521423119826, + "action_effect_rmse": 0.33126521423119826 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006031171177401262, + "action_effect_rmse": 0.006031171177401262 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06415335028889757, + "action_effect_rmse": 0.06415335028889757 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5561145913146923, + "action_effect_rmse": 0.5561145913146923 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01582862129943763, + "action_effect_rmse": 0.01582862129943763 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.368086216170731, + "action_effect_rmse": 0.368086216170731 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9557880498500353, + "action_effect_rmse": 0.9557880498500353 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.046968042823184675, + "action_effect_rmse": 0.046968042823184675 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9530944160869907, + "action_effect_rmse": 0.9530944160869907 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.576508781889384, + "action_effect_rmse": 1.576508781889384 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13427215771284295, + "action_effect_rmse": 0.13427215771284295 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.655882653106147, + "action_effect_rmse": 1.655882653106147 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.9655551094874, + 1.314171256318311 + ], + "true_costs": [ + 3.3986381702157225, + 1.797100650029676 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041246", + "anchor_step": 30, + "sample_index": 0, + "commands_kw": [ + [ + 0.23844687024531855, + -0.017954768285017957, + -0.279368245507298, + -0.5326977983478779, + -0.763810250088205, + -0.9583180963912454, + -1.1025284141765233, + -1.1845129858758738 + ], + [ + 6.238446870245318, + 5.982045231714982, + 5.720631754492702, + 5.467302201652122, + 5.236189749911795, + 5.041681903608755, + 4.897471585823476, + 4.815487014124126 + ] + ], + "shared_exogenous_sha256": "4a7869bcf9345d17dafda4f5ffb1e2ad708ad9f85fd3eae482d6379df46d7a44", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05812457366244317, + "action_effect_rmse": 0.05812457366244317 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 8.240701312445253e-05, + "action_effect_rmse": 8.240701312445253e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9796491399848719, + "action_effect_rmse": 0.9796491399848719 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14180335248488163, + "action_effect_rmse": 0.14180335248488163 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.000439161270751498, + "action_effect_rmse": 0.000439161270751498 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4441948296471807, + "action_effect_rmse": 2.4441948296471807 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30007704439605476, + "action_effect_rmse": 0.30007704439605476 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.002021624151446133, + "action_effect_rmse": 0.002021624151446133 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.13146513340461, + "action_effect_rmse": 5.13146513340461 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.570137909066009, + "action_effect_rmse": 0.570137909066009 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008238738733471251, + "action_effect_rmse": 0.008238738733471251 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.25047045373639, + "action_effect_rmse": 9.25047045373639 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 1.6015375201860464, + "predicted_costs": [ + 2.3123912866211755, + 2.3123912866211755 + ], + "true_costs": [ + 3.3986381702157225, + 1.797100650029676 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041246", + "anchor_step": 30, + "sample_index": 0, + "commands_kw": [ + [ + 0.23844687024531855, + -0.017954768285017957, + -0.279368245507298, + -0.5326977983478779, + -0.763810250088205, + -0.9583180963912454, + -1.1025284141765233, + -1.1845129858758738 + ], + [ + 6.238446870245318, + 5.982045231714982, + 5.720631754492702, + 5.467302201652122, + 5.236189749911795, + 5.041681903608755, + 4.897471585823476, + 4.815487014124126 + ] + ], + "shared_exogenous_sha256": "4a7869bcf9345d17dafda4f5ffb1e2ad708ad9f85fd3eae482d6379df46d7a44", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02342968006109203, + "action_effect_rmse": 0.02342968006109203 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0004133641864498827, + "action_effect_rmse": 0.0004133641864498827 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24870904377647207, + "action_effect_rmse": 0.24870904377647207 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021555935867041853, + "action_effect_rmse": 0.021555935867041853 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0010816079665865175, + "action_effect_rmse": 0.0010816079665865175 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012711640925388679, + "action_effect_rmse": 0.012711640925388679 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02764615827106809, + "action_effect_rmse": 0.02764615827106809 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003228582954168502, + "action_effect_rmse": 0.003228582954168502 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21688405337683747, + "action_effect_rmse": 0.21688405337683747 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08933926614086829, + "action_effect_rmse": 0.08933926614086829 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010340356330797107, + "action_effect_rmse": 0.010340356330797107 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5818287396886959, + "action_effect_rmse": 0.5818287396886959 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 5.237715139741939, + 2.6174862140517394 + ], + "true_costs": [ + 3.3986381702157225, + 1.797100650029676 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041248", + "anchor_step": 148, + "sample_index": 1, + "commands_kw": [ + [ + 13.869263390712876, + 13.926651642076859, + 14.648569514890436, + 15.0, + 15.0, + 15.0, + -14.822088762779329, + -15.0 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -8.822088762779329, + -9.0 + ] + ], + "shared_exogenous_sha256": "0e16b91bb92b4f84a986f9521124163470fd0b1ceae2bed2e4538a2f8c6a51e3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009998295788690825, + "action_effect_rmse": 0.009998295788690825 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0007697088090274917, + "action_effect_rmse": 0.0007697088090274917 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12480905164613887, + "action_effect_rmse": 0.12480905164613887 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03201503106568104, + "action_effect_rmse": 0.03201503106568104 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0011153763726916566, + "action_effect_rmse": 0.0011153763726916566 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3485755553990657, + "action_effect_rmse": 0.3485755553990657 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02025454661034587, + "action_effect_rmse": 0.02025454661034587 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.756075418020032e-05, + "action_effect_rmse": 2.756075418020032e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5382009404999053, + "action_effect_rmse": 0.5382009404999053 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2101777036055843, + "action_effect_rmse": 0.2101777036055843 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005126140040141891, + "action_effect_rmse": 0.005126140040141891 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3953131925132993, + "action_effect_rmse": 0.3953131925132993 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 345.9123044853975, + 337.65653178005107 + ], + "true_costs": [ + 369.6859615960922, + 364.29697041144124 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041248", + "anchor_step": 148, + "sample_index": 1, + "commands_kw": [ + [ + 13.869263390712876, + 13.926651642076859, + 14.648569514890436, + 15.0, + 15.0, + 15.0, + -14.822088762779329, + -15.0 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -8.822088762779329, + -9.0 + ] + ], + "shared_exogenous_sha256": "0e16b91bb92b4f84a986f9521124163470fd0b1ceae2bed2e4538a2f8c6a51e3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013225375380885751, + "action_effect_rmse": 0.013225375380885751 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.873016016062934e-05, + "action_effect_rmse": 1.873016016062934e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18338477036769518, + "action_effect_rmse": 0.18338477036769518 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03097122802047103, + "action_effect_rmse": 0.03097122802047103 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 9.779259819708841e-05, + "action_effect_rmse": 9.779259819708841e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4497077135563359, + "action_effect_rmse": 0.4497077135563359 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03751215423130638, + "action_effect_rmse": 0.03751215423130638 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0003614438954393506, + "action_effect_rmse": 0.0003614438954393506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6361752831742251, + "action_effect_rmse": 0.6361752831742251 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.19623180456135358, + "action_effect_rmse": 0.19623180456135358 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0013236259886806323, + "action_effect_rmse": 0.0013236259886806323 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4944354729533416, + "action_effect_rmse": 1.4944354729533416 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 5.38899118465099, + "predicted_costs": [ + 361.9030284314404, + 361.9030284314404 + ], + "true_costs": [ + 369.6859615960922, + 364.29697041144124 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041248", + "anchor_step": 148, + "sample_index": 1, + "commands_kw": [ + [ + 13.869263390712876, + 13.926651642076859, + 14.648569514890436, + 15.0, + 15.0, + 15.0, + -14.822088762779329, + -15.0 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -8.822088762779329, + -9.0 + ] + ], + "shared_exogenous_sha256": "0e16b91bb92b4f84a986f9521124163470fd0b1ceae2bed2e4538a2f8c6a51e3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004481931341043577, + "action_effect_rmse": 0.004481931341043577 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.9725037173022884e-05, + "action_effect_rmse": 2.9725037173022884e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26156378370529865, + "action_effect_rmse": 0.26156378370529865 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0035081182932241717, + "action_effect_rmse": 0.0035081182932241717 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00011242399612143572, + "action_effect_rmse": 0.00011242399612143572 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6028676260992825, + "action_effect_rmse": 0.6028676260992825 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0023167875909066993, + "action_effect_rmse": 0.0023167875909066993 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0003509644588319816, + "action_effect_rmse": 0.0003509644588319816 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8168647017806165, + "action_effect_rmse": 0.8168647017806165 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03099370837419002, + "action_effect_rmse": 0.03099370837419002 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00133281149213893, + "action_effect_rmse": 0.00133281149213893 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.47309584698672325, + "action_effect_rmse": 0.47309584698672325 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 357.387274465754, + 351.29731300393587 + ], + "true_costs": [ + 369.6859615960922, + 364.29697041144124 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 63, + "sample_index": 2, + "commands_kw": [ + [ + -6.76972661173709, + -6.373345158478113, + -5.917711399418711, + -5.468738365765424, + -5.095596394299527, + -4.859853282476789, + -4.8046256343424885, + -4.94565576387234 + ], + [ + -0.7697266117370898, + -0.3733451584781129, + 0.08228860058128884, + 0.5312616342345757, + 0.9044036057004732, + 1.1401467175232112, + 1.1953743656575115, + 1.05434423612766 + ] + ], + "shared_exogenous_sha256": "ba77fc6a6f4af53779fa8f3f46a25504b7fc6d3362f3702fb3dbbf3ece089e05", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4576981921252177, + "action_effect_rmse": 0.4576981921252177 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004922388420165902, + "action_effect_rmse": 0.004922388420165902 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9246489008467904, + "action_effect_rmse": 0.9246489008467904 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8553614326121313, + "action_effect_rmse": 0.8553614326121313 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013793334055673512, + "action_effect_rmse": 0.013793334055673512 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7208658018537335, + "action_effect_rmse": 0.7208658018537335 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3984330797720474, + "action_effect_rmse": 1.3984330797720474 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.046493386707826545, + "action_effect_rmse": 0.046493386707826545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.270620084356338, + "action_effect_rmse": 0.270620084356338 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3715717524830957, + "action_effect_rmse": 2.3715717524830957 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12554464455520176, + "action_effect_rmse": 0.12554464455520176 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33908565014927206, + "action_effect_rmse": 0.33908565014927206 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.048367016906045, + 2.8746211690879866 + ], + "true_costs": [ + 1.2208381007543705, + 0.2982955039635315 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 63, + "sample_index": 2, + "commands_kw": [ + [ + -6.76972661173709, + -6.373345158478113, + -5.917711399418711, + -5.468738365765424, + -5.095596394299527, + -4.859853282476789, + -4.8046256343424885, + -4.94565576387234 + ], + [ + -0.7697266117370898, + -0.3733451584781129, + 0.08228860058128884, + 0.5312616342345757, + 0.9044036057004732, + 1.1401467175232112, + 1.1953743656575115, + 1.05434423612766 + ] + ], + "shared_exogenous_sha256": "ba77fc6a6f4af53779fa8f3f46a25504b7fc6d3362f3702fb3dbbf3ece089e05", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.049013277716348114, + "action_effect_rmse": 0.049013277716348114 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.7907408614378255e-05, + "action_effect_rmse": 4.7907408614378255e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16268938843752778, + "action_effect_rmse": 0.16268938843752778 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13115191329426068, + "action_effect_rmse": 0.13115191329426068 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0002789994352525582, + "action_effect_rmse": 0.0002789994352525582 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.515687121339397, + "action_effect_rmse": 1.515687121339397 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29406589392842974, + "action_effect_rmse": 0.29406589392842974 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001382054524746934, + "action_effect_rmse": 0.001382054524746934 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.343797738452864, + "action_effect_rmse": 4.343797738452864 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5700383468877916, + "action_effect_rmse": 0.5700383468877916 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005853484771140671, + "action_effect_rmse": 0.005853484771140671 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.38148557888978, + "action_effect_rmse": 8.38148557888978 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 0.9225425967908389, + "predicted_costs": [ + 0.5127911917913416, + 0.5127911917913416 + ], + "true_costs": [ + 1.2208381007543705, + 0.2982955039635315 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 63, + "sample_index": 2, + "commands_kw": [ + [ + -6.76972661173709, + -6.373345158478113, + -5.917711399418711, + -5.468738365765424, + -5.095596394299527, + -4.859853282476789, + -4.8046256343424885, + -4.94565576387234 + ], + [ + -0.7697266117370898, + -0.3733451584781129, + 0.08228860058128884, + 0.5312616342345757, + 0.9044036057004732, + 1.1401467175232112, + 1.1953743656575115, + 1.05434423612766 + ] + ], + "shared_exogenous_sha256": "ba77fc6a6f4af53779fa8f3f46a25504b7fc6d3362f3702fb3dbbf3ece089e05", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04238255346365705, + "action_effect_rmse": 0.04238255346365705 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0001825577707705861, + "action_effect_rmse": 0.0001825577707705861 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2236474491714944, + "action_effect_rmse": 1.2236474491714944 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05174724720211543, + "action_effect_rmse": 0.05174724720211543 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0002064841048543542, + "action_effect_rmse": 0.0002064841048543542 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.63733400786424, + "action_effect_rmse": 3.63733400786424 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.07216265189237703, + "action_effect_rmse": 0.07216265189237703 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.000312798291794536, + "action_effect_rmse": 0.000312798291794536 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 8.586013106324799, + "action_effect_rmse": 8.586013106324799 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1641410227756097, + "action_effect_rmse": 0.1641410227756097 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.003321172282483076, + "action_effect_rmse": 0.003321172282483076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 16.86159097067906, + "action_effect_rmse": 16.86159097067906 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1.7225284385362478, + 0.3341032674759549 + ], + "true_costs": [ + 1.2208381007543705, + 0.2982955039635315 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041241", + "anchor_step": 94, + "sample_index": 3, + "commands_kw": [ + [ + -1.1381749979907911, + -0.785290904732828, + -0.20703985281322643, + 0.43572705702747944, + -14.044116735516413, + -13.805319931778117, + -13.927846460750896, + -14.383043475062927 + ], + [ + 4.861825002009208, + 5.214709095267172, + 5.792960147186774, + 6.43572705702748, + -8.044116735516413, + -7.805319931778117, + -7.927846460750896, + -8.383043475062927 + ] + ], + "shared_exogenous_sha256": "ba06284f20fcf42989885037774f5223b5426355b50f0f74448b72659f909eee", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5047504810212651, + "action_effect_rmse": 0.5047504810212651 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005607815976286901, + "action_effect_rmse": 0.005607815976286901 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8670786105978436, + "action_effect_rmse": 0.8670786105978436 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8531295837012536, + "action_effect_rmse": 0.8531295837012536 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015247377454699063, + "action_effect_rmse": 0.015247377454699063 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2787138322362637, + "action_effect_rmse": 1.2787138322362637 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3617756919554083, + "action_effect_rmse": 1.3617756919554083 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05085052834413872, + "action_effect_rmse": 0.05085052834413872 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2980467387026522, + "action_effect_rmse": 1.2980467387026522 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2448302102045652, + "action_effect_rmse": 1.2448302102045652 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14091320197910662, + "action_effect_rmse": 0.14091320197910662 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.500294537493147, + "action_effect_rmse": 2.500294537493147 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 69.41728559278474, + 31.612270645958972 + ], + "true_costs": [ + 53.06890741167474, + 42.85133070985992 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041241", + "anchor_step": 94, + "sample_index": 3, + "commands_kw": [ + [ + -1.1381749979907911, + -0.785290904732828, + -0.20703985281322643, + 0.43572705702747944, + -14.044116735516413, + -13.805319931778117, + -13.927846460750896, + -14.383043475062927 + ], + [ + 4.861825002009208, + 5.214709095267172, + 5.792960147186774, + 6.43572705702748, + -8.044116735516413, + -7.805319931778117, + -7.927846460750896, + -8.383043475062927 + ] + ], + "shared_exogenous_sha256": "ba06284f20fcf42989885037774f5223b5426355b50f0f74448b72659f909eee", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08099773382380349, + "action_effect_rmse": 0.08099773382380349 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00019544576299068694, + "action_effect_rmse": 0.00019544576299068694 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1859958353602167, + "action_effect_rmse": 0.1859958353602167 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2141075681920661, + "action_effect_rmse": 0.2141075681920661 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0011354443039444106, + "action_effect_rmse": 0.0011354443039444106 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0110071972044352, + "action_effect_rmse": 1.0110071972044352 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4454526599778603, + "action_effect_rmse": 0.4454526599778603 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0054054121909530295, + "action_effect_rmse": 0.0054054121909530295 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.638725108969851, + "action_effect_rmse": 3.638725108969851 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7161835452004084, + "action_effect_rmse": 0.7161835452004084 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.020390594688976194, + "action_effect_rmse": 0.020390594688976194 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7913942696879985, + "action_effect_rmse": 1.7913942696879985 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 10.21757670181482, + "predicted_costs": [ + 49.945501668850774, + 49.945501668850774 + ], + "true_costs": [ + 53.06890741167474, + 42.85133070985992 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041241", + "anchor_step": 94, + "sample_index": 3, + "commands_kw": [ + [ + -1.1381749979907911, + -0.785290904732828, + -0.20703985281322643, + 0.43572705702747944, + -14.044116735516413, + -13.805319931778117, + -13.927846460750896, + -14.383043475062927 + ], + [ + 4.861825002009208, + 5.214709095267172, + 5.792960147186774, + 6.43572705702748, + -8.044116735516413, + -7.805319931778117, + -7.927846460750896, + -8.383043475062927 + ] + ], + "shared_exogenous_sha256": "ba06284f20fcf42989885037774f5223b5426355b50f0f74448b72659f909eee", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03998862564345984, + "action_effect_rmse": 0.03998862564345984 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0022459377064159014, + "action_effect_rmse": 0.0022459377064159014 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2437159828826623, + "action_effect_rmse": 1.2437159828826623 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027185926467193866, + "action_effect_rmse": 0.027185926467193866 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0037953332423441566, + "action_effect_rmse": 0.0037953332423441566 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.127986101341463, + "action_effect_rmse": 3.127986101341463 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03442840197238084, + "action_effect_rmse": 0.03442840197238084 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0046466781127065815, + "action_effect_rmse": 0.0046466781127065815 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.878754891252299, + "action_effect_rmse": 7.878754891252299 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2328425671454788, + "action_effect_rmse": 0.2328425671454788 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00046381120247573904, + "action_effect_rmse": 0.00046381120247573904 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.712296422840637, + "action_effect_rmse": 6.712296422840637 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 49.189794218185305, + 37.32518412488006 + ], + "true_costs": [ + 53.06890741167474, + 42.85133070985992 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041234", + "anchor_step": 37, + "sample_index": 4, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0 + ] + ], + "shared_exogenous_sha256": "1da06bac967036f636abbc8a40d899f88dfc7aff92cd5f93cbb78b4d1ec018ca", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.039189991947093716, + "action_effect_rmse": 0.039189991947093716 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002033130990724885, + "action_effect_rmse": 0.002033130990724885 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7287885868409205, + "action_effect_rmse": 0.7287885868409205 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13694863294592707, + "action_effect_rmse": 0.13694863294592707 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0036635786960701466, + "action_effect_rmse": 0.0036635786960701466 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1428818963401284, + "action_effect_rmse": 2.1428818963401284 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2541062574089139, + "action_effect_rmse": 0.2541062574089139 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004840000187936511, + "action_effect_rmse": 0.004840000187936511 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.5701080617292575, + "action_effect_rmse": 4.5701080617292575 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.39195662866157477, + "action_effect_rmse": 0.39195662866157477 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.019369759975706557, + "action_effect_rmse": 0.019369759975706557 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.889157788927868, + "action_effect_rmse": 6.889157788927868 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 42.77348979833752, + 43.00962143320034 + ], + "true_costs": [ + 45.91965087754264, + 51.9832804164816 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041234", + "anchor_step": 37, + "sample_index": 4, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0 + ] + ], + "shared_exogenous_sha256": "1da06bac967036f636abbc8a40d899f88dfc7aff92cd5f93cbb78b4d1ec018ca", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03666404612382479, + "action_effect_rmse": 0.03666404612382479 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00012883223614323924, + "action_effect_rmse": 0.00012883223614323924 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6070384407213183, + "action_effect_rmse": 0.6070384407213183 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10573866413540145, + "action_effect_rmse": 0.10573866413540145 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0007991611903719331, + "action_effect_rmse": 0.0007991611903719331 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8230291853271154, + "action_effect_rmse": 1.8230291853271154 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25015103932305394, + "action_effect_rmse": 0.25015103932305394 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004195151083688842, + "action_effect_rmse": 0.004195151083688842 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.703969384071549, + "action_effect_rmse": 4.703969384071549 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4816385702186068, + "action_effect_rmse": 0.4816385702186068 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018030425046525522, + "action_effect_rmse": 0.018030425046525522 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.690707226611622, + "action_effect_rmse": 10.690707226611622 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 51.380773059575645, + 51.380773059575645 + ], + "true_costs": [ + 45.91965087754264, + 51.9832804164816 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041234", + "anchor_step": 37, + "sample_index": 4, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0 + ] + ], + "shared_exogenous_sha256": "1da06bac967036f636abbc8a40d899f88dfc7aff92cd5f93cbb78b4d1ec018ca", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0036414469823817797, + "action_effect_rmse": 0.0036414469823817797 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0001683754019659034, + "action_effect_rmse": 0.0001683754019659034 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6541732063763348, + "action_effect_rmse": 0.6541732063763348 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03970204532250321, + "action_effect_rmse": 0.03970204532250321 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008739782535762686, + "action_effect_rmse": 0.0008739782535762686 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.917948557336004, + "action_effect_rmse": 1.917948557336004 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1181121570421304, + "action_effect_rmse": 0.1181121570421304 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0043277436839410655, + "action_effect_rmse": 0.0043277436839410655 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.896406425135346, + "action_effect_rmse": 4.896406425135346 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2176985866996226, + "action_effect_rmse": 0.2176985866996226 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0182275863328627, + "action_effect_rmse": 0.0182275863328627 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.085956379183408, + "action_effect_rmse": 11.085956379183408 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 54.71142265454463, + 58.524828256796056 + ], + "true_costs": [ + 45.91965087754264, + 51.9832804164816 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041232", + "anchor_step": 149, + "sample_index": 5, + "commands_kw": [ + [ + -0.2031061769312738, + 0.7165634328653887, + 1.1919534680953536, + 0.9146102113749399, + 0.0499853544446062, + -0.8510151794636146, + -1.198344289229705, + -0.7529261407403106 + ], + [ + 5.796893823068726, + 6.716563432865389, + 7.191953468095353, + 6.91461021137494, + 6.0499853544446065, + 5.148984820536385, + 4.801655710770295, + 5.2470738592596895 + ] + ], + "shared_exogenous_sha256": "c8fa827e4de804008aa9183a23dd9f38e0247b00ca33737682a5816b520da3aa", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5482407697051315, + "action_effect_rmse": 0.5482407697051315 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011398894963852158, + "action_effect_rmse": 0.011398894963852158 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.891566872521679, + "action_effect_rmse": 0.891566872521679 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7705538536748229, + "action_effect_rmse": 0.7705538536748229 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025208074112461176, + "action_effect_rmse": 0.025208074112461176 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8846387490102359, + "action_effect_rmse": 0.8846387490102359 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2813993051311812, + "action_effect_rmse": 1.2813993051311812 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06564244458584767, + "action_effect_rmse": 0.06564244458584767 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.17231318366165738, + "action_effect_rmse": 0.17231318366165738 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.39232943357789, + "action_effect_rmse": 2.39232943357789 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24798206052065197, + "action_effect_rmse": 0.24798206052065197 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03815143834236778, + "action_effect_rmse": 0.03815143834236778 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 253.83736690195673, + 170.748089535659 + ], + "true_costs": [ + 245.28851983498726, + 231.04663190130742 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041232", + "anchor_step": 149, + "sample_index": 5, + "commands_kw": [ + [ + -0.2031061769312738, + 0.7165634328653887, + 1.1919534680953536, + 0.9146102113749399, + 0.0499853544446062, + -0.8510151794636146, + -1.198344289229705, + -0.7529261407403106 + ], + [ + 5.796893823068726, + 6.716563432865389, + 7.191953468095353, + 6.91461021137494, + 6.0499853544446065, + 5.148984820536385, + 4.801655710770295, + 5.2470738592596895 + ] + ], + "shared_exogenous_sha256": "c8fa827e4de804008aa9183a23dd9f38e0247b00ca33737682a5816b520da3aa", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.039865667944742, + "action_effect_rmse": 0.039865667944742 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 8.49892463712365e-05, + "action_effect_rmse": 8.49892463712365e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4088413662803987, + "action_effect_rmse": 0.4088413662803987 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11274887293546598, + "action_effect_rmse": 0.11274887293546598 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0005162766934230234, + "action_effect_rmse": 0.0005162766934230234 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6826982768287735, + "action_effect_rmse": 1.6826982768287735 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2670243968316086, + "action_effect_rmse": 0.2670243968316086 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.002686190837907887, + "action_effect_rmse": 0.002686190837907887 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.622445424480304, + "action_effect_rmse": 4.622445424480304 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5401991656867917, + "action_effect_rmse": 0.5401991656867917 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011868673068613944, + "action_effect_rmse": 0.011868673068613944 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.593502860245195, + "action_effect_rmse": 9.593502860245195 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 14.241887933679834, + "predicted_costs": [ + 255.10051293320683, + 255.10051293320683 + ], + "true_costs": [ + 245.28851983498726, + 231.04663190130742 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041232", + "anchor_step": 149, + "sample_index": 5, + "commands_kw": [ + [ + -0.2031061769312738, + 0.7165634328653887, + 1.1919534680953536, + 0.9146102113749399, + 0.0499853544446062, + -0.8510151794636146, + -1.198344289229705, + -0.7529261407403106 + ], + [ + 5.796893823068726, + 6.716563432865389, + 7.191953468095353, + 6.91461021137494, + 6.0499853544446065, + 5.148984820536385, + 4.801655710770295, + 5.2470738592596895 + ] + ], + "shared_exogenous_sha256": "c8fa827e4de804008aa9183a23dd9f38e0247b00ca33737682a5816b520da3aa", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.057203757737848804, + "action_effect_rmse": 0.057203757737848804 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0022247672073376634, + "action_effect_rmse": 0.0022247672073376634 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.524997635885228, + "action_effect_rmse": 0.524997635885228 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14748512379754608, + "action_effect_rmse": 0.14748512379754608 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00479539182494193, + "action_effect_rmse": 0.00479539182494193 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18501995954250106, + "action_effect_rmse": 0.18501995954250106 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3367385923407742, + "action_effect_rmse": 0.3367385923407742 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011242729034520949, + "action_effect_rmse": 0.011242729034520949 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8868434941428802, + "action_effect_rmse": 0.8868434941428802 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6806060508766318, + "action_effect_rmse": 0.6806060508766318 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02897591965314028, + "action_effect_rmse": 0.02897591965314028 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.121598269337426, + "action_effect_rmse": 2.121598269337426 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 14.241887933679834, + "predicted_costs": [ + 271.49262372776104, + 275.91779040415474 + ], + "true_costs": [ + 245.28851983498726, + 231.04663190130742 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041253", + "anchor_step": 25, + "sample_index": 6, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 6.51263062110925, + 6.281027693670675, + 6.031658388887724, + 5.775001695263011, + 5.5231935768312574 + ], + [ + 15.0, + 15.0, + 15.0, + 12.512630621109249, + 12.281027693670675, + 12.031658388887724, + 11.775001695263011, + 11.523193576831257 + ] + ], + "shared_exogenous_sha256": "4e86c6998da46fc6012166d823f1859729cc10ff96a161f74de5f529a07f6a9a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20307999914705732, + "action_effect_rmse": 0.20307999914705732 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0014858874495367047, + "action_effect_rmse": 0.0014858874495367047 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0090661379968537, + "action_effect_rmse": 1.0090661379968537 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33068005984776505, + "action_effect_rmse": 0.33068005984776505 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006519721367560294, + "action_effect_rmse": 0.006519721367560294 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.350005308376694, + "action_effect_rmse": 4.350005308376694 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 2.0404441340252957, + 2.184882147454842 + ], + "true_costs": [ + 1.191165918848599, + 1.2667535895274076 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041253", + "anchor_step": 25, + "sample_index": 6, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 6.51263062110925, + 6.281027693670675, + 6.031658388887724, + 5.775001695263011, + 5.5231935768312574 + ], + [ + 15.0, + 15.0, + 15.0, + 12.512630621109249, + 12.281027693670675, + 12.031658388887724, + 11.775001695263011, + 11.523193576831257 + ] + ], + "shared_exogenous_sha256": "4e86c6998da46fc6012166d823f1859729cc10ff96a161f74de5f529a07f6a9a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05445582498653323, + "action_effect_rmse": 0.05445582498653323 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.828176065378557e-05, + "action_effect_rmse": 8.828176065378557e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7347145320217834, + "action_effect_rmse": 0.7347145320217834 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41239341965484755, + "action_effect_rmse": 0.41239341965484755 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004237953526558869, + "action_effect_rmse": 0.004237953526558869 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.5262570645638505, + "action_effect_rmse": 6.5262570645638505 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 5.855849247805744, + 5.855849247805744 + ], + "true_costs": [ + 1.191165918848599, + 1.2667535895274076 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041253", + "anchor_step": 25, + "sample_index": 6, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 6.51263062110925, + 6.281027693670675, + 6.031658388887724, + 5.775001695263011, + 5.5231935768312574 + ], + [ + 15.0, + 15.0, + 15.0, + 12.512630621109249, + 12.281027693670675, + 12.031658388887724, + 11.775001695263011, + 11.523193576831257 + ] + ], + "shared_exogenous_sha256": "4e86c6998da46fc6012166d823f1859729cc10ff96a161f74de5f529a07f6a9a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0, + "action_effect_rmse": 0.0 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06817236030232365, + "action_effect_rmse": 0.06817236030232365 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0006125110114361121, + "action_effect_rmse": 0.0006125110114361121 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8982697642476012, + "action_effect_rmse": 0.8982697642476012 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18849245698935846, + "action_effect_rmse": 0.18849245698935846 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.72850903167921e-05, + "action_effect_rmse": 7.72850903167921e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.3017144483741845, + "action_effect_rmse": 7.3017144483741845 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 1.354703900034582, + 2.4082093680439947 + ], + "true_costs": [ + 1.191165918848599, + 1.2667535895274076 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041250", + "anchor_step": 166, + "sample_index": 7, + "commands_kw": [ + [ + -0.3067844474743255, + -1.0970372474974057, + -15.0, + -15.0, + -14.202504381894386, + -13.803034819150547, + -14.342711096978604, + -15.0 + ], + [ + 5.6932155525256745, + 4.902962752502594, + -9.0, + -9.0, + -8.202504381894386, + -7.803034819150547, + -8.342711096978604, + -9.0 + ] + ], + "shared_exogenous_sha256": "d816dcb4be93e3423651b6dfcbe00d16acd97f2b9702d2173b0462ff6fd7916e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5712405671314826, + "action_effect_rmse": 0.5712405671314826 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007262312007789262, + "action_effect_rmse": 0.007262312007789262 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2862383751165112, + "action_effect_rmse": 0.2862383751165112 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0487937635812479, + "action_effect_rmse": 1.0487937635812479 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021987683122752344, + "action_effect_rmse": 0.021987683122752344 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06015058365477444, + "action_effect_rmse": 0.06015058365477444 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6277554241710206, + "action_effect_rmse": 0.6277554241710206 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02635237144732372, + "action_effect_rmse": 0.02635237144732372 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6686446891927176, + "action_effect_rmse": 0.6686446891927176 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4943367908647396, + "action_effect_rmse": 0.4943367908647396 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09212613342329945, + "action_effect_rmse": 0.09212613342329945 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.517872522550135, + "action_effect_rmse": 4.517872522550135 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 57.07198788883242, + 34.41702951146989 + ], + "true_costs": [ + 16.69354706456813, + 11.935990595923352 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041250", + "anchor_step": 166, + "sample_index": 7, + "commands_kw": [ + [ + -0.3067844474743255, + -1.0970372474974057, + -15.0, + -15.0, + -14.202504381894386, + -13.803034819150547, + -14.342711096978604, + -15.0 + ], + [ + 5.6932155525256745, + 4.902962752502594, + -9.0, + -9.0, + -8.202504381894386, + -7.803034819150547, + -8.342711096978604, + -9.0 + ] + ], + "shared_exogenous_sha256": "d816dcb4be93e3423651b6dfcbe00d16acd97f2b9702d2173b0462ff6fd7916e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.069032584715913, + "action_effect_rmse": 0.069032584715913 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00010050887231827232, + "action_effect_rmse": 0.00010050887231827232 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9728656797990993, + "action_effect_rmse": 0.9728656797990993 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.16250445334662444, + "action_effect_rmse": 0.16250445334662444 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0005181511631775493, + "action_effect_rmse": 0.0005181511631775493 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.034539811052582, + "action_effect_rmse": 2.034539811052582 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3277126188046573, + "action_effect_rmse": 0.3277126188046573 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.002294576210939425, + "action_effect_rmse": 0.002294576210939425 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7958067107838929, + "action_effect_rmse": 0.7958067107838929 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5628294269900138, + "action_effect_rmse": 0.5628294269900138 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.008822592257423878, + "action_effect_rmse": 0.008822592257423878 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.795803166338658, + "action_effect_rmse": 6.795803166338658 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 4.757556468644777, + "predicted_costs": [ + 8.77077006771603, + 8.77077006771603 + ], + "true_costs": [ + 16.69354706456813, + 11.935990595923352 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041250", + "anchor_step": 166, + "sample_index": 7, + "commands_kw": [ + [ + -0.3067844474743255, + -1.0970372474974057, + -15.0, + -15.0, + -14.202504381894386, + -13.803034819150547, + -14.342711096978604, + -15.0 + ], + [ + 5.6932155525256745, + 4.902962752502594, + -9.0, + -9.0, + -8.202504381894386, + -7.803034819150547, + -8.342711096978604, + -9.0 + ] + ], + "shared_exogenous_sha256": "d816dcb4be93e3423651b6dfcbe00d16acd97f2b9702d2173b0462ff6fd7916e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.026928008726976316, + "action_effect_rmse": 0.026928008726976316 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.5736354937986334e-05, + "action_effect_rmse": 4.5736354937986334e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4297087193332345, + "action_effect_rmse": 0.4297087193332345 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07826302720098965, + "action_effect_rmse": 0.07826302720098965 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0002209255929024323, + "action_effect_rmse": 0.0002209255929024323 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9481950708128579, + "action_effect_rmse": 0.9481950708128579 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15910057243348774, + "action_effect_rmse": 0.15910057243348774 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0016811732487838071, + "action_effect_rmse": 0.0016811732487838071 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.968619293645588, + "action_effect_rmse": 2.968619293645588 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22508795848915142, + "action_effect_rmse": 0.22508795848915142 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00751988773375345, + "action_effect_rmse": 0.00751988773375345 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.141921241161214, + "action_effect_rmse": 11.141921241161214 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 13.998230423681623, + 11.479294070077636 + ], + "true_costs": [ + 16.69354706456813, + 11.935990595923352 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 183, + "sample_index": 8, + "commands_kw": [ + [ + -15.0, + -15.0, + -14.069618209018179, + -13.855897368568161, + -14.68064637446763, + -15.0, + 4.816264427570444, + 5.5371597767467895 + ], + [ + -9.0, + -9.0, + -8.069618209018179, + -7.8558973685681615, + -8.68064637446763, + -9.0, + 10.816264427570445, + 11.53715977674679 + ] + ], + "shared_exogenous_sha256": "f2fe1555a15cea0b4e9e232468eb41d0ea9309e4069676707a3cdbbf0ac73677", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020381830125668188, + "action_effect_rmse": 0.020381830125668188 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0037673624265401884, + "action_effect_rmse": 0.0037673624265401884 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7067966322252346, + "action_effect_rmse": 0.7067966322252346 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03106295438613671, + "action_effect_rmse": 0.03106295438613671 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008420264318989013, + "action_effect_rmse": 0.008420264318989013 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1713733686890464, + "action_effect_rmse": 2.1713733686890464 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0007040346893223415, + "action_effect_rmse": 0.0007040346893223415 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003791949354084778, + "action_effect_rmse": 0.003791949354084778 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.601752748509455, + "action_effect_rmse": 4.601752748509455 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5107812945051684, + "action_effect_rmse": 0.5107812945051684 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07274650140603356, + "action_effect_rmse": 0.07274650140603356 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.212595109503297, + "action_effect_rmse": 6.212595109503297 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 102.62085989407291, + 88.47543778480751 + ], + "true_costs": [ + 97.73668565209661, + 87.4044152621053 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 183, + "sample_index": 8, + "commands_kw": [ + [ + -15.0, + -15.0, + -14.069618209018179, + -13.855897368568161, + -14.68064637446763, + -15.0, + 4.816264427570444, + 5.5371597767467895 + ], + [ + -9.0, + -9.0, + -8.069618209018179, + -7.8558973685681615, + -8.68064637446763, + -9.0, + 10.816264427570445, + 11.53715977674679 + ] + ], + "shared_exogenous_sha256": "f2fe1555a15cea0b4e9e232468eb41d0ea9309e4069676707a3cdbbf0ac73677", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04920844465337382, + "action_effect_rmse": 0.04920844465337382 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.804401090652277e-05, + "action_effect_rmse": 4.804401090652277e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7825554285812473, + "action_effect_rmse": 0.7825554285812473 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13227156747401025, + "action_effect_rmse": 0.13227156747401025 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0002806569775621881, + "action_effect_rmse": 0.0002806569775621881 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1533366257822877, + "action_effect_rmse": 2.1533366257822877 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2994377927307106, + "action_effect_rmse": 0.2994377927307106 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0013991683599350324, + "action_effect_rmse": 0.0013991683599350324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.125871253216985, + "action_effect_rmse": 5.125871253216985 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5776653262368434, + "action_effect_rmse": 0.5776653262368434 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005974414987445442, + "action_effect_rmse": 0.005974414987445442 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.790836631924037, + "action_effect_rmse": 6.790836631924037 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 10.332270389991308, + "predicted_costs": [ + 82.18196786929622, + 82.18196786929622 + ], + "true_costs": [ + 97.73668565209661, + 87.4044152621053 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 183, + "sample_index": 8, + "commands_kw": [ + [ + -15.0, + -15.0, + -14.069618209018179, + -13.855897368568161, + -14.68064637446763, + -15.0, + 4.816264427570444, + 5.5371597767467895 + ], + [ + -9.0, + -9.0, + -8.069618209018179, + -7.8558973685681615, + -8.68064637446763, + -9.0, + 10.816264427570445, + 11.53715977674679 + ] + ], + "shared_exogenous_sha256": "f2fe1555a15cea0b4e9e232468eb41d0ea9309e4069676707a3cdbbf0ac73677", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002178255931490014, + "action_effect_rmse": 0.002178255931490014 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0010015064022184106, + "action_effect_rmse": 0.0010015064022184106 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22474081749396646, + "action_effect_rmse": 0.22474081749396646 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02962561077173831, + "action_effect_rmse": 0.02962561077173831 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0018328397436739863, + "action_effect_rmse": 0.0018328397436739863 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13566545004221098, + "action_effect_rmse": 0.13566545004221098 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09465354323706165, + "action_effect_rmse": 0.09465354323706165 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0028851633839401813, + "action_effect_rmse": 0.0028851633839401813 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0782530672312873, + "action_effect_rmse": 1.0782530672312873 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17011036141810365, + "action_effect_rmse": 0.17011036141810365 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.002821632368071647, + "action_effect_rmse": 0.002821632368071647 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3531918792436386, + "action_effect_rmse": 1.3531918792436386 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 85.5636801928031, + 78.70390676369811 + ], + "true_costs": [ + 97.73668565209661, + 87.4044152621053 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 72, + "sample_index": 9, + "commands_kw": [ + [ + -5.717129488386485, + -6.2231357561003025, + -6.694343389271678, + -7.042120805389619, + -7.1962799192625315, + 13.879582934770792, + 14.178040288833465, + 14.645882937321607 + ], + [ + 0.28287051161351506, + -0.22313575610030245, + -0.6943433892716779, + -1.0421208053896187, + -1.1962799192625315, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "852435701681a4e420d015c1b1881dbfa7a772067b73a264fe8ac99fbfd95fdd", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2717596580014181, + "action_effect_rmse": 0.2717596580014181 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0019079947091640292, + "action_effect_rmse": 0.0019079947091640292 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10217324164783292, + "action_effect_rmse": 0.10217324164783292 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.45131540021342786, + "action_effect_rmse": 0.45131540021342786 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006358514014639383, + "action_effect_rmse": 0.006358514014639383 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06368537395968588, + "action_effect_rmse": 0.06368537395968588 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6707725520801731, + "action_effect_rmse": 0.6707725520801731 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.032323687088332775, + "action_effect_rmse": 0.032323687088332775 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3126314847251024, + "action_effect_rmse": 0.3126314847251024 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5016065787750819, + "action_effect_rmse": 0.5016065787750819 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06648908162972234, + "action_effect_rmse": 0.06648908162972234 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.6964935149401583, + "action_effect_rmse": 2.6964935149401583 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.6688639765057074, + 2.766404870827795 + ], + "true_costs": [ + 4.22691528090193, + 2.6200927542987418 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 72, + "sample_index": 9, + "commands_kw": [ + [ + -5.717129488386485, + -6.2231357561003025, + -6.694343389271678, + -7.042120805389619, + -7.1962799192625315, + 13.879582934770792, + 14.178040288833465, + 14.645882937321607 + ], + [ + 0.28287051161351506, + -0.22313575610030245, + -0.6943433892716779, + -1.0421208053896187, + -1.1962799192625315, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "852435701681a4e420d015c1b1881dbfa7a772067b73a264fe8ac99fbfd95fdd", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04920844464900043, + "action_effect_rmse": 0.04920844464900043 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 4.80440109136282e-05, + "action_effect_rmse": 4.80440109136282e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.782555428515181, + "action_effect_rmse": 0.782555428515181 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1322715674661019, + "action_effect_rmse": 0.1322715674661019 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00028065697757284624, + "action_effect_rmse": 0.00028065697757284624 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1533366256627886, + "action_effect_rmse": 2.1533366256627886 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29943779273457594, + "action_effect_rmse": 0.29943779273457594 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0013991683599314797, + "action_effect_rmse": 0.0013991683599314797 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.1258712532751645, + "action_effect_rmse": 5.1258712532751645 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4001771504110714, + "action_effect_rmse": 0.4001771504110714 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.005383970839222485, + "action_effect_rmse": 0.005383970839222485 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.637015483447911, + "action_effect_rmse": 5.637015483447911 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 1.6068225266031884, + "predicted_costs": [ + 2.795783770723413, + 2.795783770723413 + ], + "true_costs": [ + 4.22691528090193, + 2.6200927542987418 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 72, + "sample_index": 9, + "commands_kw": [ + [ + -5.717129488386485, + -6.2231357561003025, + -6.694343389271678, + -7.042120805389619, + -7.1962799192625315, + 13.879582934770792, + 14.178040288833465, + 14.645882937321607 + ], + [ + 0.28287051161351506, + -0.22313575610030245, + -0.6943433892716779, + -1.0421208053896187, + -1.1962799192625315, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "852435701681a4e420d015c1b1881dbfa7a772067b73a264fe8ac99fbfd95fdd", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013125658934029616, + "action_effect_rmse": 0.013125658934029616 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0012597965204683703, + "action_effect_rmse": 0.0012597965204683703 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.2801701443508904, + "action_effect_rmse": 1.2801701443508904 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007709756967340553, + "action_effect_rmse": 0.007709756967340553 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0026942510719543122, + "action_effect_rmse": 0.0026942510719543122 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.144259230775532, + "action_effect_rmse": 3.144259230775532 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05073819237195565, + "action_effect_rmse": 0.05073819237195565 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006186826768768583, + "action_effect_rmse": 0.006186826768768583 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.090560828913311, + "action_effect_rmse": 7.090560828913311 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06734074847870986, + "action_effect_rmse": 0.06734074847870986 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011655270238343007, + "action_effect_rmse": 0.011655270238343007 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.206659856745745, + "action_effect_rmse": 8.206659856745745 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 3.732164776000466, + 2.4961703691520447 + ], + "true_costs": [ + 4.22691528090193, + 2.6200927542987418 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041238", + "anchor_step": 72, + "sample_index": 10, + "commands_kw": [ + [ + 1.181118715053351, + 1.1634710815239429, + 0.9350669440986022, + 0.5310427249838392, + 0.02210785251287094, + 5.503492996780607, + 5.07773688246747, + 4.834172459909491 + ], + [ + 7.181118715053351, + 7.163471081523943, + 6.935066944098602, + 6.531042724983839, + 6.022107852512871, + 11.503492996780608, + 11.07773688246747, + 10.83417245990949 + ] + ], + "shared_exogenous_sha256": "01aedaecbad80bd6c42ee7409054ad959953b2b2a26b6736eaae2308844858e6", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40031918088815743, + "action_effect_rmse": 0.40031918088815743 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0018225433140237612, + "action_effect_rmse": 0.0018225433140237612 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6199444681278408, + "action_effect_rmse": 0.6199444681278408 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.702652068358125, + "action_effect_rmse": 0.702652068358125 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010897283198211483, + "action_effect_rmse": 0.010897283198211483 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5614906198711225, + "action_effect_rmse": 0.5614906198711225 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4032094729053455, + "action_effect_rmse": 1.4032094729053455 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03832455867405571, + "action_effect_rmse": 0.03832455867405571 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28535895612199624, + "action_effect_rmse": 0.28535895612199624 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.502777057971123, + "action_effect_rmse": 1.502777057971123 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.10219560951537332, + "action_effect_rmse": 0.10219560951537332 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.136551483029024, + "action_effect_rmse": 4.136551483029024 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 118.14783851696359, + 73.37861497111446 + ], + "true_costs": [ + 142.92598888770283, + 125.48120065647798 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041238", + "anchor_step": 72, + "sample_index": 10, + "commands_kw": [ + [ + 1.181118715053351, + 1.1634710815239429, + 0.9350669440986022, + 0.5310427249838392, + 0.02210785251287094, + 5.503492996780607, + 5.07773688246747, + 4.834172459909491 + ], + [ + 7.181118715053351, + 7.163471081523943, + 6.935066944098602, + 6.531042724983839, + 6.022107852512871, + 11.503492996780608, + 11.07773688246747, + 10.83417245990949 + ] + ], + "shared_exogenous_sha256": "01aedaecbad80bd6c42ee7409054ad959953b2b2a26b6736eaae2308844858e6", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08826234779914444, + "action_effect_rmse": 0.08826234779914444 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00014801733997416022, + "action_effect_rmse": 0.00014801733997416022 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8191262940798367, + "action_effect_rmse": 0.8191262940798367 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2272848506523122, + "action_effect_rmse": 0.2272848506523122 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008362305766276279, + "action_effect_rmse": 0.0008362305766276279 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.2131485197133003, + "action_effect_rmse": 2.2131485197133003 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48207086572288027, + "action_effect_rmse": 0.48207086572288027 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0039623141888078806, + "action_effect_rmse": 0.0039623141888078806 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.194085608238353, + "action_effect_rmse": 5.194085608238353 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7901776349823919, + "action_effect_rmse": 0.7901776349823919 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015389349754734383, + "action_effect_rmse": 0.015389349754734383 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 11.193612585704855, + "action_effect_rmse": 11.193612585704855 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 17.444788231224848, + "predicted_costs": [ + 178.05841400856943, + 178.05841400856943 + ], + "true_costs": [ + 142.92598888770283, + 125.48120065647798 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041238", + "anchor_step": 72, + "sample_index": 10, + "commands_kw": [ + [ + 1.181118715053351, + 1.1634710815239429, + 0.9350669440986022, + 0.5310427249838392, + 0.02210785251287094, + 5.503492996780607, + 5.07773688246747, + 4.834172459909491 + ], + [ + 7.181118715053351, + 7.163471081523943, + 6.935066944098602, + 6.531042724983839, + 6.022107852512871, + 11.503492996780608, + 11.07773688246747, + 10.83417245990949 + ] + ], + "shared_exogenous_sha256": "01aedaecbad80bd6c42ee7409054ad959953b2b2a26b6736eaae2308844858e6", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022840599743641832, + "action_effect_rmse": 0.022840599743641832 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0004013008279919461, + "action_effect_rmse": 0.0004013008279919461 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.407890917871697, + "action_effect_rmse": 1.407890917871697 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09669248948978826, + "action_effect_rmse": 0.09669248948978826 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0002924417157608161, + "action_effect_rmse": 0.0002924417157608161 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.3917322807981662, + "action_effect_rmse": 3.3917322807981662 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.221886696922736, + "action_effect_rmse": 0.221886696922736 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.001585380320985763, + "action_effect_rmse": 0.001585380320985763 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.555452623824792, + "action_effect_rmse": 7.555452623824792 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.27377842245162576, + "action_effect_rmse": 0.27377842245162576 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010161447476754404, + "action_effect_rmse": 0.010161447476754404 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.932997652427147, + "action_effect_rmse": 15.932997652427147 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 158.70911655651747, + 146.97608316822527 + ], + "true_costs": [ + 142.92598888770283, + 125.48120065647798 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041239", + "anchor_step": 146, + "sample_index": 11, + "commands_kw": [ + [ + -14.415009510782628, + -15.0, + -15.0, + -15.0, + -15.0, + -14.561375046952147, + -13.88409732409603, + -13.91862760708669 + ], + [ + -8.415009510782628, + -9.0, + -9.0, + -9.0, + -9.0, + -8.561375046952147, + -7.884097324096031, + -7.918627607086689 + ] + ], + "shared_exogenous_sha256": "3dd24106bc7f00c60f05c4a3a341fa860dfe7c33520afcd7d1cc3885039ebfe9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15998036086353373, + "action_effect_rmse": 0.15998036086353373 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00026212978704975853, + "action_effect_rmse": 0.00026212978704975853 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14004322455303964, + "action_effect_rmse": 0.14004322455303964 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13212004602234195, + "action_effect_rmse": 0.13212004602234195 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.000981536299370589, + "action_effect_rmse": 0.000981536299370589 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7885657284593321, + "action_effect_rmse": 0.7885657284593321 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10788933930193068, + "action_effect_rmse": 0.10788933930193068 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00234194643895691, + "action_effect_rmse": 0.00234194643895691 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0533367136193306, + "action_effect_rmse": 3.0533367136193306 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.040079580090512934, + "action_effect_rmse": 0.040079580090512934 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0010528813443713148, + "action_effect_rmse": 0.0010528813443713148 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.829444913849045, + "action_effect_rmse": 7.829444913849045 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 365.2778982348498, + 339.81932498732647 + ], + "true_costs": [ + 314.0755586223859, + 298.34353769221684 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041239", + "anchor_step": 146, + "sample_index": 11, + "commands_kw": [ + [ + -14.415009510782628, + -15.0, + -15.0, + -15.0, + -15.0, + -14.561375046952147, + -13.88409732409603, + -13.91862760708669 + ], + [ + -8.415009510782628, + -9.0, + -9.0, + -9.0, + -9.0, + -8.561375046952147, + -7.884097324096031, + -7.918627607086689 + ] + ], + "shared_exogenous_sha256": "3dd24106bc7f00c60f05c4a3a341fa860dfe7c33520afcd7d1cc3885039ebfe9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033732667067679856, + "action_effect_rmse": 0.033732667067679856 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.5304472998755045e-05, + "action_effect_rmse": 2.5304472998755045e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6185625296873241, + "action_effect_rmse": 0.6185625296873241 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09877853283136062, + "action_effect_rmse": 0.09877853283136062 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00015890763502923733, + "action_effect_rmse": 0.00015890763502923733 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8470605758841998, + "action_effect_rmse": 1.8470605758841998 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2427944357562275, + "action_effect_rmse": 0.2427944357562275 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0008591559253368075, + "action_effect_rmse": 0.0008591559253368075 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.737672649078604, + "action_effect_rmse": 4.737672649078604 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5029941262604485, + "action_effect_rmse": 0.5029941262604485 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.003935557986597615, + "action_effect_rmse": 0.003935557986597615 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.726309523787108, + "action_effect_rmse": 10.726309523787108 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 15.732020930169085, + "predicted_costs": [ + 278.49277533122364, + 278.49277533122364 + ], + "true_costs": [ + 314.0755586223859, + 298.34353769221684 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041239", + "anchor_step": 146, + "sample_index": 11, + "commands_kw": [ + [ + -14.415009510782628, + -15.0, + -15.0, + -15.0, + -15.0, + -14.561375046952147, + -13.88409732409603, + -13.91862760708669 + ], + [ + -8.415009510782628, + -9.0, + -9.0, + -9.0, + -9.0, + -8.561375046952147, + -7.884097324096031, + -7.918627607086689 + ] + ], + "shared_exogenous_sha256": "3dd24106bc7f00c60f05c4a3a341fa860dfe7c33520afcd7d1cc3885039ebfe9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00432856804064663, + "action_effect_rmse": 0.00432856804064663 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00048075313740625347, + "action_effect_rmse": 0.00048075313740625347 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.38362153734590265, + "action_effect_rmse": 0.38362153734590265 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04009375925728342, + "action_effect_rmse": 0.04009375925728342 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0008638505414175768, + "action_effect_rmse": 0.0008638505414175768 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3708134028882455, + "action_effect_rmse": 1.3708134028882455 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1259152296699142, + "action_effect_rmse": 0.1259152296699142 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0012286123215723421, + "action_effect_rmse": 0.0012286123215723421 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.759892332736513, + "action_effect_rmse": 3.759892332736513 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.271173820103888, + "action_effect_rmse": 0.271173820103888 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.00040649775028356316, + "action_effect_rmse": 0.00040649775028356316 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.670967037440107, + "action_effect_rmse": 8.670967037440107 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 387.4274252552347, + 378.43044342507835 + ], + "true_costs": [ + 314.0755586223859, + 298.34353769221684 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041242", + "anchor_step": 74, + "sample_index": 12, + "commands_kw": [ + [ + 0.6926710853545469, + 0.215222011235655, + -0.3081169683506039, + -15.0, + -15.0, + -15.0, + -15.0, + -15.0 + ], + [ + 6.692671085354547, + 6.215222011235655, + 5.691883031649396, + -9.0, + -9.0, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "f03aa23e8107a3060d21831d3ec8df96aad521409b7b104a78e4a7430573df77", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3862582452468857, + "action_effect_rmse": 0.3862582452468857 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004262165108453786, + "action_effect_rmse": 0.004262165108453786 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017141940616482998, + "action_effect_rmse": 0.017141940616482998 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7326388954241168, + "action_effect_rmse": 0.7326388954241168 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014948012559120372, + "action_effect_rmse": 0.014948012559120372 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4215854786707496, + "action_effect_rmse": 0.4215854786707496 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8098541110530668, + "action_effect_rmse": 0.8098541110530668 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024074311943969917, + "action_effect_rmse": 0.024074311943969917 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.653480138597189, + "action_effect_rmse": 1.653480138597189 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0558748899911716, + "action_effect_rmse": 1.0558748899911716 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06880514563758666, + "action_effect_rmse": 0.06880514563758666 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3064814090185166, + "action_effect_rmse": 1.3064814090185166 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 90.98136449199123, + 56.18650434746796 + ], + "true_costs": [ + 65.45485810527977, + 57.95823698979639 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041242", + "anchor_step": 74, + "sample_index": 12, + "commands_kw": [ + [ + 0.6926710853545469, + 0.215222011235655, + -0.3081169683506039, + -15.0, + -15.0, + -15.0, + -15.0, + -15.0 + ], + [ + 6.692671085354547, + 6.215222011235655, + 5.691883031649396, + -9.0, + -9.0, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "f03aa23e8107a3060d21831d3ec8df96aad521409b7b104a78e4a7430573df77", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06012439978190898, + "action_effect_rmse": 0.06012439978190898 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00013373815412975887, + "action_effect_rmse": 0.00013373815412975887 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1867157967144806, + "action_effect_rmse": 1.1867157967144806 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1303164754366719, + "action_effect_rmse": 0.1303164754366719 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0006316819562250942, + "action_effect_rmse": 0.0006316819562250942 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.683995613894382, + "action_effect_rmse": 2.683995613894382 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.25352190469773817, + "action_effect_rmse": 0.25352190469773817 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0026365917934967342, + "action_effect_rmse": 0.0026365917934967342 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.7145391790871543, + "action_effect_rmse": 2.7145391790871543 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4591993856014156, + "action_effect_rmse": 0.4591993856014156 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01000188840558991, + "action_effect_rmse": 0.01000188840558991 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.285460819097665, + "action_effect_rmse": 3.285460819097665 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 7.496621115483379, + "predicted_costs": [ + 58.23162469286147, + 58.23162469286147 + ], + "true_costs": [ + 65.45485810527977, + 57.95823698979639 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041242", + "anchor_step": 74, + "sample_index": 12, + "commands_kw": [ + [ + 0.6926710853545469, + 0.215222011235655, + -0.3081169683506039, + -15.0, + -15.0, + -15.0, + -15.0, + -15.0 + ], + [ + 6.692671085354547, + 6.215222011235655, + 5.691883031649396, + -9.0, + -9.0, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "f03aa23e8107a3060d21831d3ec8df96aad521409b7b104a78e4a7430573df77", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020199340649181607, + "action_effect_rmse": 0.020199340649181607 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.001215732643903067, + "action_effect_rmse": 0.001215732643903067 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3134608514121169, + "action_effect_rmse": 0.3134608514121169 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02988057950481604, + "action_effect_rmse": 0.02988057950481604 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0021275574467303215, + "action_effect_rmse": 0.0021275574467303215 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9390541067557479, + "action_effect_rmse": 0.9390541067557479 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06507674784364781, + "action_effect_rmse": 0.06507674784364781 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003122064799722324, + "action_effect_rmse": 0.003122064799722324 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.769077778223874, + "action_effect_rmse": 0.769077778223874 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.17086505865753665, + "action_effect_rmse": 0.17086505865753665 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0024680795077109963, + "action_effect_rmse": 0.0024680795077109963 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.227693551593006, + "action_effect_rmse": 10.227693551593006 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 63.15906698187571, + 53.72111480209796 + ], + "true_costs": [ + 65.45485810527977, + 57.95823698979639 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041243", + "anchor_step": 120, + "sample_index": 13, + "commands_kw": [ + [ + 0.12815319306758757, + -0.6353904057078994, + -1.1301827856708537, + -1.1343905186621168, + -0.6359902956529506, + 0.15128710448232077, + 6.8744294936705375, + 7.197884507057667 + ], + [ + 6.128153193067588, + 5.364609594292101, + 4.869817214329146, + 4.865609481337883, + 5.364009704347049, + 6.1512871044823205, + 12.874429493670537, + 13.197884507057667 + ] + ], + "shared_exogenous_sha256": "a7172dc3071b3b865816ec66c5044c395f3abbc25f64d7cbb0f2c8eb63df1c94", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.23251406109162076, + "action_effect_rmse": 0.23251406109162076 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006052647554849244, + "action_effect_rmse": 0.006052647554849244 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6078368352323196, + "action_effect_rmse": 0.6078368352323196 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43735778644970935, + "action_effect_rmse": 0.43735778644970935 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.015496170027791578, + "action_effect_rmse": 0.015496170027791578 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.800786983008777, + "action_effect_rmse": 0.800786983008777 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7542571670022475, + "action_effect_rmse": 0.7542571670022475 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04872061658985416, + "action_effect_rmse": 0.04872061658985416 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6926080418554648, + "action_effect_rmse": 0.6926080418554648 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.698501901036229, + "action_effect_rmse": 0.698501901036229 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08321288605832322, + "action_effect_rmse": 0.08321288605832322 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5907731821461084, + "action_effect_rmse": 2.5907731821461084 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 45.359248038071534, + 27.066671751283597 + ], + "true_costs": [ + 70.33286128809476, + 60.525403704708154 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041243", + "anchor_step": 120, + "sample_index": 13, + "commands_kw": [ + [ + 0.12815319306758757, + -0.6353904057078994, + -1.1301827856708537, + -1.1343905186621168, + -0.6359902956529506, + 0.15128710448232077, + 6.8744294936705375, + 7.197884507057667 + ], + [ + 6.128153193067588, + 5.364609594292101, + 4.869817214329146, + 4.865609481337883, + 5.364009704347049, + 6.1512871044823205, + 12.874429493670537, + 13.197884507057667 + ] + ], + "shared_exogenous_sha256": "a7172dc3071b3b865816ec66c5044c395f3abbc25f64d7cbb0f2c8eb63df1c94", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04550095879823246, + "action_effect_rmse": 0.04550095879823246 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 6.998816772707528e-05, + "action_effect_rmse": 6.998816772707528e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6125645300909355, + "action_effect_rmse": 0.6125645300909355 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13137883051985, + "action_effect_rmse": 0.13137883051985 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0004369673041182409, + "action_effect_rmse": 0.0004369673041182409 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.83459601075225, + "action_effect_rmse": 1.83459601075225 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30639946397583273, + "action_effect_rmse": 0.30639946397583273 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.002281479018556354, + "action_effect_rmse": 0.002281479018556354 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.067998626647636, + "action_effect_rmse": 4.067998626647636 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5794398104449332, + "action_effect_rmse": 0.5794398104449332 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009782665297400683, + "action_effect_rmse": 0.009782665297400683 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 9.433979943743054, + "action_effect_rmse": 9.433979943743054 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 9.807457583386608, + "predicted_costs": [ + 39.13884514120458, + 39.13884514120458 + ], + "true_costs": [ + 70.33286128809476, + 60.525403704708154 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041243", + "anchor_step": 120, + "sample_index": 13, + "commands_kw": [ + [ + 0.12815319306758757, + -0.6353904057078994, + -1.1301827856708537, + -1.1343905186621168, + -0.6359902956529506, + 0.15128710448232077, + 6.8744294936705375, + 7.197884507057667 + ], + [ + 6.128153193067588, + 5.364609594292101, + 4.869817214329146, + 4.865609481337883, + 5.364009704347049, + 6.1512871044823205, + 12.874429493670537, + 13.197884507057667 + ] + ], + "shared_exogenous_sha256": "a7172dc3071b3b865816ec66c5044c395f3abbc25f64d7cbb0f2c8eb63df1c94", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.033156235510908516, + "action_effect_rmse": 0.033156235510908516 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00010585926502315601, + "action_effect_rmse": 0.00010585926502315601 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06296395714298342, + "action_effect_rmse": 0.06296395714298342 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02645144837230262, + "action_effect_rmse": 0.02645144837230262 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0004158022547358087, + "action_effect_rmse": 0.0004158022547358087 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7331970231487048, + "action_effect_rmse": 0.7331970231487048 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011331975552163698, + "action_effect_rmse": 0.011331975552163698 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0018652662251739116, + "action_effect_rmse": 0.0018652662251739116 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8563943641184437, + "action_effect_rmse": 1.8563943641184437 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06436567029443019, + "action_effect_rmse": 0.06436567029443019 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.007436679182330153, + "action_effect_rmse": 0.007436679182330153 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.975417313718538, + "action_effect_rmse": 4.975417313718538 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 44.64590524292134, + 36.84766308504816 + ], + "true_costs": [ + 70.33286128809476, + 60.525403704708154 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041230", + "anchor_step": 172, + "sample_index": 14, + "commands_kw": [ + [ + -1.045594286318895, + -0.15901493186610718, + 0.858396344410525, + 7.184423140341298, + 6.542924256571777, + 5.450656092480633, + 4.812643651085485, + 5.172347838617843 + ], + [ + 4.954405713681105, + 5.840985068133893, + 6.858396344410525, + 13.184423140341298, + 12.542924256571776, + 11.450656092480633, + 10.812643651085484, + 11.172347838617842 + ] + ], + "shared_exogenous_sha256": "d151c1e7e791d442a8f0a1a60f83778016be050ad0f18a5391d0942c551e581e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.37697288902249326, + "action_effect_rmse": 0.37697288902249326 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0038358829365030545, + "action_effect_rmse": 0.0038358829365030545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.827408562793039, + "action_effect_rmse": 0.827408562793039 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6721212602409263, + "action_effect_rmse": 0.6721212602409263 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.010181509146107715, + "action_effect_rmse": 0.010181509146107715 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.153443196430004, + "action_effect_rmse": 1.153443196430004 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6634522716523481, + "action_effect_rmse": 0.6634522716523481 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.019889809286478766, + "action_effect_rmse": 0.019889809286478766 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.982199345991802, + "action_effect_rmse": 1.982199345991802 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7015065859569436, + "action_effect_rmse": 0.7015065859569436 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06642397413277124, + "action_effect_rmse": 0.06642397413277124 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.738201940269505, + "action_effect_rmse": 5.738201940269505 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 128.2820706581761, + 94.54004619555562 + ], + "true_costs": [ + 155.77513053207855, + 143.38824967203277 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041230", + "anchor_step": 172, + "sample_index": 14, + "commands_kw": [ + [ + -1.045594286318895, + -0.15901493186610718, + 0.858396344410525, + 7.184423140341298, + 6.542924256571777, + 5.450656092480633, + 4.812643651085485, + 5.172347838617843 + ], + [ + 4.954405713681105, + 5.840985068133893, + 6.858396344410525, + 13.184423140341298, + 12.542924256571776, + 11.450656092480633, + 10.812643651085484, + 11.172347838617842 + ] + ], + "shared_exogenous_sha256": "d151c1e7e791d442a8f0a1a60f83778016be050ad0f18a5391d0942c551e581e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.052872014621479835, + "action_effect_rmse": 0.052872014621479835 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00012309749277505944, + "action_effect_rmse": 0.00012309749277505944 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24880330271753337, + "action_effect_rmse": 0.24880330271753337 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1423788226868652, + "action_effect_rmse": 0.1423788226868652 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0007241220270373105, + "action_effect_rmse": 0.0007241220270373105 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2577114515574124, + "action_effect_rmse": 1.2577114515574124 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3087450933968583, + "action_effect_rmse": 0.3087450933968583 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003543000129951679, + "action_effect_rmse": 0.003543000129951679 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.183015560182895, + "action_effect_rmse": 4.183015560182895 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5348513561451771, + "action_effect_rmse": 0.5348513561451771 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014074642889667643, + "action_effect_rmse": 0.014074642889667643 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.179846864261037, + "action_effect_rmse": 10.179846864261037 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 12.386880860045778, + "predicted_costs": [ + 155.91924426808578, + 155.91924426808578 + ], + "true_costs": [ + 155.77513053207855, + 143.38824967203277 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041230", + "anchor_step": 172, + "sample_index": 14, + "commands_kw": [ + [ + -1.045594286318895, + -0.15901493186610718, + 0.858396344410525, + 7.184423140341298, + 6.542924256571777, + 5.450656092480633, + 4.812643651085485, + 5.172347838617843 + ], + [ + 4.954405713681105, + 5.840985068133893, + 6.858396344410525, + 13.184423140341298, + 12.542924256571776, + 11.450656092480633, + 10.812643651085484, + 11.172347838617842 + ] + ], + "shared_exogenous_sha256": "d151c1e7e791d442a8f0a1a60f83778016be050ad0f18a5391d0942c551e581e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023478005665886315, + "action_effect_rmse": 0.023478005665886315 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0004648806919433923, + "action_effect_rmse": 0.0004648806919433923 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8315617208958201, + "action_effect_rmse": 0.8315617208958201 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009852921193447273, + "action_effect_rmse": 0.009852921193447273 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0013611850367318823, + "action_effect_rmse": 0.0013611850367318823 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.430731829808792, + "action_effect_rmse": 2.430731829808792 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006142938508661544, + "action_effect_rmse": 0.006142938508661544 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00463249895170037, + "action_effect_rmse": 0.00463249895170037 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.558873204058955, + "action_effect_rmse": 6.558873204058955 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.063001221255508, + "action_effect_rmse": 0.063001221255508 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.015526265255324745, + "action_effect_rmse": 0.015526265255324745 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 15.049270276996168, + "action_effect_rmse": 15.049270276996168 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 159.17187405825683, + 145.45888922551347 + ], + "true_costs": [ + 155.77513053207855, + 143.38824967203277 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041247", + "anchor_step": 108, + "sample_index": 15, + "commands_kw": [ + [ + 6.4416346664701, + 5.72863366701264, + 5.107942237173473, + 4.808300206910967, + 13.948235845879188, + 14.485096542402351, + 15.0, + 15.0 + ], + [ + 12.441634666470101, + 11.728633667012641, + 11.107942237173473, + 10.808300206910967, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "a78e850d9cc0c0f0b2329129c81a5db0e8e292354bb47bdb8872a758f64b2c7b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "foundation_model", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16753729546395135, + "action_effect_rmse": 0.16753729546395135 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003237922090676193, + "action_effect_rmse": 0.003237922090676193 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36175433078287256, + "action_effect_rmse": 0.36175433078287256 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22135952288226513, + "action_effect_rmse": 0.22135952288226513 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007575681751543328, + "action_effect_rmse": 0.007575681751543328 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.216913349142203, + "action_effect_rmse": 1.216913349142203 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3933007062727345, + "action_effect_rmse": 0.3933007062727345 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016614893863060587, + "action_effect_rmse": 0.016614893863060587 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.918492270934223, + "action_effect_rmse": 2.918492270934223 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2990500575800361, + "action_effect_rmse": 0.2990500575800361 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026612713180846015, + "action_effect_rmse": 0.026612713180846015 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4174367318543375, + "action_effect_rmse": 3.4174367318543375 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 120.61867737010172, + 103.56320664016351 + ], + "true_costs": [ + 125.60068154624065, + 119.2071626294298 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041247", + "anchor_step": 108, + "sample_index": 15, + "commands_kw": [ + [ + 6.4416346664701, + 5.72863366701264, + 5.107942237173473, + 4.808300206910967, + 13.948235845879188, + 14.485096542402351, + 15.0, + 15.0 + ], + [ + 12.441634666470101, + 11.728633667012641, + 11.107942237173473, + 10.808300206910967, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "a78e850d9cc0c0f0b2329129c81a5db0e8e292354bb47bdb8872a758f64b2c7b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "persistence", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0350389618654674, + "action_effect_rmse": 0.0350389618654674 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 5.9332394311439884e-05, + "action_effect_rmse": 5.9332394311439884e-05 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6239318813204591, + "action_effect_rmse": 0.6239318813204591 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.10036217943125614, + "action_effect_rmse": 0.10036217943125614 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00036645859406547743, + "action_effect_rmse": 0.00036645859406547743 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.858139595567195, + "action_effect_rmse": 1.858139595567195 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23609214906458398, + "action_effect_rmse": 0.23609214906458398 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0019181675193529202, + "action_effect_rmse": 0.0019181675193529202 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.75303492733903, + "action_effect_rmse": 4.75303492733903 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23213293796520418, + "action_effect_rmse": 0.23213293796520418 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.006568567258472768, + "action_effect_rmse": 0.006568567258472768 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.369892962183769, + "action_effect_rmse": 6.369892962183769 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 1, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 6.393518916810848, + "predicted_costs": [ + 153.12062674147472, + 153.12062674147472 + ], + "true_costs": [ + 125.60068154624065, + 119.2071626294298 + ] + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041247", + "anchor_step": 108, + "sample_index": 15, + "commands_kw": [ + [ + 6.4416346664701, + 5.72863366701264, + 5.107942237173473, + 4.808300206910967, + 13.948235845879188, + 14.485096542402351, + 15.0, + 15.0 + ], + [ + 12.441634666470101, + 11.728633667012641, + 11.107942237173473, + 10.808300206910967, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "a78e850d9cc0c0f0b2329129c81a5db0e8e292354bb47bdb8872a758f64b2c7b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0, + "model": "history_linear_system_id", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07552510991514616, + "action_effect_rmse": 0.07552510991514616 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0013050452058216422, + "action_effect_rmse": 0.0013050452058216422 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.727218984771838, + "action_effect_rmse": 0.727218984771838 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12106721217474714, + "action_effect_rmse": 0.12106721217474714 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0027349747868932184, + "action_effect_rmse": 0.0027349747868932184 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.0819826729314173, + "action_effect_rmse": 2.0819826729314173 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20798385488112636, + "action_effect_rmse": 0.20798385488112636 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006162225593936199, + "action_effect_rmse": 0.006162225593936199 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 5.270084316252365, + "action_effect_rmse": 5.270084316252365 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.24599335637210729, + "action_effect_rmse": 0.24599335637210729 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009068844237383189, + "action_effect_rmse": 0.009068844237383189 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 7.205766613935651, + "action_effect_rmse": 7.205766613935651 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 1, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 124.5804127675749, + 111.73572356595668 + ], + "true_costs": [ + 125.60068154624065, + 119.2071626294298 + ] + } + ], + "limitation": "Independently implemented synthetic equations, not external real-world validation. Only two candidate plans and 16 snapshots per cohort by default; saturation can remove the actual action effect. Ranking/regret applies solely to the declared indoor-temperature objective; no energy/safety/controller claim." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/challenge-interventions/provenance.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/challenge-interventions/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..6969f8fa1104631cca4763b46c0b34cab5304ac8 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/challenge-interventions/provenance.json @@ -0,0 +1,1598 @@ +{ + "checkpoint": "/Users/maxfarrell/repos/experimental/artifacts/full/transformer/seed-43/checkpoint.pt", + "checkpoint_sha256": "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1", + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "manifest_sha256": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "generator_sha256": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162", + "args": { + "manifest": "artifacts/robustness/thermal-challenges/manifest.json", + "checkpoint": "artifacts/full/transformer/seed-43/checkpoint.pt", + "output": "artifacts/robustness/seed-43-replication/challenge-interventions", + "samples_per_cohort": 16, + "seed": 20261012 + }, + "policy": "A is the recorded future HVAC command plan. B adds 6 electrical kW to all eight commands, clipped to public [-15,15] kW. If that leaves the entire plan unchanged, B subtracts 6 kW instead. Both branches start from the identical replayed snapshot with identical external disturbances. Hidden actuator saturation can legitimately make different requested plans physically equivalent.", + "objective": "Sum of squared indoor_temp deviation from 21 degC at 15,30,60,120 minutes; units degC^2.", + "external_real_world_validation": false, + "source_sha256": { + "/Users/maxfarrell/repos/experimental/scripts/challenge_interventions.py": "cf7f85ff76891fea7a759b17f8d38a6062cfe6e69154376f3b0fcbbb20f0443f", + "/Users/maxfarrell/repos/experimental/scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/evaluation/baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843", + "tfm/evaluation/counterfactual.py": "6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259" + }, + "runtime": { + "torch": "2.14.1", + "numpy": "2.5.4", + "device": "cpu", + "threads": 1, + "OMP_NUM_THREADS": "1", + "MKL_NUM_THREADS": "1" + }, + "anchors": [ + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841241", + "anchor_step": 100, + "sample_index": 0, + "commands_kw": [ + [ + 6.314795185310229, + 6.885870066880851, + 7.182628342291165, + 7.103093519530175, + 6.663796722323511, + 0.0013888575685340114, + -0.6664787220861571, + -1.1112755175976567 + ], + [ + 12.314795185310228, + 12.885870066880852, + 13.182628342291165, + 13.103093519530175, + 12.66379672232351, + 6.001388857568534, + 5.333521277913843, + 4.888724482402344 + ] + ], + "shared_exogenous_sha256": "52c25cd9a4238b472e5662aadc0ff6e2b5d2d0fff47acbb09a88080200e3ab9b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 128, + "sample_index": 1, + "commands_kw": [ + [ + -1.124460767665984, + -1.127949349367997, + -0.5884360095366262, + 0.24133487840388002, + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814 + ], + [ + 4.875539232334016, + 4.872050650632003, + 5.411563990463374, + 6.24133487840388, + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485 + ] + ], + "shared_exogenous_sha256": "648241647546ee8893e355774a69a445827ee87234c6f8e6b2b506d200fe1f16", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841250", + "anchor_step": 74, + "sample_index": 2, + "commands_kw": [ + [ + -0.5061041849405723, + -0.0004540226012765937, + 0.5107165437915179, + -14.07158960966246, + -13.833311814402206, + -13.828616249142225, + -14.066027025541132, + -14.503061229273346 + ], + [ + 5.493895815059428, + 5.999545977398723, + 6.510716543791518, + -8.07158960966246, + -7.833311814402206, + -7.828616249142225, + -8.066027025541132, + -8.503061229273346 + ] + ], + "shared_exogenous_sha256": "1ccb291845f0d0d710cbc68135c0f92ffc19e5f354d27b2aa8706f9c5744e0cb", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 168, + "sample_index": 3, + "commands_kw": [ + [ + 1.1785138416924874, + 0.905733757423075, + -0.0655883053033218, + -0.9896485612111593, + -1.1395016134956146, + -0.3853401335385292, + 0.6806295727934457, + -4.800641705524654 + ], + [ + 7.178513841692487, + 6.905733757423075, + 5.934411694696678, + 5.010351438788841, + 4.860498386504386, + 5.614659866461471, + 6.680629572793446, + 1.1993582944753456 + ] + ], + "shared_exogenous_sha256": "45b5ec47e4dfdb0b9beab7614ffdf4d23c1306d45ad3ef92e7d8984b4c204e43", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841239", + "anchor_step": 93, + "sample_index": 4, + "commands_kw": [ + [ + -1.1017638196712802, + -1.1909993478046257, + -0.9497862806066801, + -0.43756192507966424, + 0.20509920977314797, + 6.792847547211602, + 7.148498001827496, + 7.15780781580534 + ], + [ + 4.89823618032872, + 4.809000652195374, + 5.050213719393319, + 5.562438074920336, + 6.205099209773148, + 12.792847547211602, + 13.148498001827496, + 13.15780781580534 + ] + ], + "shared_exogenous_sha256": "f9341a408488d5002f13c6f6132bf60e99413ae951e2bb0060a77a5bb0260768", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 88, + "sample_index": 5, + "commands_kw": [ + [ + 15.0, + 14.816141306469314, + 14.26064245335104, + -1.1089877207721732, + -1.1901791646525737, + -0.953099269471377, + -0.4537512388417928, + 0.17603697936397894 + ], + [ + 15.0, + 15.0, + 15.0, + 4.8910122792278266, + 4.809820835347426, + 5.046900730528623, + 5.546248761158207, + 6.176036979363979 + ] + ], + "shared_exogenous_sha256": "bdf29f20dcc7034df24c8a76a17ff2a1f20fc12c8098ef43503c68aab17f254b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841251", + "anchor_step": 130, + "sample_index": 6, + "commands_kw": [ + [ + 5.962709730752956, + 5.185481427315803, + 4.806573266944698, + -6.976456160776877, + -6.262475603142569, + -5.409493411100404, + -4.859531889971691, + -4.908587337906088 + ], + [ + 11.962709730752955, + 11.185481427315803, + 10.806573266944698, + -0.9764561607768769, + -0.262475603142569, + 0.5905065888995962, + 1.1404681100283094, + 1.0914126620939122 + ] + ], + "shared_exogenous_sha256": "968e55fd6624ec505831d037fd70f1d2a0ae77c09c647cdd6977d38706a0e028", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841245", + "anchor_step": 128, + "sample_index": 7, + "commands_kw": [ + [ + -15.0, + -15.0, + -15.0, + -15.0, + -15.0, + 15.0, + 15.0, + 15.0 + ], + [ + -9.0, + -9.0, + -9.0, + -9.0, + -9.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ec3433213ec8abc0bb7e8117066a7581f08c8cac07abba0496dfb294b2bf238a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 136, + "sample_index": 8, + "commands_kw": [ + [ + -14.445997432604097, + -15.0, + -15.0, + -15.0, + 5.311115674188667, + 6.183515169917933, + 6.957283527555702, + 7.190223497377864 + ], + [ + -8.445997432604097, + -9.0, + -9.0, + -9.0, + 11.311115674188667, + 12.183515169917932, + 12.957283527555703, + 13.190223497377865 + ] + ], + "shared_exogenous_sha256": "04cb144f66cccddb950b0eeef2c6a6944475109067952aee3d2a00a2edcebebc", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841244", + "anchor_step": 132, + "sample_index": 9, + "commands_kw": [ + [ + 0.9565316293474644, + 1.1964722661349916, + 0.8302643310393264, + 0.034914188744048814, + -0.7830199085716563, + -1.1920881114355302, + -0.9660117105499163, + -0.21565232292645167 + ], + [ + 6.956531629347465, + 7.196472266134991, + 6.830264331039326, + 6.0349141887440485, + 5.2169800914283435, + 4.80791188856447, + 5.033988289450083, + 5.784347677073549 + ] + ], + "shared_exogenous_sha256": "65e769fc4edc379a1752a912cb4c02a996868bfd519b1496bcbbdd6e5b7e174a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841237", + "anchor_step": 112, + "sample_index": 10, + "commands_kw": [ + [ + 6.995484269523677, + 7.1993646957001305, + 6.946117907703424, + 6.323840582044115, + 5.569705513601598, + 4.982689657042318, + 4.804959569907024, + 5.118666672240532 + ], + [ + 12.995484269523677, + 13.19936469570013, + 12.946117907703425, + 12.323840582044115, + 11.569705513601598, + 10.982689657042318, + 10.804959569907023, + 11.118666672240533 + ] + ], + "shared_exogenous_sha256": "97dfbddaa6612f071152df40a2f4bb55e60815d9f0580158afecd1fab701d8db", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841248", + "anchor_step": 46, + "sample_index": 11, + "commands_kw": [ + [ + 6.468669452443291, + 6.1272453535769476, + 5.768937217364043, + -6.574006972893149, + -6.868120020631595, + -7.082079975519624, + -7.190330454864462, + -7.1765623366704245 + ], + [ + 12.46866945244329, + 12.127245353576948, + 11.768937217364044, + -0.574006972893149, + -0.8681200206315953, + -1.0820799755196244, + -1.190330454864462, + -1.1765623366704245 + ] + ], + "shared_exogenous_sha256": "d6e5c7cd65a85f8c27b80937b6c23b01395d3004857596f488f03fe4cc92f78e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841247", + "anchor_step": 29, + "sample_index": 12, + "commands_kw": [ + [ + -14.02273470473942, + -14.189372747715375, + -14.396807611699405, + -14.637733309721725, + -14.902100861102662, + -15.0, + -0.44880926367409074, + -0.7004872796342669 + ], + [ + -8.02273470473942, + -8.189372747715375, + -8.396807611699405, + -8.637733309721725, + -8.902100861102662, + -9.0, + 5.55119073632591, + 5.299512720365733 + ] + ], + "shared_exogenous_sha256": "7490256e5afaa747bd31bf4dc051406c34571ffd99adfae1b5affc0af6e9e673", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841240", + "anchor_step": 46, + "sample_index": 13, + "commands_kw": [ + [ + 0.6937314633970053, + 0.9484419617829692, + 1.1233353705860014, + 1.1982257101959788, + 1.161009997834388, + 1.0098836273383827, + 0.7547221006908548, + 0.4173140122967344 + ], + [ + 6.693731463397006, + 6.94844196178297, + 7.123335370586002, + 7.198225710195979, + 7.1610099978343875, + 7.009883627338382, + 6.754722100690855, + 6.4173140122967345 + ] + ], + "shared_exogenous_sha256": "d3982bccdd87ef2fd3162d580c966e2c095f1c895788e5f6313dca0cdae99043", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841230", + "anchor_step": 71, + "sample_index": 14, + "commands_kw": [ + [ + -7.1240716413473235, + -7.197667326785682, + -7.060285423197824, + -6.72949998376096, + -6.260041423085827, + -5.736290969832109, + 0.7419487424379883, + 1.0783187593908918 + ], + [ + -1.1240716413473235, + -1.197667326785682, + -1.0602854231978238, + -0.7294999837609604, + -0.260041423085827, + 0.2637090301678908, + 6.741948742437988, + 7.078318759390892 + ] + ], + "shared_exogenous_sha256": "c01d70b6b25ad3458f1dead66526a482d187462f5d1310d7daa48f3230f4a3c3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "parameter_shift_2node", + "system_id": "challenge-parameter_shift_2node-841253", + "anchor_step": 162, + "sample_index": 15, + "commands_kw": [ + [ + -7.194614972929072, + -6.678584932011833, + -5.66955451159669, + -4.89793971223434, + -4.937373355838005, + -5.770286452630984, + 14.220183529687512, + 13.801037531166072 + ], + [ + -1.194614972929072, + -0.6785849320118329, + 0.3304454884033099, + 1.10206028776566, + 1.0626266441619947, + 0.22971354736901617, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "374b00b7dd6d5776eb825897cf9dca928ab7bb825319250e9f96b75ca9d7d521", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941240", + "anchor_step": 61, + "sample_index": 0, + "commands_kw": [ + [ + -6.143581457204094, + -5.703043819846363, + 0.7021765115637569, + 1.01303387933639, + 1.1804542316156172, + 1.1738206154142588, + 0.9875038252145056, + 0.6440501255962707 + ], + [ + -0.14358145720409432, + 0.2969561801536367, + 6.702176511563757, + 7.01303387933639, + 7.1804542316156175, + 7.173820615414259, + 6.987503825214506, + 6.644050125596271 + ] + ], + "shared_exogenous_sha256": "c1dc9ec56047223498bec34bea86f42ee432fc0f1e37641ac6a0332ece9d8555", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941238", + "anchor_step": 123, + "sample_index": 1, + "commands_kw": [ + [ + -5.171479089184098, + -5.901603846851414, + -6.680451197740407, + -1.1539652431569318, + -1.0971139713129867, + -0.5259332095968186, + 0.2984173769510247, + 0.9839363743780322 + ], + [ + 0.828520910815902, + 0.09839615314858641, + -0.6804511977404069, + 4.846034756843068, + 4.902886028687013, + 5.474066790403182, + 6.298417376951025, + 6.9839363743780325 + ] + ], + "shared_exogenous_sha256": "db82e86f48723cedf40fc03f47f34182608c33152a77d5c05b183f4b0d05a024", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 47, + "sample_index": 2, + "commands_kw": [ + [ + -5.660465614600596, + -5.335497515036206, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 0.3395343853994044, + 0.6645024849637942, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "ee6f5139848a2c22bc722608dba191f6d753d31da46465fcfc74555851c3bf32", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941235", + "anchor_step": 127, + "sample_index": 3, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 14.263820605086341, + 13.821670445925946, + -7.03252601614092, + -6.361644199466099 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -1.0325260161409204, + -0.3616441994660988 + ] + ], + "shared_exogenous_sha256": "7cb0203f7a50386256348ae28ecc250aa13d824e579ab6430aa597b67a347b40", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941242", + "anchor_step": 127, + "sample_index": 4, + "commands_kw": [ + [ + 4.9073176974385895, + 4.844719421966549, + 5.330438438772936, + 6.141348911393336, + 6.887995561190814, + 7.199811361969164, + -14.087832590649285, + -14.840242373365967 + ], + [ + 10.90731769743859, + 10.844719421966548, + 11.330438438772937, + 12.141348911393337, + 12.887995561190813, + 13.199811361969164, + -8.087832590649285, + -8.840242373365967 + ] + ], + "shared_exogenous_sha256": "8b492f41e99d51ef3250d7f09bacc11948423596ee9f8bd4b0309c92399331a4", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941246", + "anchor_step": 82, + "sample_index": 5, + "commands_kw": [ + [ + -1.0085135255066169, + -1.1942745796593564, + -1.1133815843626185, + -0.7762873499899549, + -0.2542818161243725, + 0.3333329618922933, + 0.8451967486491865, + 1.1518242940088046 + ], + [ + 4.991486474493383, + 4.805725420340644, + 4.886618415637382, + 5.223712650010045, + 5.745718183875628, + 6.333332961892293, + 6.845196748649187, + 7.151824294008804 + ] + ], + "shared_exogenous_sha256": "37596ec88d167dc596573db16bcd222c81c63f0e10c538d2a1d4fd66ce2079a5", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941251", + "anchor_step": 54, + "sample_index": 6, + "commands_kw": [ + [ + 0.9037345353648802, + 1.1130498189405704, + 1.1988899175835945, + 1.145698149228389, + 0.9538582441702244, + 0.6412953593821143, + 0.24288568868273547, + -0.19258807767687627 + ], + [ + 6.9037345353648805, + 7.113049818940571, + 7.198889917583594, + 7.145698149228389, + 6.953858244170224, + 6.641295359382115, + 6.242885688682735, + 5.807411922323124 + ] + ], + "shared_exogenous_sha256": "4c82242f007a6b07db2a17fa3e41bc5fef4c8c57a7299865bca8e466593d5a98", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941232", + "anchor_step": 125, + "sample_index": 7, + "commands_kw": [ + [ + 1.0115454485592053, + 7.191087188944712, + 6.821332940322192, + 6.0645779481263125, + 5.272669575147961, + 4.8262722475967355, + 4.950001276407379, + 5.593674343181838 + ], + [ + 7.011545448559206, + 13.191087188944712, + 12.821332940322192, + 12.064577948126313, + 11.272669575147962, + 10.826272247596735, + 10.950001276407379, + 11.593674343181839 + ] + ], + "shared_exogenous_sha256": "45a15ccc7e83f579b67eb4bbb2b529b2184ecb7815f7a5f0745fdeaf1f8e0909", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941249", + "anchor_step": 66, + "sample_index": 8, + "commands_kw": [ + [ + 15.0, + 15.0, + 14.99387277549042, + 14.521552104443476, + 5.122538195838569, + 4.866980231411133, + 4.8042623512328575, + 4.952302463132314 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 11.122538195838569, + 10.866980231411134, + 10.804262351232857, + 10.952302463132314 + ] + ], + "shared_exogenous_sha256": "9345c34e86a8344b726deebf749b14b28615aad9bc2cf947c3b1a25629cf7bbf", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 109, + "sample_index": 9, + "commands_kw": [ + [ + 5.863995401753189, + 6.571535585194884, + 7.075594392754347, + -13.815446491102351, + -14.151662199720118, + -14.814537736145118, + -15.0, + -15.0 + ], + [ + 11.86399540175319, + 12.571535585194884, + 13.075594392754347, + -7.815446491102351, + -8.151662199720118, + -8.814537736145118, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "6347053ddf17060b244c6ad456a019c8ab787232eb2ad047c5f066c1d137e473", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941248", + "anchor_step": 128, + "sample_index": 10, + "commands_kw": [ + [ + -15.0, + -14.456484927143029, + -13.890450769632348, + -13.86253277309423, + -14.39694133301685, + 14.763413528463245, + 14.0391652350347, + 13.805147750035047 + ], + [ + -9.0, + -8.456484927143029, + -7.8904507696323485, + -7.86253277309423, + -8.39694133301685, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "900d5af2aee682aa5f5f7bfcd34df2e8f5ff0be9351fb0f40d1dac0e42f8db89", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941239", + "anchor_step": 57, + "sample_index": 11, + "commands_kw": [ + [ + 4.982603168633629, + 4.826092298759373, + 4.812781656514885, + 4.950420884728985, + 5.227203310933605, + 5.611475549600046, + -5.945672747916333, + -5.504900020142093 + ], + [ + 10.982603168633629, + 10.826092298759374, + 10.812781656514886, + 10.950420884728985, + 11.227203310933605, + 11.611475549600046, + 0.05432725208366662, + 0.49509997985790744 + ] + ], + "shared_exogenous_sha256": "3bf72f57e3509e7f0cd5322fa9d5e1e4690d5a29b8d4822a027a5a260b8c2fa9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 63, + "sample_index": 12, + "commands_kw": [ + [ + 4.800000290676744, + 4.885912514471909, + 5.134919814638987, + 5.516061948849242, + 5.975881271019871, + 6.4449927933532924, + 6.848105076662049, + 1.1162146083066473 + ], + [ + 10.800000290676744, + 10.885912514471908, + 11.134919814638987, + 11.516061948849242, + 11.97588127101987, + 12.444992793353293, + 12.848105076662048, + 7.116214608306647 + ] + ], + "shared_exogenous_sha256": "6cb61c3cec695fc28e522fc2501a65f041ece9186cc91d77c8763dd48c964f9e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941236", + "anchor_step": 108, + "sample_index": 13, + "commands_kw": [ + [ + -1.1918018327073219, + -0.9006157728027688, + -0.2838887839049982, + 0.4408239906052986, + -4.992730809857837, + -4.801521685531811, + -5.067188552059771, + -5.696805207461735 + ], + [ + 4.808198167292678, + 5.099384227197231, + 5.716111216095002, + 6.440823990605298, + 1.0072691901421633, + 1.198478314468189, + 0.932811447940229, + 0.30319479253826476 + ] + ], + "shared_exogenous_sha256": "fb6ec01bbeba1da5b39371db250dee979d5d92fb186c919fcc1fd4e56ade922e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941253", + "anchor_step": 125, + "sample_index": 14, + "commands_kw": [ + [ + 0.9532028547242193, + 7.199173493925627, + 6.892513201502045, + 6.16588234448053, + 5.356163117343119, + 4.85165466497465, + 4.9045499690243926, + 5.499458340494377 + ], + [ + 6.9532028547242195, + 13.199173493925628, + 12.892513201502044, + 12.16588234448053, + 11.356163117343119, + 10.85165466497465, + 10.904549969024393, + 11.499458340494378 + ] + ], + "shared_exogenous_sha256": "e84feccd03afcd9a997a16130aa27f22f1ccff544c9e025f619bf39695569cd1", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "small_room_3node", + "system_id": "challenge-small_room_3node-941231", + "anchor_step": 177, + "sample_index": 15, + "commands_kw": [ + [ + 4.809736324776544, + 5.431732632002873, + 6.534539141091815, + 7.186682585974303, + 6.822273543852635, + -15.0, + -15.0, + -15.0 + ], + [ + 10.809736324776544, + 11.431732632002873, + 12.534539141091816, + 13.186682585974303, + 12.822273543852635, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "3add157a42067181595ccba6bf69839733b76ecf6276abc79d3b9402db45e7b8", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041246", + "anchor_step": 30, + "sample_index": 0, + "commands_kw": [ + [ + 0.23844687024531855, + -0.017954768285017957, + -0.279368245507298, + -0.5326977983478779, + -0.763810250088205, + -0.9583180963912454, + -1.1025284141765233, + -1.1845129858758738 + ], + [ + 6.238446870245318, + 5.982045231714982, + 5.720631754492702, + 5.467302201652122, + 5.236189749911795, + 5.041681903608755, + 4.897471585823476, + 4.815487014124126 + ] + ], + "shared_exogenous_sha256": "4a7869bcf9345d17dafda4f5ffb1e2ad708ad9f85fd3eae482d6379df46d7a44", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041248", + "anchor_step": 148, + "sample_index": 1, + "commands_kw": [ + [ + 13.869263390712876, + 13.926651642076859, + 14.648569514890436, + 15.0, + 15.0, + 15.0, + -14.822088762779329, + -15.0 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + -8.822088762779329, + -9.0 + ] + ], + "shared_exogenous_sha256": "0e16b91bb92b4f84a986f9521124163470fd0b1ceae2bed2e4538a2f8c6a51e3", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 63, + "sample_index": 2, + "commands_kw": [ + [ + -6.76972661173709, + -6.373345158478113, + -5.917711399418711, + -5.468738365765424, + -5.095596394299527, + -4.859853282476789, + -4.8046256343424885, + -4.94565576387234 + ], + [ + -0.7697266117370898, + -0.3733451584781129, + 0.08228860058128884, + 0.5312616342345757, + 0.9044036057004732, + 1.1401467175232112, + 1.1953743656575115, + 1.05434423612766 + ] + ], + "shared_exogenous_sha256": "ba77fc6a6f4af53779fa8f3f46a25504b7fc6d3362f3702fb3dbbf3ece089e05", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041241", + "anchor_step": 94, + "sample_index": 3, + "commands_kw": [ + [ + -1.1381749979907911, + -0.785290904732828, + -0.20703985281322643, + 0.43572705702747944, + -14.044116735516413, + -13.805319931778117, + -13.927846460750896, + -14.383043475062927 + ], + [ + 4.861825002009208, + 5.214709095267172, + 5.792960147186774, + 6.43572705702748, + -8.044116735516413, + -7.805319931778117, + -7.927846460750896, + -8.383043475062927 + ] + ], + "shared_exogenous_sha256": "ba06284f20fcf42989885037774f5223b5426355b50f0f74448b72659f909eee", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041234", + "anchor_step": 37, + "sample_index": 4, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0, + 9.0 + ] + ], + "shared_exogenous_sha256": "1da06bac967036f636abbc8a40d899f88dfc7aff92cd5f93cbb78b4d1ec018ca", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041232", + "anchor_step": 149, + "sample_index": 5, + "commands_kw": [ + [ + -0.2031061769312738, + 0.7165634328653887, + 1.1919534680953536, + 0.9146102113749399, + 0.0499853544446062, + -0.8510151794636146, + -1.198344289229705, + -0.7529261407403106 + ], + [ + 5.796893823068726, + 6.716563432865389, + 7.191953468095353, + 6.91461021137494, + 6.0499853544446065, + 5.148984820536385, + 4.801655710770295, + 5.2470738592596895 + ] + ], + "shared_exogenous_sha256": "c8fa827e4de804008aa9183a23dd9f38e0247b00ca33737682a5816b520da3aa", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041253", + "anchor_step": 25, + "sample_index": 6, + "commands_kw": [ + [ + 15.0, + 15.0, + 15.0, + 6.51263062110925, + 6.281027693670675, + 6.031658388887724, + 5.775001695263011, + 5.5231935768312574 + ], + [ + 15.0, + 15.0, + 15.0, + 12.512630621109249, + 12.281027693670675, + 12.031658388887724, + 11.775001695263011, + 11.523193576831257 + ] + ], + "shared_exogenous_sha256": "4e86c6998da46fc6012166d823f1859729cc10ff96a161f74de5f529a07f6a9a", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041250", + "anchor_step": 166, + "sample_index": 7, + "commands_kw": [ + [ + -0.3067844474743255, + -1.0970372474974057, + -15.0, + -15.0, + -14.202504381894386, + -13.803034819150547, + -14.342711096978604, + -15.0 + ], + [ + 5.6932155525256745, + 4.902962752502594, + -9.0, + -9.0, + -8.202504381894386, + -7.803034819150547, + -8.342711096978604, + -9.0 + ] + ], + "shared_exogenous_sha256": "d816dcb4be93e3423651b6dfcbe00d16acd97f2b9702d2173b0462ff6fd7916e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 183, + "sample_index": 8, + "commands_kw": [ + [ + -15.0, + -15.0, + -14.069618209018179, + -13.855897368568161, + -14.68064637446763, + -15.0, + 4.816264427570444, + 5.5371597767467895 + ], + [ + -9.0, + -9.0, + -8.069618209018179, + -7.8558973685681615, + -8.68064637446763, + -9.0, + 10.816264427570445, + 11.53715977674679 + ] + ], + "shared_exogenous_sha256": "f2fe1555a15cea0b4e9e232468eb41d0ea9309e4069676707a3cdbbf0ac73677", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041244", + "anchor_step": 72, + "sample_index": 9, + "commands_kw": [ + [ + -5.717129488386485, + -6.2231357561003025, + -6.694343389271678, + -7.042120805389619, + -7.1962799192625315, + 13.879582934770792, + 14.178040288833465, + 14.645882937321607 + ], + [ + 0.28287051161351506, + -0.22313575610030245, + -0.6943433892716779, + -1.0421208053896187, + -1.1962799192625315, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "852435701681a4e420d015c1b1881dbfa7a772067b73a264fe8ac99fbfd95fdd", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041238", + "anchor_step": 72, + "sample_index": 10, + "commands_kw": [ + [ + 1.181118715053351, + 1.1634710815239429, + 0.9350669440986022, + 0.5310427249838392, + 0.02210785251287094, + 5.503492996780607, + 5.07773688246747, + 4.834172459909491 + ], + [ + 7.181118715053351, + 7.163471081523943, + 6.935066944098602, + 6.531042724983839, + 6.022107852512871, + 11.503492996780608, + 11.07773688246747, + 10.83417245990949 + ] + ], + "shared_exogenous_sha256": "01aedaecbad80bd6c42ee7409054ad959953b2b2a26b6736eaae2308844858e6", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041239", + "anchor_step": 146, + "sample_index": 11, + "commands_kw": [ + [ + -14.415009510782628, + -15.0, + -15.0, + -15.0, + -15.0, + -14.561375046952147, + -13.88409732409603, + -13.91862760708669 + ], + [ + -8.415009510782628, + -9.0, + -9.0, + -9.0, + -9.0, + -8.561375046952147, + -7.884097324096031, + -7.918627607086689 + ] + ], + "shared_exogenous_sha256": "3dd24106bc7f00c60f05c4a3a341fa860dfe7c33520afcd7d1cc3885039ebfe9", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041242", + "anchor_step": 74, + "sample_index": 12, + "commands_kw": [ + [ + 0.6926710853545469, + 0.215222011235655, + -0.3081169683506039, + -15.0, + -15.0, + -15.0, + -15.0, + -15.0 + ], + [ + 6.692671085354547, + 6.215222011235655, + 5.691883031649396, + -9.0, + -9.0, + -9.0, + -9.0, + -9.0 + ] + ], + "shared_exogenous_sha256": "f03aa23e8107a3060d21831d3ec8df96aad521409b7b104a78e4a7430573df77", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041243", + "anchor_step": 120, + "sample_index": 13, + "commands_kw": [ + [ + 0.12815319306758757, + -0.6353904057078994, + -1.1301827856708537, + -1.1343905186621168, + -0.6359902956529506, + 0.15128710448232077, + 6.8744294936705375, + 7.197884507057667 + ], + [ + 6.128153193067588, + 5.364609594292101, + 4.869817214329146, + 4.865609481337883, + 5.364009704347049, + 6.1512871044823205, + 12.874429493670537, + 13.197884507057667 + ] + ], + "shared_exogenous_sha256": "a7172dc3071b3b865816ec66c5044c395f3abbc25f64d7cbb0f2c8eb63df1c94", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041230", + "anchor_step": 172, + "sample_index": 14, + "commands_kw": [ + [ + -1.045594286318895, + -0.15901493186610718, + 0.858396344410525, + 7.184423140341298, + 6.542924256571777, + 5.450656092480633, + 4.812643651085485, + 5.172347838617843 + ], + [ + 4.954405713681105, + 5.840985068133893, + 6.858396344410525, + 13.184423140341298, + 12.542924256571776, + 11.450656092480633, + 10.812643651085484, + 11.172347838617842 + ] + ], + "shared_exogenous_sha256": "d151c1e7e791d442a8f0a1a60f83778016be050ad0f18a5391d0942c551e581e", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + }, + { + "cohort": "auditorium_3node", + "system_id": "challenge-auditorium_3node-1041247", + "anchor_step": 108, + "sample_index": 15, + "commands_kw": [ + [ + 6.4416346664701, + 5.72863366701264, + 5.107942237173473, + 4.808300206910967, + 13.948235845879188, + 14.485096542402351, + 15.0, + 15.0 + ], + [ + 12.441634666470101, + 11.728633667012641, + 11.107942237173473, + 10.808300206910967, + 15.0, + 15.0, + 15.0, + 15.0 + ] + ], + "shared_exogenous_sha256": "a78e850d9cc0c0f0b2329129c81a5db0e8e292354bb47bdb8872a758f64b2c7b", + "snapshot_replay_verified": true, + "observed_plan_replay_max_error": 0.0 + } + ], + "episode_sha256": { + "episodes/challenge-parameter_shift_2node-841230.npz": "6f39bab4317626cb46e49588877a361fec560a65727c5f7b227f24a396db8dbf", + "episodes/challenge-parameter_shift_2node-841231.npz": "9748e865dd8c3511b479217e550006c51ce0775f2c86a8722d68206e50c77c15", + "episodes/challenge-parameter_shift_2node-841232.npz": "612e3e996bd4bef2b270abe04047780a9d52eb7e663453c52d1acc62f09ab507", + "episodes/challenge-parameter_shift_2node-841233.npz": "a6dbbde1e006cf8a63611b0e626d8880198c3cb68eb7f4cf6df356fced9fa025", + "episodes/challenge-parameter_shift_2node-841234.npz": "35112a75b7a84d8feae255e0bdba38393852f70a379ad8b2be950c363bb54077", + "episodes/challenge-parameter_shift_2node-841235.npz": "a55856798c69008ca186e6ecbfa72e5f1008b2313886682a0abea6b5f6f6bb04", + "episodes/challenge-parameter_shift_2node-841236.npz": "6f1a7accdd6716b081974151d632b6d108e9965d3aefc9023e0deb4966d723d5", + "episodes/challenge-parameter_shift_2node-841237.npz": "8800e013e1e92fff833c38ef71120f5bb6ca9e4c8e186248e741e5da1e59290d", + "episodes/challenge-parameter_shift_2node-841238.npz": "0ccf54ae0c2fa75e4e5e5bd4f54ddba92a62984fd018c80ab5e5187b52cc4bb0", + "episodes/challenge-parameter_shift_2node-841239.npz": "ed88464398eee594dfc1454c42f77abd14042b237295f7d721c16d59c1f99a55", + "episodes/challenge-parameter_shift_2node-841240.npz": "6ef701a2f2fe539c0ac12ad37f2bfd3d7f5b99cd30c5b106d4fddede16db98b0", + "episodes/challenge-parameter_shift_2node-841241.npz": "93fdd052163100a2e77a42284c7d6ac64a777622b18c88407e62e88f85daf85b", + "episodes/challenge-parameter_shift_2node-841242.npz": "0c2bde725f7b553eee8dfd4e203bb3e72643398d80e354edef5e960c89937028", + "episodes/challenge-parameter_shift_2node-841243.npz": "18f98668832e8ccbd1b2f779287d1395f40f8d58621cda285137666b1b93083d", + "episodes/challenge-parameter_shift_2node-841244.npz": "2f2c54cb541044d3062422c086ec54b2061257bd6616d06f3afb01f9a773cd33", + "episodes/challenge-parameter_shift_2node-841245.npz": "5e78f8f28c110165e230bd3ad4c1b7c2af164881fdb1f966ad95e0d6fd2b5156", + "episodes/challenge-parameter_shift_2node-841246.npz": "ec3b33d6367463721e34cb4c57efa7bee626de9a43b5368eb1bd518e53644adf", + "episodes/challenge-parameter_shift_2node-841247.npz": "309a99fa1882dfe77abec497c511e60280ea0deb3efa9137c28bf6b2d6c3d037", + "episodes/challenge-parameter_shift_2node-841248.npz": "db9138d5e2893fbbb068ad7a4abf09f630ebf977f219ff86891d667b6c8d7673", + "episodes/challenge-parameter_shift_2node-841249.npz": "55b3b2ef27c54859f216fdd0f30edb113d57dfb27a2c3e0ff919b91a72baf6a7", + "episodes/challenge-parameter_shift_2node-841250.npz": "e82eb18a63bcecaa07655f8bfabc119eab4aee397aad3f274f1088cb2985ddae", + "episodes/challenge-parameter_shift_2node-841251.npz": "59c8f9dab9e8b94ec8ac4f31af34755a51f140c649e907705971e7eb4843e88d", + "episodes/challenge-parameter_shift_2node-841252.npz": "8687142c157c1973d5ba13a1871f5774591b2cbf4c4648d11eb5131da21f8191", + "episodes/challenge-parameter_shift_2node-841253.npz": "460f8ef7608c9b3bc8ffeec3017128d256e7bd2f6b02ce642306bc55fa0e5406", + "episodes/challenge-small_room_3node-941230.npz": "eff1fdbf357934387d9c86f61b4e448576e303382a8c5bcfd55885c688e4c89f", + "episodes/challenge-small_room_3node-941231.npz": "7df8a10f5859612d7b948b25ee05a7e7d426e338605ec8d16f6c083b8ec98b1c", + "episodes/challenge-small_room_3node-941232.npz": "7f0d2d0e22fea02d388a1c7309bda3a6e1b96eff4b02b81194ddf6e18c6b5ac9", + "episodes/challenge-small_room_3node-941233.npz": "b92dc8b4fafce39c4b63b9defd136b4bd1f895c822f67255ef48eaf94a5bf4fa", + "episodes/challenge-small_room_3node-941234.npz": "6ff72d6f58bd2ea1b0119e87eb036c56bafebb48a360a7b62e69de30820f4726", + "episodes/challenge-small_room_3node-941235.npz": "bc62810f057c326d68b28497d618438bd3853aa1f9964dded6e538390f4ee63d", + "episodes/challenge-small_room_3node-941236.npz": "bbff3ad44986c27ef4dc94de5bbf1f6d556cd0fea08a55ef47a6979925690f2d", + "episodes/challenge-small_room_3node-941237.npz": "a3bf02e113176c1b9d201f643cb23e5ef7f675a5a4209672d3bf472fc4d2d535", + "episodes/challenge-small_room_3node-941238.npz": "ecf10d4247e7ee09b9850f85e6da7f2f698241c834b6adcfbb3b38c44addaad2", + "episodes/challenge-small_room_3node-941239.npz": "f1a5ecea1c670170ccf129a7ce960a674f4c805f49afce358c7787fb334dcecc", + "episodes/challenge-small_room_3node-941240.npz": "08da29ee77eb6c1428cbd64e7a5dbd1d1011aba96d334acb773421b03d34af85", + "episodes/challenge-small_room_3node-941241.npz": "2f39fbdadd72c4b54867bdb16aa5363b76c0688ded7e7d60f358c233c709ddda", + "episodes/challenge-small_room_3node-941242.npz": "0c15d7d2963085871a778ff723df58f1dacf2f78bb1448d00019dec6768d7cba", + "episodes/challenge-small_room_3node-941243.npz": "459cd4d44b839d99111f9181e32e472e1e4994126a890fe38018d3bb9d5b8c62", + "episodes/challenge-small_room_3node-941244.npz": "f32b1cd4cc1f3a92c2498302a7aa1de363db2b6f95286f8285a1556fb7ac2b9e", + "episodes/challenge-small_room_3node-941245.npz": "0a3f4c9e209134a12dd486ac9196b5037be9db9020a3ce3f9a2ec6a681e058f8", + "episodes/challenge-small_room_3node-941246.npz": "ad81061d314250c36028184084db1b375549526389833fe254a6618a47d9c30a", + "episodes/challenge-small_room_3node-941247.npz": "d43fc56346191c048ddd07e606cb566937cce73d964887d63d063e2e343ce45d", + "episodes/challenge-small_room_3node-941248.npz": "8bce37f0e3bf02097cbf830d5b62520c524ca3e4e61239bad3a124dc6c0dfcf9", + "episodes/challenge-small_room_3node-941249.npz": "c65bd39ef584f0908fb2061be0d8a4b2617dbf6b40544175218a4d08b7dbf22c", + "episodes/challenge-small_room_3node-941250.npz": "4cc062ad3832f9c5d84ba57d33bd6820b604dabd35e5e162f7a0e8b8751edbec", + "episodes/challenge-small_room_3node-941251.npz": "478876d37fe92ab306ef0b57c95013f1592f7b563a0c28896ad334d2b9e23b80", + "episodes/challenge-small_room_3node-941252.npz": "ebf7c7726ba56b9eff24d17df9ad5db68a0772e14eb55f3d18d6aa3157aee7e1", + "episodes/challenge-small_room_3node-941253.npz": "9ab95a58eaab18d39ad2bde69ddbdb48c95f65a499df19a1e6ff3dea6f33c1f4", + "episodes/challenge-auditorium_3node-1041230.npz": "909c4df4c3e16f8c9d6927b7b538cdd0bdc3773e46b648e31ab35fe233d2ba95", + "episodes/challenge-auditorium_3node-1041231.npz": "cb101b90a5649efc479bb5d8a812a20e814a420c12129d81b225d307b191d825", + "episodes/challenge-auditorium_3node-1041232.npz": "797163c7811deedcbbda4f8434512b1e9712a77b9dddacd3f2d28f7e02b0449c", + "episodes/challenge-auditorium_3node-1041233.npz": "08b48742612b07b0a97b2bad7f4c03e0745c78404808b04469b1f47e46caff8a", + "episodes/challenge-auditorium_3node-1041234.npz": "3b1e7873e7db1b4a1191c85a82461b75040967f73962e3b05cb8d53d150a8d20", + "episodes/challenge-auditorium_3node-1041235.npz": "d75e02840e80cc8fbfd4488662a0db5c610847f4e57aeca447714ab6b1ba3766", + "episodes/challenge-auditorium_3node-1041236.npz": "7802684e0b5608ad658b6daafcca4aada0eb3bf68dc9c11239d9f1ebd4cc3438", + "episodes/challenge-auditorium_3node-1041237.npz": "7c920dada0b947d5c419ec3b8bfd945e9fbbcd96100bcaf029ac303e17a85eda", + "episodes/challenge-auditorium_3node-1041238.npz": "aa2e43363343f3f825705ddf61d0d491ee830ed87f9fefb6b360e17534468bc7", + "episodes/challenge-auditorium_3node-1041239.npz": "a3381546d34eaba15c1556b78771ab3ddfe4701cc266e24c92c780f859ccb616", + "episodes/challenge-auditorium_3node-1041240.npz": "7fda0071578634c230c7b0075b20a40939c688183688d3bdd4766a450b86b799", + "episodes/challenge-auditorium_3node-1041241.npz": "bf5e5024f9d6c677ee46665af75b09ca093944396a0729814059d29bdcdc9e38", + "episodes/challenge-auditorium_3node-1041242.npz": "a307e864df7e4a04711a150be16600647d78f4e7b7f6ad472803100652ca2620", + "episodes/challenge-auditorium_3node-1041243.npz": "bbadc4730e9f34e2c4dfd05c1b453489a687ee4f8f8cbd6440d1f27051cd4fe8", + "episodes/challenge-auditorium_3node-1041244.npz": "98a6a98da2590f92f5d07aa5c17f515b0d55f25286943d3798f52ce83d0022b1", + "episodes/challenge-auditorium_3node-1041245.npz": "20c19df7e264082055d9fc64e12d7076e631e777d2d5160e05711b529318bdb6", + "episodes/challenge-auditorium_3node-1041246.npz": "412c2843571614356c67318322f30ffabec7043fc8b01f79735930784cb141ca", + "episodes/challenge-auditorium_3node-1041247.npz": "04cba1063d4f7ff83ad34cd4ccb7b9a49c1e9edbdf3fb9ff108fe73fe2a2100a", + "episodes/challenge-auditorium_3node-1041248.npz": "76353c885a993fff08524ef8516367875d74d79be905f4d4e5705eb8700765f5", + "episodes/challenge-auditorium_3node-1041249.npz": "6f1ecd89b215404fdeb2c395fcc21a374b7dcce15d46aeb09a1a8348aea451b5", + "episodes/challenge-auditorium_3node-1041250.npz": "47ac85908002c115eaacc257c84a3dfb614a31d4c54c69238c4cde0cfefda159", + "episodes/challenge-auditorium_3node-1041251.npz": "12b3f1d1f776e348bcc59a91b9aeef7376fe08cd53f4695efcc43ccf0d654e0e", + "episodes/challenge-auditorium_3node-1041252.npz": "8f9e82273cf94eb7ef675fbbfdb0bf18c42dabca995c061cae02c9160c688fb6", + "episodes/challenge-auditorium_3node-1041253.npz": "84d907e9ba3111bb87ff9bcacafac6ec24f2c822585bbf0d233bba87ebf2a318" + }, + "anchor_sha256": "985ee5dbe2e71c284b1615ba01f748f69a0140f93a9a392588fc4dc16f20861d" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/challenge-interventions/summary.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/challenge-interventions/summary.json new file mode 100644 index 0000000000000000000000000000000000000000..ae633f76c3d86f235a0c4c382c743b5d31d0dd79 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/challenge-interventions/summary.json @@ -0,0 +1,1147 @@ +{ + "status": "completed", + "external_real_world_validation": false, + "objective": "Sum of squared indoor_temp deviation from 21 degC at 15,30,60,120 minutes; units degC^2.", + "policy": "A is the recorded future HVAC command plan. B adds 6 electrical kW to all eight commands, clipped to public [-15,15] kW. If that leaves the entire plan unchanged, B subtracts 6 kW instead. Both branches start from the identical replayed snapshot with identical external disturbances. Hidden actuator saturation can legitimately make different requested plans physically equivalent.", + "provenance_sha256": "f172463a4303ed6bcc2203d63a07548052dff3eaa395bbb157ffa4c848e3a4cc", + "observed_plan_max_replay_error": 0.0, + "summary": [ + { + "cohort": "auditorium_3node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.279881689540863, + "action_effect_rmse": 0.33875417820649917, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.003948379392031742, + "action_effect_rmse": 0.004877737434944839, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.4543989364898402, + "action_effect_rmse": 0.5664376205369291, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.4770965514295503, + "action_effect_rmse": 0.5823901688574242, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.010731438526847437, + "action_effect_rmse": 0.012899925175449752, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.8113597958059908, + "action_effect_rmse": 1.0330847240220566, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.6816270005626986, + "action_effect_rmse": 0.8335187778600519, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.026796374721173022, + "action_effect_rmse": 0.0336719531358164, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 1.5612471220363084, + "action_effect_rmse": 2.116537044620152, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.8951605816900541, + "action_effect_rmse": 1.142663248285427, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.0787120382799712, + "action_effect_rmse": 0.10031516429664968, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.4133588360043077, + "action_effect_rmse": 4.133429692744297, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 1.0, + "mean_regret_degC_squared": 0.0 + }, + { + "cohort": "auditorium_3node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.02455548614671188, + "action_effect_rmse": 0.032069379707972315, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.000721583647489199, + "action_effect_rmse": 0.0010191934813555776, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6136340470259962, + "action_effect_rmse": 0.7584465982872618, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.04567632511762987, + "action_effect_rmse": 0.06204231183259322, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0014630654737015636, + "action_effect_rmse": 0.0020143312815209097, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.5412186850669096, + "action_effect_rmse": 1.9833714617648963, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.10015042880204472, + "action_effect_rmse": 0.13433788788541173, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.0033794511976239505, + "action_effect_rmse": 0.004357821335663697, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 3.8179527653290943, + "action_effect_rmse": 4.798308341207214, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.19723939228267628, + "action_effect_rmse": 0.24580139178109733, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.008112721633385611, + "action_effect_rmse": 0.011125083765287569, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 7.99387290627196, + "action_effect_rmse": 9.489395883034748, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 0.9375, + "mean_regret_degC_squared": 0.8901179958549896 + }, + { + "cohort": "auditorium_3node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.04755446866276547, + "action_effect_rmse": 0.052258294079647466, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 8.214917146620593e-05, + "action_effect_rmse": 9.688340858845823e-05, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.5734549882911328, + "action_effect_rmse": 0.6637778482641495, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.12462930493172497, + "action_effect_rmse": 0.135877970931866, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.00046879179395975523, + "action_effect_rmse": 0.000551920417058589, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.6851368221106022, + "action_effect_rmse": 1.819641134921439, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.275309445659932, + "action_effect_rmse": 0.2958546147600714, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.002277111246946517, + "action_effect_rmse": 0.0026713334127942846, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 3.7818242732765563, + "action_effect_rmse": 4.10405646642949, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.5078931197695817, + "action_effect_rmse": 0.5285506067099681, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.009367321593782618, + "action_effect_rmse": 0.010710421002151525, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 7.3838131816985175, + "action_effect_rmse": 7.978900137092953, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 16, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 7.395654559967647 + }, + { + "cohort": "parameter_shift_2node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.661880495367591, + "action_effect_rmse": 0.9582665680824739, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0036229828961034105, + "action_effect_rmse": 0.004534145318010273, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6842492598172528, + "action_effect_rmse": 0.7832650507923664, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.1590787251904164, + "action_effect_rmse": 1.6413583642396143, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.009243362804274957, + "action_effect_rmse": 0.01157420458491817, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.4392188902061591, + "action_effect_rmse": 1.621562804296509, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.8148994584450668, + "action_effect_rmse": 2.381955395428017, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.032115096189041514, + "action_effect_rmse": 0.04433001202485181, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 2.503522064730716, + "action_effect_rmse": 2.884727472418144, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.054028967485225, + "action_effect_rmse": 2.5881820492666896, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.13207260229667228, + "action_effect_rmse": 0.17512607852280573, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.849472612793564, + "action_effect_rmse": 4.538396595070004, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.7692307692307693, + "mean_regret_degC_squared": 7.483067107885846 + }, + { + "cohort": "parameter_shift_2node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 1.1433774926786884, + "action_effect_rmse": 1.5124840088622833, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0005406143512178829, + "action_effect_rmse": 0.0006723619363045372, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.15884217079396568, + "action_effect_rmse": 0.21446888690731306, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.9652919392702088, + "action_effect_rmse": 2.6389189733222076, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0016652010085149715, + "action_effect_rmse": 0.002184213681367584, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.3317435515928031, + "action_effect_rmse": 0.4397416722226582, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 3.21712000638128, + "action_effect_rmse": 3.931883638293644, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.0054118109247465185, + "action_effect_rmse": 0.007075494165032193, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.740521003006118, + "action_effect_rmse": 0.9507302056719876, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 3.4657996975548793, + "action_effect_rmse": 4.2740744343782335, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.014477995162645696, + "action_effect_rmse": 0.017891494938079934, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 1.3763058666503785, + "action_effect_rmse": 1.8008052404373094, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.6153846153846154, + "mean_regret_degC_squared": 26.594845533617782 + }, + { + "cohort": "parameter_shift_2node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 1.0250664211215113, + "action_effect_rmse": 1.8028350796104138, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.000412841017036536, + "action_effect_rmse": 0.0007310218720341981, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.12816891279450138, + "action_effect_rmse": 0.20382310878561952, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.830946447091714, + "action_effect_rmse": 3.1774373640395086, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.0015319047557005305, + "action_effect_rmse": 0.002686597583960336, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.2676304019204412, + "action_effect_rmse": 0.41919410833848403, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 3.4763366184245834, + "action_effect_rmse": 5.129950934992006, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.005696493079064391, + "action_effect_rmse": 0.009258230634837846, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.6037065390234144, + "action_effect_rmse": 0.8874567793189667, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 4.932939145105796, + "action_effect_rmse": 6.366260183841524, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.020161831187375467, + "action_effect_rmse": 0.026901814254096598, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 1.2517715738053719, + "action_effect_rmse": 1.6438101625225194, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 13, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 19.35963094920246 + }, + { + "cohort": "small_room_3node", + "model": "foundation_model", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.8346356112370901, + "action_effect_rmse": 1.1226195313069942, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.009454931770606856, + "action_effect_rmse": 0.014624662738115198, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6950844662028752, + "action_effect_rmse": 0.7710559889188022, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.4541792070869868, + "action_effect_rmse": 2.0526413766188965, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.01810817210882598, + "action_effect_rmse": 0.02388483767694779, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.3016080599053974, + "action_effect_rmse": 1.4550817868327244, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.9524043429343565, + "action_effect_rmse": 2.596692076440437, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.06855317139754569, + "action_effect_rmse": 0.09366434167323778, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 2.1094469133608618, + "action_effect_rmse": 2.5259284795789196, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.5649994085386068, + "action_effect_rmse": 2.980373833199168, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.25505584568923745, + "action_effect_rmse": 0.34888154103594865, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.5405042631871515, + "action_effect_rmse": 4.611884257128982, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.7, + "mean_regret_degC_squared": 3.7822437091238728 + }, + { + "cohort": "small_room_3node", + "model": "history_linear_system_id", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.9402621041485266, + "action_effect_rmse": 1.5183092944905492, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.008951623758586269, + "action_effect_rmse": 0.010798569641325438, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.03803369867779688, + "action_effect_rmse": 0.054636380217583096, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.8556263952994758, + "action_effect_rmse": 2.844641409855803, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.029974362128682597, + "action_effect_rmse": 0.040160773554367715, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.06384974448511777, + "action_effect_rmse": 0.09707044933169796, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 2.4575200765508236, + "action_effect_rmse": 3.4916387146284578, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.09331126348105767, + "action_effect_rmse": 0.1299378526589725, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.11890294182181271, + "action_effect_rmse": 0.1833419083808375, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.4677421679889338, + "action_effect_rmse": 2.9696009835360484, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.21098148675686024, + "action_effect_rmse": 0.27617138088416276, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 0.20393316026950947, + "action_effect_rmse": 0.27499510048490655, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.8, + "mean_regret_degC_squared": 1.215336255613826 + }, + { + "cohort": "small_room_3node", + "model": "persistence", + "sample_count": 16, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.8087640014917343, + "action_effect_rmse": 1.6992210644787389, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0045880184984599115, + "action_effect_rmse": 0.008937693912503103, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.021008467119171648, + "action_effect_rmse": 0.0451326380733191, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.5535490946615613, + "action_effect_rmse": 3.1640125374625043, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.021378155011888222, + "action_effect_rmse": 0.04152587691284955, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.042857777090698046, + "action_effect_rmse": 0.09108964062758883, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.8323960502994412, + "action_effect_rmse": 3.914088900253609, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.06803636544464531, + "action_effect_rmse": 0.13484085035245816, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 0.08926394955617684, + "action_effect_rmse": 0.18126218024164384, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 1.6474832148071799, + "action_effect_rmse": 3.107536526248188, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.1519573616030584, + "action_effect_rmse": 0.2903318155332886, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 0.15616887135203578, + "action_effect_rmse": 0.3159780211252609, + "sample_count": 16 + } + ], + "ranking_comparable_pairs": 10, + "ranking_accuracy": 0.5, + "mean_regret_degC_squared": 89.30202913463818 + } + ], + "true_effect_summary": [ + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 1.0250664211215113, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.830946447091714, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 3.4763366184245834, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 4.932939145105796, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.000412841017036536, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.0015319047557005305, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.005696493079064391, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.020161831187375467, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.12816891279450138, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.2676304019204412, + "nonzero_effect_snapshots": 8, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.6037065390234144, + "nonzero_effect_snapshots": 11, + "snapshot_count": 16 + }, + { + "cohort": "parameter_shift_2node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 1.2517715738053719, + "nonzero_effect_snapshots": 13, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.8087640014917343, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.5535490946615613, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 1.8323960502994412, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 1.6474832148071799, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.0045880184984599115, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.021378155011888222, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.06803636544464531, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.1519573616030584, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.021008467119171648, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.042857777090698046, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.08926394955617684, + "nonzero_effect_snapshots": 7, + "snapshot_count": 16 + }, + { + "cohort": "small_room_3node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.15616887135203578, + "nonzero_effect_snapshots": 10, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.04755446866276547, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.12462930493172497, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.275309445659932, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "indoor_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.5078931197695817, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 15, + "mean_absolute_true_effect": 8.214917146620593e-05, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 30, + "mean_absolute_true_effect": 0.00046879179395975523, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 60, + "mean_absolute_true_effect": 0.002277111246946517, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "mass_temp", + "horizon_minutes": 120, + "mean_absolute_true_effect": 0.009367321593782618, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 15, + "mean_absolute_true_effect": 0.5734549882911328, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 30, + "mean_absolute_true_effect": 1.6851368221106022, + "nonzero_effect_snapshots": 15, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 60, + "mean_absolute_true_effect": 3.7818242732765563, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + }, + { + "cohort": "auditorium_3node", + "field": "energy_kwh", + "horizon_minutes": 120, + "mean_absolute_true_effect": 7.3838131816985175, + "nonzero_effect_snapshots": 16, + "snapshot_count": 16 + } + ], + "limitation": "Independently implemented synthetic equations, not external real-world validation. Only two candidate plans and 16 snapshots per cohort by default; saturation can remove the actual action effect. Ranking/regret applies solely to the declared indoor-temperature objective; no energy/safety/controller claim." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn-evaluation.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn-evaluation.json new file mode 100644 index 0000000000000000000000000000000000000000..7999658c54930e8904b6b2a7b38da6cd1e4490ab --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn-evaluation.json @@ -0,0 +1,1927 @@ +{ + "version": "tfm-citylearn-device-evaluation-v1", + "status": "completed", + "source_scope": "actual third-party CityLearn 3.0.2 synthetic battery device; SOC only", + "real_world_validation": false, + "building_control_validation": false, + "weights_updated": false, + "normalization_refit": false, + "external_target_calibration": false, + "coverage_under_shift_validated": false, + "interval_status": "zero-shot wrt CityLearn; original reserved SOC/power-schema calibration; shifted coverage descriptive only", + "binding_file_sha256": { + "artifacts/full/transformer/seed-43/checkpoint.pt": "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1", + "artifacts/full/transformer/seed-43/normalization.json": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "artifacts/poc/data/manifest.json": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "artifacts/robustness/citylearn/manifest.json": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0" + }, + "model_state_sha256": "c5fb3967df7e1100ff25e1a4f659e8158be0112886bc4479ab19f20cb92277cf", + "evaluation_sha256": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "source_generator_sha256": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "source_citylearn_python_sha256": { + "__init__.py": "e60b8df0c8c26de5ec8c7ed91ca9c3fd4059689420c3f24ca618a6bda384213c", + "__main__.py": "6761a2df4ce972977eac637939568c0ed8389ded3459ac9eadaa99dbeccfcb7f", + "agents/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "agents/base.py": "33cbb3769c941a08cff7056c2b0770f0176540013ecafc29de75ce98d40b3bee", + "agents/baseline.py": "0d8adb47301f52d9da68b4d207d11ae9610629e5a39eb71b06f71e894fcb26b7", + "agents/marlisa.py": "a65cbdcf5b71d93013c9abccad12e055954f3435fc78a0b69991760d8e26a9f3", + "agents/q_learning.py": "3626ba99f66cd94b6560ef96727d6df2828c94b030d2945a3d25bf1fa015be9c", + "agents/rbc.py": "c28b485533a45993d130ff21db7045c16a2145efbdd8438e7726ffb92912d86d", + "agents/rlc.py": "dd1be03991b1edee4b93a0c528cf3cd30295a15ea07631c19aa224bfe07d05b6", + "agents/sac.py": "4fcc95796fa49582d4e6f28cac1a5f1c18ae5005e48fc55a4b95b2cfa428e112", + "base.py": "7d220cf1b7b7e3ef892a940e87d698a7931669dbf01f0622535103ca97b873c1", + "building.py": "54a00a92f6656c091c5a7f845bd843dbc2a396ebd610717410cac0de4d0eedcd", + "citylearn.py": "73f67645774b3f3e027179890ec65c26aed6615e829540d080fdc482169c2dea", + "cost_function.py": "aee8dedfedd09766ea0f26c5d29fb80ff2739939d692f6e6517504f77b05e509", + "data.py": "0db0bfd22fcd049ead401b62d3bc3fc4e7af835a878e9b87da8a7359baaefa45", + "dynamics.py": "412d759502d468fd71d1cdf9d09af7a36cc16b39b34565b336b088001a84775c", + "electric_vehicle.py": "b2da55cd974dc1a818199f89d68b890ae84cedc8ab5c68fdb344047d7636c812", + "electric_vehicle_charger.py": "932b68f307c17aa65b7fcf6440fd1f212619e003027977b9ffcd6d3bb8261e44", + "end_use_load_profiles/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "end_use_load_profiles/clustering.py": "9ba2082c70599b37e332f90afe5935730968d1b1f44cfff1e584e51adb9e76a0", + "end_use_load_profiles/lstm_model/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "end_use_load_profiles/lstm_model/model.py": "2046269db9ed71b3dcba2dcbb01ad397451996a47488446c4f3e50aba2e13b26", + "end_use_load_profiles/lstm_model/model_generation.py": "aabb2e356b395a2a7d4ec55b2fcdd76c7856c77886823f4211f199b0fdf8f906", + "end_use_load_profiles/lstm_model/model_generation_wrapper.py": "b8814ff8f24693a471cd7d402e953d9f3c07874361c6af841ef4c16f9d93cab3", + "end_use_load_profiles/lstm_model/preprocessing.py": "de6488bbe5d689494064e8ad929746e1479dfdc3e6ed4ef039b4e7992ca1a3f0", + "end_use_load_profiles/neighborhood.py": "2a3154f3966f33a2639130256fe1dc39a3f14b5cb67ab40ff959156463ce978d", + "end_use_load_profiles/simulate.py": "c7a745f5003722ebccbb83ce3b6416ef1b229fdc8be4a3e5ee1ca08722f8a29d", + "energy_model.py": "c03d2398e445ebb1833d6e76954e76f3290e82699ca20ce267afd51f599143f2", + "exporter.py": "a37f82531144298c627d84d04dcc7d85d60f3dea470bf7f29b129889651f1e43", + "internal/__init__.py": "4be65562c88e4667911fcfc40383274148acecab47de959175df03238c0d7732", + "internal/baseline.py": "959a7f5fcde991281882057d09a4850494b4cf5ac57f2fdab3eca255b178d4f2", + "internal/building_ops.py": "f958a6e05b3688f1cc05d1e22cc1de77dccdb9fd2238f615e3012a653407dabb", + "internal/demand_response.py": "8754bf5cf04fde52599545ea524a514198a1778f0cb1aef91f211479495d05d1", + "internal/entity_interface.py": "d46c439126de2039c82d8fe06889c5a7e84a4fb85f81de111802937cf7ca4e7c", + "internal/kpi.py": "b7a18b9ed9c2c67d79e692f3834af6ca8105ead3b2a37de4158ca741616aaa1f", + "internal/loading.py": "9f374da5415cdd9fd9069dabc3502db3e2685c71afdc4aff74872c392dc21788", + "internal/physics_invariants.py": "4c2ba7b4c4d988c4d8bd5470f7e4082d9e606bc215c791e3d12c94a39543f4f2", + "internal/robustness.py": "3169c62e6fccf65b77a52bb334b06ee30906721e58f575a949908033229c1e16", + "internal/runtime.py": "d2e46ad6f7558f391d4bc526e3327817b822dee6558bca92a01259c20f6239af", + "internal/topology.py": "99ebd3bc37e305ac31999fc075f3e532dde3390f1694c323bfa2c58491f3ed94", + "internal/units.py": "70eb90b0013e7b0886a797fcfa4e21d5f9535334addba8b7659bf43dd958b876", + "multi_community.py": "34a0dfba1e4f7512463c3b3239dc2d14519c6b4d66df1808c9f46384dcdff67a", + "occupant.py": "4f23d42a45eab66a4b1b6046aa12810ca78038c883847ee41b6e07f28a353e6f", + "power_outage.py": "0181b021f40e3bf0eb944c8f38cd5fd8110228ffc9dae583fe6ad3b439c99acc", + "preprocessing.py": "d753576d111065b8486cece168be4c9cd299bdadfc9ab763cf343e5a5904ec43", + "reward_function.py": "0f32b7adf7fe39ed8f07f0d02f46a8767e7806e2ff2d92991b5e8b2ee81dc2c3", + "rl.py": "c0da4efb5deddc83bdadd7873a2bbf290ff400b8be81feb8eefc0a23aff94020", + "utilities.py": "340bd1541fa62c72a909129df2faaa49ff370c3ccbe5c0ab195a834a548a81a2", + "wrappers.py": "cb0077d26b36b0999a77f936f825fb2304f7e9faa208ebf1f7cb53462bb599d8" + }, + "original_used_episode_sha256": { + "episodes/battery-00002.npz": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790", + "episodes/battery-00005.npz": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48", + "episodes/battery-00008.npz": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7", + "episodes/battery-00014.npz": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de", + "episodes/battery-00020.npz": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835", + "episodes/battery-00026.npz": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6", + "episodes/battery-00032.npz": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077", + "episodes/battery-00035.npz": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb", + "episodes/battery-00044.npz": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee", + "episodes/battery-00050.npz": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600", + "episodes/battery-00053.npz": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d", + "episodes/battery-00056.npz": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a", + "episodes/battery-00059.npz": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1", + "episodes/battery-00062.npz": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8", + "episodes/battery-00065.npz": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4", + "episodes/battery-00068.npz": "4ca36f1f06046d685896efd0c820366f30edd0ca37878c689d827ec19b4e2c1f", + "episodes/battery-00071.npz": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae", + "episodes/battery-00074.npz": "312e3a7857c42d7f77145f8e978cfe48403c6af8e2378a664d3c83d9da414d5f", + "episodes/battery-00077.npz": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3", + "episodes/battery-00083.npz": "7b88c93744c48f4669464e0fcc969da54f148b4253bcf30b582102ab4de4109d", + "episodes/battery-00089.npz": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68", + "episodes/battery-00092.npz": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a", + "episodes/battery-00098.npz": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2", + "episodes/battery-00101.npz": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f", + "episodes/battery-00107.npz": "9f1c515bd5d87f16354192073f1ecc259d30bcd32ae794c94e406c08a258d6ab", + "episodes/battery-00110.npz": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f", + "episodes/battery-00113.npz": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b", + "episodes/battery-00116.npz": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553", + "episodes/battery-00122.npz": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba", + "episodes/battery-00125.npz": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e", + "episodes/battery-00131.npz": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855", + "episodes/battery-00137.npz": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564", + "episodes/battery-00140.npz": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06", + "episodes/battery-00143.npz": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76", + "episodes/battery-00155.npz": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00", + "episodes/battery-00170.npz": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff", + "episodes/battery-00173.npz": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6", + "episodes/battery-00179.npz": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0", + "episodes/battery-00182.npz": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7", + "episodes/battery-00185.npz": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f", + "episodes/battery-00188.npz": "19fb17e1abf0f733ff0de2a4a0d8acd3c5d80538b21ba51d99c4b20714223904", + "episodes/battery-00191.npz": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a", + "episodes/battery-00197.npz": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548", + "episodes/battery-00200.npz": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132", + "episodes/battery-00203.npz": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423", + "episodes/battery-00206.npz": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d", + "episodes/battery-00209.npz": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858", + "episodes/battery-00215.npz": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5", + "episodes/battery-00218.npz": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8", + "episodes/battery-00221.npz": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d", + "episodes/battery-00227.npz": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1", + "episodes/battery-00233.npz": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9", + "episodes/battery-00236.npz": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761", + "episodes/battery-00242.npz": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5", + "episodes/battery-00245.npz": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9", + "episodes/battery-00248.npz": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d", + "episodes/battery-00251.npz": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c", + "episodes/battery-00254.npz": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45", + "episodes/battery-00257.npz": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9", + "episodes/battery-00269.npz": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208", + "episodes/battery-00272.npz": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44", + "episodes/battery-00278.npz": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9", + "episodes/battery-00281.npz": "667cec203a5708c540f1501446e65b53cdc7a1ec4bba06290a7950d0d59c372c", + "episodes/battery-00284.npz": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537", + "episodes/battery-00287.npz": "95f39c81af1e3862cd9c955df7971e1baf1704d1e1a8381aeff20b0806958932", + "episodes/battery-00293.npz": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9", + "episodes/battery-00299.npz": "8e4b6cdab60e2d8435f1f681e4e6c04975b522a620ee140615aca33493bece4c", + "episodes/battery-00302.npz": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61", + "episodes/battery-00311.npz": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde", + "episodes/battery-00314.npz": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2", + "episodes/battery-00317.npz": "efc6118f1452a6f60726a8dc2f8451b8e0873f3c0840e3e3e5fbd8285b97a063", + "episodes/battery-00323.npz": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215", + "episodes/battery-00326.npz": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718", + "episodes/battery-00329.npz": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a", + "episodes/battery-00332.npz": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee", + "episodes/battery-00335.npz": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8", + "episodes/battery-00338.npz": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343", + "episodes/battery-00344.npz": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54", + "episodes/battery-00350.npz": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656", + "episodes/battery-00353.npz": "5ec12ceba43476e2979055e1e801dc15c5e48c32654c50efcf34ee335d98f06f", + "episodes/battery-00356.npz": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c", + "episodes/battery-00359.npz": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753", + "episodes/battery-00362.npz": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4", + "episodes/battery-00365.npz": "7310d8f64b3031382a788c3ce16deae685f484087796a3c01016004d78354b56", + "episodes/battery-00368.npz": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291", + "episodes/battery-00371.npz": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da", + "episodes/battery-00374.npz": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf", + "episodes/battery-00377.npz": "268ccd7b981b95d6cfb0a99659f367e9cbe2ee1038193c3ea260d8a2e464309a", + "episodes/battery-00383.npz": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0", + "episodes/battery-00386.npz": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad", + "episodes/battery-00389.npz": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be", + "episodes/battery-00392.npz": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106", + "episodes/battery-00395.npz": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5", + "episodes/battery-00398.npz": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a", + "episodes/battery-00401.npz": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c", + "episodes/battery-00404.npz": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799", + "episodes/battery-00407.npz": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139", + "episodes/battery-00410.npz": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670", + "episodes/battery-00413.npz": "e39d56760a7d5265c9bb7828ea2cab4f2ebe1c34ed811540a9433dbf8a12c09e", + "episodes/battery-00419.npz": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366", + "episodes/battery-00422.npz": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1", + "episodes/battery-00425.npz": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b", + "episodes/battery-00428.npz": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01", + "episodes/battery-00431.npz": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4", + "episodes/battery-00434.npz": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9", + "episodes/battery-00437.npz": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983", + "episodes/battery-00440.npz": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad", + "episodes/battery-00443.npz": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2", + "episodes/battery-00449.npz": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee", + "episodes/battery-00452.npz": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de", + "episodes/battery-00455.npz": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387", + "episodes/battery-00458.npz": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0", + "episodes/battery-00461.npz": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6", + "episodes/battery-00464.npz": "b1606bfe9ec15549381c2000d675ca2d0c8322b4983850c8c5171b3637fbeb3f", + "episodes/battery-00467.npz": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855", + "episodes/battery-00470.npz": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a", + "episodes/battery-00473.npz": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774", + "episodes/battery-00476.npz": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7", + "episodes/battery-00479.npz": "cd4380ebc1dc14131a930facb5723901f924042d060aeb5133c15b99105737da", + "episodes/battery-00485.npz": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d", + "episodes/battery-00488.npz": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323", + "episodes/battery-00491.npz": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb", + "episodes/battery-00494.npz": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6", + "episodes/battery-00497.npz": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4", + "episodes/battery-00503.npz": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402", + "episodes/battery-00506.npz": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612", + "episodes/battery-00509.npz": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3", + "episodes/battery-00512.npz": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c", + "episodes/battery-00515.npz": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21", + "episodes/battery-00518.npz": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4", + "episodes/battery-00521.npz": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9", + "episodes/battery-00524.npz": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac", + "episodes/battery-00527.npz": "393df4e43f4a70a504b9da663fc733023755b937e558b9ea093dc3daa42bffa4", + "episodes/battery-00530.npz": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a", + "episodes/battery-00536.npz": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195", + "episodes/battery-00539.npz": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0", + "episodes/battery-00542.npz": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f", + "episodes/battery-00545.npz": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3", + "episodes/battery-00548.npz": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019", + "episodes/battery-00551.npz": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736", + "episodes/battery-00554.npz": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0", + "episodes/battery-00557.npz": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887", + "episodes/battery-00560.npz": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa", + "episodes/battery-00563.npz": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473", + "episodes/battery-00566.npz": "c6289356b1f4df912cc88e9ba11becc0f8c0e16aa6c5f632f90f68e483d28856", + "episodes/battery-00569.npz": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0", + "episodes/battery-00572.npz": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db", + "episodes/battery-00575.npz": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215", + "episodes/battery-00584.npz": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c", + "episodes/battery-00590.npz": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05", + "episodes/battery-00596.npz": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb", + "episodes/battery-00602.npz": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7", + "episodes/battery-00611.npz": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0", + "episodes/battery-00614.npz": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc", + "episodes/battery-00617.npz": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032", + "episodes/battery-00620.npz": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33", + "episodes/battery-00623.npz": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04", + "episodes/battery-00626.npz": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2", + "episodes/battery-00629.npz": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6", + "episodes/battery-00638.npz": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db", + "episodes/battery-00641.npz": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc", + "episodes/battery-00644.npz": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba", + "episodes/battery-00647.npz": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f", + "episodes/battery-00650.npz": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7", + "episodes/battery-00653.npz": "4e82da6eab94db11bbe32aa94f4a4e39db2293ba48c1cb7c53f2647f3e9deb70", + "episodes/battery-00656.npz": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f", + "episodes/battery-00662.npz": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef", + "episodes/battery-00668.npz": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b", + "episodes/battery-00671.npz": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb", + "episodes/battery-00674.npz": "bea13a611dfbe69cbaee8a40a54adbb39a3c6952a585b9798bff6d0304cf24e1", + "episodes/battery-00677.npz": "e5dee3247ca2ec03ed5519e782b6602834eb213fdb6587b055d00e036e5b4277", + "episodes/battery-00680.npz": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c", + "episodes/battery-00683.npz": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb", + "episodes/battery-00686.npz": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc", + "episodes/battery-00689.npz": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b", + "episodes/battery-00692.npz": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f", + "episodes/battery-00695.npz": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a", + "episodes/battery-00698.npz": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e", + "episodes/battery-00701.npz": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04", + "episodes/battery-00707.npz": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88", + "episodes/battery-00710.npz": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f", + "episodes/battery-00713.npz": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5", + "episodes/battery-00716.npz": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc", + "episodes/battery-00725.npz": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba", + "episodes/battery-00728.npz": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40", + "episodes/battery-00731.npz": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa", + "episodes/battery-00734.npz": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2", + "episodes/battery-00740.npz": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198", + "episodes/battery-00743.npz": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b", + "episodes/battery-00746.npz": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23", + "episodes/battery-00749.npz": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b", + "episodes/battery-00755.npz": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0", + "episodes/battery-00758.npz": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9", + "episodes/battery-00761.npz": "b8a7265aa9c22eced8917c4857a74b99ef955c6f80b4bbd999ec5810330b24a1", + "episodes/battery-00767.npz": "75f9120cb6c0930a6a7a8c854056f560f3db0272046a1e60919b75f2dceab4b9", + "episodes/battery-00776.npz": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c", + "episodes/battery-00779.npz": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a", + "episodes/battery-00785.npz": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d", + "episodes/battery-00791.npz": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12", + "episodes/battery-00794.npz": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af", + "episodes/battery-00800.npz": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8", + "episodes/battery-00809.npz": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf", + "episodes/battery-00812.npz": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d", + "episodes/battery-00815.npz": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f", + "episodes/battery-00818.npz": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed", + "episodes/battery-00821.npz": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc", + "episodes/battery-00824.npz": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3", + "episodes/battery-00827.npz": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7", + "episodes/battery-00833.npz": "d84089c23801d706157eefe317a4ddb61dcf0023e5ddbb7921bfac185da3711c", + "episodes/battery-00836.npz": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471", + "episodes/battery-00839.npz": "673bbc15341727a8217f61c1b4e8d50383ba061512497240f9efa4b302a5ac8c", + "episodes/battery-00842.npz": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd", + "episodes/battery-00845.npz": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c", + "episodes/battery-00848.npz": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0", + "episodes/battery-00851.npz": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387", + "episodes/battery-00854.npz": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a", + "episodes/battery-00863.npz": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e", + "episodes/battery-00866.npz": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a", + "episodes/battery-00869.npz": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e", + "episodes/battery-00872.npz": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0", + "episodes/battery-00875.npz": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c", + "episodes/battery-00881.npz": "79fd47f395c6330f27da2ab49ba79bfa23ecf3a1a696ac198bb8501ed5e17409", + "episodes/battery-00884.npz": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650", + "episodes/battery-00887.npz": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba", + "episodes/battery-00896.npz": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b", + "episodes/battery-00902.npz": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460", + "episodes/battery-00905.npz": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2", + "episodes/battery-00911.npz": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b", + "episodes/battery-00914.npz": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1", + "episodes/battery-00917.npz": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343", + "episodes/battery-00920.npz": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9", + "episodes/battery-00923.npz": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61", + "episodes/battery-00926.npz": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97", + "episodes/battery-00929.npz": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab", + "episodes/battery-00932.npz": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa", + "episodes/battery-00935.npz": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78", + "episodes/battery-00938.npz": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585", + "episodes/battery-00941.npz": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957", + "episodes/battery-00944.npz": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef", + "episodes/battery-00950.npz": "345f6a482d2b3a2ae52df7e32c2fe4053b063e16ed25ca45910a24ecfbf1eb4d", + "episodes/battery-00953.npz": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62", + "episodes/battery-00956.npz": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc", + "episodes/battery-00959.npz": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795", + "episodes/battery-00965.npz": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e", + "episodes/battery-00968.npz": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf", + "episodes/battery-00971.npz": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c", + "episodes/battery-00974.npz": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd", + "episodes/battery-00977.npz": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b", + "episodes/battery-00980.npz": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3", + "episodes/battery-00986.npz": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b", + "episodes/battery-00995.npz": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9", + "episodes/battery-00998.npz": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c", + "episodes/battery-01001.npz": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d", + "episodes/battery-01004.npz": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b", + "episodes/battery-01007.npz": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54", + "episodes/battery-01010.npz": "2b3420062203ca8f38348a13740a9e58588a49e0ed9fd3fbb19deeafd3486168", + "episodes/battery-01013.npz": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6", + "episodes/battery-01016.npz": "66d6cffd81b8256af734f6821be7c9a440687af535c34cfaf02a8700d359906c", + "episodes/battery-01019.npz": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87", + "episodes/battery-01022.npz": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2", + "episodes/battery-01028.npz": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195", + "episodes/battery-01031.npz": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80", + "episodes/battery-01034.npz": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7", + "episodes/battery-01037.npz": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94", + "episodes/battery-01040.npz": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701", + "episodes/battery-01043.npz": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7", + "episodes/battery-01046.npz": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289", + "episodes/battery-01049.npz": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872", + "episodes/battery-01055.npz": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41", + "episodes/battery-01058.npz": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2", + "episodes/battery-01061.npz": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd", + "episodes/battery-01064.npz": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794", + "episodes/battery-01067.npz": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507", + "episodes/battery-01070.npz": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357", + "episodes/battery-01073.npz": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592", + "episodes/battery-01076.npz": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5", + "episodes/battery-01079.npz": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba", + "episodes/battery-01085.npz": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f", + "episodes/battery-01088.npz": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49", + "episodes/battery-01091.npz": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb", + "episodes/battery-01094.npz": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5", + "episodes/battery-01097.npz": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3", + "episodes/battery-01100.npz": "5a3885a5d2229a2437c58fd40b7600656931213e6242a8819a6a68884c1be321", + "episodes/battery-01103.npz": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07", + "episodes/battery-01106.npz": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85", + "episodes/battery-01109.npz": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5", + "episodes/battery-01115.npz": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f", + "episodes/battery-01118.npz": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4", + "episodes/battery-01121.npz": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1", + "episodes/battery-01124.npz": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7", + "episodes/battery-01130.npz": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113", + "episodes/battery-01133.npz": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f", + "episodes/battery-01136.npz": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253", + "episodes/battery-01139.npz": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779", + "episodes/battery-01142.npz": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a", + "episodes/battery-01145.npz": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507", + "episodes/battery-01151.npz": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d", + "episodes/battery-01157.npz": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e", + "episodes/battery-01160.npz": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920", + "episodes/battery-01166.npz": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c", + "episodes/battery-01169.npz": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d", + "episodes/battery-01172.npz": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6", + "episodes/battery-01175.npz": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8", + "episodes/battery-01178.npz": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89", + "episodes/battery-01184.npz": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4", + "episodes/battery-01187.npz": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6", + "episodes/battery-01190.npz": "361d4843593c85cbc2f5fbe2f3ff9132279d85acc1f022392b9b4cfbf4278c16", + "episodes/battery-01193.npz": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561", + "episodes/battery-01196.npz": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364", + "episodes/battery-01199.npz": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c" + }, + "citylearn_episode_sha256": { + "episodes/citylearn-device-citylearn_battery_common_scale-283127.npz": "3a656d7b5a3fb3c0dc6034af2b7ef330e27f7b20f2df3c9022381950a45386e0", + "episodes/citylearn-device-citylearn_battery_common_scale-283128.npz": "0b906e82b0dec454ee92242e96997d9049f0ba74cad88fbbe5d486dbba1e523f", + "episodes/citylearn-device-citylearn_battery_common_scale-283129.npz": "84816b3c049cb99a415efd554aa96a717e41836a22db810c32cb5b53030e71c4", + "episodes/citylearn-device-citylearn_battery_common_scale-283130.npz": "74edf4f38e8f23b2b28a1129505066af6cc67cced5bdc9ca693286461a243b9d", + "episodes/citylearn-device-citylearn_battery_common_scale-283131.npz": "330845003fb6266d69649e765979ccd2ab0ee45723bc9f4c5167cbae2e8b3092", + "episodes/citylearn-device-citylearn_battery_common_scale-283132.npz": "5bb02061fb1b0762f8802cf30b0160980a177bc437e9e186c12cbb00b0ebba9b", + "episodes/citylearn-device-citylearn_battery_common_scale-283133.npz": "eeebd8797fdef8e8ea6423c218b90f3a0e52630464f517fa0d18f1a2a21b1eb1", + "episodes/citylearn-device-citylearn_battery_common_scale-283134.npz": "af5339d1f033dc3f4adc26377d03f1b81c3679c7e23767d1bd4e7046ccd65ca9", + "episodes/citylearn-device-citylearn_battery_common_scale-283135.npz": "8738f1cdb1fc3ee858fc77ee660b2336280a37d2a2f9a502f2fa2401bd583dc0", + "episodes/citylearn-device-citylearn_battery_common_scale-283136.npz": "e522e9223d3999c13b852b237b161ac56b4d5414845a519a6106385ee1deb81b", + "episodes/citylearn-device-citylearn_battery_common_scale-283137.npz": "9ee6c1953f967d938b0318e226024685d80ed94fc0266bab6b181439b4b7c630", + "episodes/citylearn-device-citylearn_battery_common_scale-283138.npz": "d3e3ac191ffa148656dce742e073536d5c1eb8998c394f47d5667aa97ab956c2", + "episodes/citylearn-device-citylearn_battery_common_scale-283139.npz": "985a537ef3cb5b25e3ca6802dafec0d02919b2e7bf0c84c4b611b318c989fe6c", + "episodes/citylearn-device-citylearn_battery_common_scale-283140.npz": "c14dd583ae98e783b6445978e315644bc2ddd145fcbf1d802e577068cf37021a", + "episodes/citylearn-device-citylearn_battery_common_scale-283141.npz": "761fc5439b5e961499541a41196e3be80fd16a1960576e6da74246cf4793c08e", + "episodes/citylearn-device-citylearn_battery_common_scale-283142.npz": "7f96abafde3becae97c2809520227c56e5f7349f4b91b162a68949fe9aaddcd0", + "episodes/citylearn-device-citylearn_battery_common_scale-283143.npz": "d01baabdcc924d66411a4db06335b57419386e270d0e262da50fbb29bed4dc79", + "episodes/citylearn-device-citylearn_battery_common_scale-283144.npz": "0902e10dd7b87eb8b04d9270cfda5faa540eb28463d5b017191c7569cf06022e", + "episodes/citylearn-device-citylearn_battery_common_scale-283145.npz": "e8488ea88f55b569e9e122d43c1cbbc4da214ada235577ee0b2763e2bc0ed45e", + "episodes/citylearn-device-citylearn_battery_common_scale-283146.npz": "f887e01b7eb6975d2bd758292820fd154df1761891cef9be9af902ca0e989cfb", + "episodes/citylearn-device-citylearn_battery_common_scale-283147.npz": "2c53bbb86877cee9340e2da00dd92387c9e252d603f267e7582fbaf24c2c9aba", + "episodes/citylearn-device-citylearn_battery_common_scale-283148.npz": "ef443224210275826550ae2dedfd0ce4f7117a2f1c0c5ca19114d858f73eb83f", + "episodes/citylearn-device-citylearn_battery_common_scale-283149.npz": "3b5fe4e6abd5bda6f34830444f68c185d4d87fce395382100a1b73796038174b", + "episodes/citylearn-device-citylearn_battery_common_scale-283150.npz": "e5b912ee964ffb305b07bbc1bec4ac6954c80ad66f6bbd035450883f2afb9e61", + "episodes/citylearn-device-citylearn_battery_scale_shift-383127.npz": "6412d6baf0d8dd319101fa79b51580b47e58864ce0275d5ff13da73447871122", + "episodes/citylearn-device-citylearn_battery_scale_shift-383128.npz": "7c4d6e551e7ab9c7ab58013cc7fe73d16f465a70caf39f2db69f26e73a1b9518", + "episodes/citylearn-device-citylearn_battery_scale_shift-383129.npz": "5b9850cc0f6083a37f5133d12a985527ca6e9403830f63b9d555c76176ec19f8", + "episodes/citylearn-device-citylearn_battery_scale_shift-383130.npz": "07e1b198dbadee4571cf9ae8bb462083becb45a77e88ca08ef00e7302c8025f1", + "episodes/citylearn-device-citylearn_battery_scale_shift-383131.npz": "a46c8bd1160e440566f53c109663db779e75b7ffc7392ab7739c0788dfdc146f", + "episodes/citylearn-device-citylearn_battery_scale_shift-383132.npz": "6ecd37a48e1067feee56e068cf488f1fb943e175b096a1639e2150906fb63186", + "episodes/citylearn-device-citylearn_battery_scale_shift-383133.npz": "df4d61f69ce47cb019befb40168a1f2d798cec79bb3f6cdb5b3eadeaed048a1f", + "episodes/citylearn-device-citylearn_battery_scale_shift-383134.npz": "0be8416fbc74db11968a8ee3297ddd679652d41d250019f0d3e7c7ca597755f3", + "episodes/citylearn-device-citylearn_battery_scale_shift-383135.npz": "12f0ec3e5da009ad5fcd0b9dfb03498a9a04dd28a9e5857cd1a1503126dcecab", + "episodes/citylearn-device-citylearn_battery_scale_shift-383136.npz": "da317f6280925b26081ed1ca16480b64939e8e3ac456120acf7ea0cb0f0508e9", + "episodes/citylearn-device-citylearn_battery_scale_shift-383137.npz": "e3cccafe45147443aad53046dd790839b5c6e16cba8080f502a16222a98de3e0", + "episodes/citylearn-device-citylearn_battery_scale_shift-383138.npz": "389029c45375c86472856388ae015cc47881dab29107001eee29db958fa8ce73", + "episodes/citylearn-device-citylearn_battery_scale_shift-383139.npz": "4123544a9b719bf31e226ea087d19eb12a35d0d7a1a3fe23dcfe9a0f7632f6c4", + "episodes/citylearn-device-citylearn_battery_scale_shift-383140.npz": "5afa22cfa22164836b9af26741171e7be27fd9cc112928a93d6797d4fb3e4209", + "episodes/citylearn-device-citylearn_battery_scale_shift-383141.npz": "ce3e1e8354fe9162722ca156be6ea8a95e2346f5c251e27043f8af8355ad2a6e", + "episodes/citylearn-device-citylearn_battery_scale_shift-383142.npz": "568b1350bd88b461e29012d83fc9349aec01dfb47c6d554bdd87d2883186daa7", + "episodes/citylearn-device-citylearn_battery_scale_shift-383143.npz": "546b338e261bcf2358ebf1d2d44ba17b3f17fdb6225fad01f6659418bfc06559", + "episodes/citylearn-device-citylearn_battery_scale_shift-383144.npz": "218a807ad448a45cc5de0b8fa5d834962c647f6f54c93633c87f9615b1554db9", + "episodes/citylearn-device-citylearn_battery_scale_shift-383145.npz": "49ba8f48f8bb878778eafe1067878a4ee29937261cbf256b0a40711d32f1b4e5", + "episodes/citylearn-device-citylearn_battery_scale_shift-383146.npz": "8b4e2e86eb7d1c5315aa71badd11a71918280e299dd39e6a2efd32996e52ff07", + "episodes/citylearn-device-citylearn_battery_scale_shift-383147.npz": "183da4c43014589a9a888d7373cddf2399440503bbce1fd03f0c63098ae53614", + "episodes/citylearn-device-citylearn_battery_scale_shift-383148.npz": "d8bbf04c719018620fb9e4046e274491de49db7e6f608a5488a934400b21e18a", + "episodes/citylearn-device-citylearn_battery_scale_shift-383149.npz": "3e98521775823223184bad88edab14461bba596ebbfbda00bae0dc298465e236", + "episodes/citylearn-device-citylearn_battery_scale_shift-383150.npz": "90bf17f620b9ef55ad2c90932a993df0b8553c1aca758264df66f28fae39cc37" + }, + "frozen_tfm_sources_sha256": { + "configs/full-study.json": "c3988bca613ff29bab16a80ab12b7e58e385085b82bdca6d7a2ae9d6a1b8c326", + "configs/poc.json": "ad133d98de7bccc0130e11077b7503c4d40ac67633e6765496fdfc3d5bdf65fc", + "configs/robustness-study.json": "210c4425b9c931c612e852e2402021b20399fac368c2c3840c499288caa52cb1", + "configs/smoke.json": "1913ec4925af9029694c4e1ffc8cb51b1a29ea53f850f1f0f8f68c610f0bc52e", + "tfm/__init__.py": "c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa", + "tfm/api/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/api/profile.py": "9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32", + "tfm/api/server.py": "428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d", + "tfm/data/__init__.py": "2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "tfm/data/external.py": "6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3", + "tfm/data/generate.py": "a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/evaluation/__init__.py": "fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5", + "tfm/evaluation/baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843", + "tfm/evaluation/benchmark.py": "2f817104b27c343bab44940840b93a9aae4fb9f42d5851c6496920c1eb5d2155", + "tfm/evaluation/calibration.py": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca", + "tfm/evaluation/catboost_artifact.py": "5b70bb928cc29b4f09cbaacaed716208e1fc5b507f8cd4811b52c770e9268d0d", + "tfm/evaluation/comparison.py": "c53cf03e4a689b2d85c00a52dca6303216c92f61ec91a4b68f66f36a3cc588de", + "tfm/evaluation/context.py": "f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9", + "tfm/evaluation/counterfactual.py": "6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259", + "tfm/evaluation/experiments.py": "cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d", + "tfm/evaluation/metrics.py": "04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7", + "tfm/evaluation/runner.py": "3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0", + "tfm/evaluation/train_catboost.py": "6605555f6139827b57c5485ccd0fbb0cf60367da21c2a12009ef0a48b1cc176f", + "tfm/export/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/export/onnx.py": "3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d", + "tfm/models/__init__.py": "c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/simulators/__init__.py": "0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b", + "tfm/simulators/physics.py": "03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc", + "tfm/training/__init__.py": "5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd", + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d" + }, + "helper_sha256": { + "scripts/context_uncertainty.py": "1e734bb91f0c34e56010d5f8665e3f05d4d349166baf852947e21e541d6cc989", + "tfm/evaluation/benchmark.py": "2f817104b27c343bab44940840b93a9aae4fb9f42d5851c6496920c1eb5d2155", + "tfm/evaluation/calibration.py": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca", + "tfm/evaluation/baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843" + }, + "seed": 20261011, + "checkpoint_seed": 43, + "samples_per_cohort": 512, + "cpu_threads": 1, + "transform_id": "citylearn-soc-and-requested-power-only-v1", + "target_fields": [ + "state_of_charge" + ], + "input_schema": [ + "state_of_charge", + "battery_power" + ], + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190" + ], + "support_training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199" + ], + "calibration_anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261012, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "3425b0e2d3b50d3183578e19364ad77e99b5c74c9239185d81ce349a9ceb2882", + "family_window_counts": { + "battery": 512 + } + } + }, + "support_anchor_provenance": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 20261013, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "60ab0117a1aac289f8f53bf8c655a8bc958ef8b3b080fdf0b67cb39d9ab1611f", + "family_window_counts": { + "battery": 512 + } + } + }, + "limitations": [ + "Only SOC is measured; no thermal/voltage/ambient state or building/environment validation.", + "Requested precommitted electrical kW is used as action, never realized future power.", + "Sparse calibration removes original battery temperature, voltage and ambient in all arrays; no test targets are used to fit intervals.", + "Windows are sampled with replacement and overlap; no independent system-level confidence bound or coverage guarantee.", + "Training feature-envelope flags are heuristic and cannot reliably reveal hidden scale/physics shift.", + "Predictions and intervals remain raw; no SOC clipping is applied." + ], + "cohorts": { + "citylearn_battery_common_scale": { + "anchor_provenance": { + "manifest_sha256": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "window_sampling": { + "seed": 20261011, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "f38d3551ac29a548a705685955331367b33cc2b5194267863346bbc6250c04c8", + "family_window_counts": { + "battery": 512 + } + } + }, + "models": { + "transformer": { + "soc_mae_fraction": 0.04857012084583116, + "soc_mae_percentage_points": 4.857012084583117, + "raw_soc_bounds_violation_rate": 0.1435546875, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.011623930340313438, + "raw_soc_bounds_violation_rate": 0.091796875 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.02586984713289204, + "raw_soc_bounds_violation_rate": 0.111328125 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.055587520415736946, + "raw_soc_bounds_violation_rate": 0.16796875 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.10119918549438224, + "raw_soc_bounds_violation_rate": 0.203125 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.011623930186033249, + "rmse": 0.0298478864133358, + "standardized_mae": 0.031937628984451294, + "standardized_rmse": 0.08200933039188385, + "standardized_gaussian_nll": 9.874624988098697, + "physical_gaussian_nll": 8.863906005372513, + "nominal_coverage": 0.9, + "coverage": 0.376953125, + "mean_interval_width": 0.01502325851470232, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.02586984448134899, + "rmse": 0.05508646368980408, + "standardized_mae": 0.07107935845851898, + "standardized_rmse": 0.15135423839092255, + "standardized_gaussian_nll": 14.383695500006034, + "physical_gaussian_nll": 13.37297651727985, + "nominal_coverage": 0.9, + "coverage": 0.376953125, + "mean_interval_width": 0.03300509974360466, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.0555875189602375, + "rmse": 0.09669692069292068, + "standardized_mae": 0.15273092687129974, + "standardized_rmse": 0.2656821310520172, + "standardized_gaussian_nll": 17.31257839772112, + "physical_gaussian_nll": 16.301859414994937, + "nominal_coverage": 0.9, + "coverage": 0.37890625, + "mean_interval_width": 0.07037465274333954, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.1011991873383522, + "rmse": 0.15478874742984772, + "standardized_mae": 0.2780524492263794, + "standardized_rmse": 0.42529380321502686, + "standardized_gaussian_nll": 10.207068029709225, + "physical_gaussian_nll": 9.196349046983041, + "nominal_coverage": 0.9, + "coverage": 0.419921875, + "mean_interval_width": 0.14330585300922394, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.011623930186033249, + "rmse": 0.0298478864133358, + "standardized_mae": 0.031937628984451294, + "standardized_rmse": 0.08200933039188385, + "standardized_gaussian_nll": 9.874624988098697, + "physical_gaussian_nll": 8.863906005372513, + "nominal_coverage": 0.9, + "coverage": 0.783203125, + "mean_interval_width": 0.0407356396317482, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.02586984448134899, + "rmse": 0.05508646368980408, + "standardized_mae": 0.07107935845851898, + "standardized_rmse": 0.15135423839092255, + "standardized_gaussian_nll": 14.383695500006034, + "physical_gaussian_nll": 13.37297651727985, + "nominal_coverage": 0.9, + "coverage": 0.744140625, + "mean_interval_width": 0.08226271718740463, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.0555875189602375, + "rmse": 0.09669692069292068, + "standardized_mae": 0.15273092687129974, + "standardized_rmse": 0.2656821310520172, + "standardized_gaussian_nll": 17.31257839772112, + "physical_gaussian_nll": 16.301859414994937, + "nominal_coverage": 0.9, + "coverage": 0.67578125, + "mean_interval_width": 0.1469346582889557, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.1011991873383522, + "rmse": 0.15478874742984772, + "standardized_mae": 0.2780524492263794, + "standardized_rmse": 0.42529380321502686, + "standardized_gaussian_nll": 10.207068029709225, + "physical_gaussian_nll": 9.196349046983041, + "nominal_coverage": 0.9, + "coverage": 0.62890625, + "mean_interval_width": 0.22831885516643524, + "interval_kind": "heldout_calibrated" + } + ], + "context_flags": { + "flagged_windows": 1, + "reason_counts": { + "low_observed_action_variation": 1, + "weak_excitation_heuristic": 1 + }, + "interpretation": "training-derived marginal envelope and fixed context heuristics; shift coverage unvalidated" + } + }, + "persistence": { + "soc_mae_fraction": 0.056869129996968276, + "soc_mae_percentage_points": 5.686912999696828, + "raw_soc_bounds_violation_rate": 0.0, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.019474338003690837, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.03591231118680428, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.06560569911322975, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.10648417168414825, + "raw_soc_bounds_violation_rate": 0.0 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.019474336877465248, + "rmse": 0.030409997329115868, + "standardized_mae": 0.05350721627473831, + "standardized_rmse": 0.08355377614498138, + "standardized_gaussian_nll": -1.034584853763627, + "physical_gaussian_nll": -2.045303836489811, + "nominal_coverage": 0.9, + "coverage": 0.9453125, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.03591230884194374, + "rmse": 0.05603731423616409, + "standardized_mae": 0.0986717939376831, + "standardized_rmse": 0.1539667695760727, + "standardized_gaussian_nll": -0.19835816622984628, + "physical_gaussian_nll": -1.2090771489560301, + "nominal_coverage": 0.9, + "coverage": 0.796875, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.06560570001602173, + "rmse": 0.10124879330396652, + "standardized_mae": 0.18025663495063782, + "standardized_rmse": 0.2781887352466583, + "standardized_gaussian_nll": 2.485802597400798, + "physical_gaussian_nll": 1.475083614674614, + "nominal_coverage": 0.9, + "coverage": 0.6015625, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.10648416727781296, + "rmse": 0.1511632651090622, + "standardized_mae": 0.29257333278656006, + "standardized_rmse": 0.41533252596855164, + "standardized_gaussian_nll": 7.241410837776094, + "physical_gaussian_nll": 6.23069185504991, + "nominal_coverage": 0.9, + "coverage": 0.4375, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.019474336877465248, + "rmse": 0.030409997329115868, + "standardized_mae": 0.05350721627473831, + "standardized_rmse": 0.08355377614498138, + "standardized_gaussian_nll": -1.034584853763627, + "physical_gaussian_nll": -2.045303836489811, + "nominal_coverage": 0.9, + "coverage": 0.990234375, + "mean_interval_width": 0.2053326964378357, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.03591230884194374, + "rmse": 0.05603731423616409, + "standardized_mae": 0.0986717939376831, + "standardized_rmse": 0.1539667695760727, + "standardized_gaussian_nll": -0.19835816622984628, + "physical_gaussian_nll": -1.2090771489560301, + "nominal_coverage": 0.9, + "coverage": 0.986328125, + "mean_interval_width": 0.39118626713752747, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.06560570001602173, + "rmse": 0.10124879330396652, + "standardized_mae": 0.18025663495063782, + "standardized_rmse": 0.2781887352466583, + "standardized_gaussian_nll": 2.485802597400798, + "physical_gaussian_nll": 1.475083614674614, + "nominal_coverage": 0.9, + "coverage": 0.98828125, + "mean_interval_width": 0.6915478110313416, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.10648416727781296, + "rmse": 0.1511632651090622, + "standardized_mae": 0.29257333278656006, + "standardized_rmse": 0.41533252596855164, + "standardized_gaussian_nll": 7.241410837776094, + "physical_gaussian_nll": 6.23069185504991, + "nominal_coverage": 0.9, + "coverage": 0.986328125, + "mean_interval_width": 0.9979956746101379, + "interval_kind": "heldout_calibrated" + } + ] + }, + "history_linear": { + "soc_mae_fraction": 0.03931152430216908, + "soc_mae_percentage_points": 3.9311524302169083, + "raw_soc_bounds_violation_rate": 0.10595703125, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.011681210715376297, + "raw_soc_bounds_violation_rate": 0.07421875 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.022334691309028272, + "raw_soc_bounds_violation_rate": 0.078125 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.04308277619563901, + "raw_soc_bounds_violation_rate": 0.10546875 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.08014741898863273, + "raw_soc_bounds_violation_rate": 0.166015625 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.0116812102496624, + "rmse": 0.018785620108246803, + "standardized_mae": 0.032095011323690414, + "standardized_rmse": 0.0516149140894413, + "standardized_gaussian_nll": -1.6080562751394973, + "physical_gaussian_nll": -2.618775257865681, + "nominal_coverage": 0.9, + "coverage": 0.921875, + "mean_interval_width": 0.06345395743846893, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.022334691137075424, + "rmse": 0.03566819056868553, + "standardized_mae": 0.061366256326436996, + "standardized_rmse": 0.09800105541944504, + "standardized_gaussian_nll": -0.9028353159901967, + "physical_gaussian_nll": -1.9135542987163805, + "nominal_coverage": 0.9, + "coverage": 0.875, + "mean_interval_width": 0.0897374302148819, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.04308277368545532, + "rmse": 0.06703116744756699, + "standardized_mae": 0.11837319284677505, + "standardized_rmse": 0.18417322635650635, + "standardized_gaussian_nll": 0.10152496074984763, + "physical_gaussian_nll": -0.9091940219763361, + "nominal_coverage": 0.9, + "coverage": 0.791015625, + "mean_interval_width": 0.12690791487693787, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.08014741539955139, + "rmse": 0.11468197405338287, + "standardized_mae": 0.22021110355854034, + "standardized_rmse": 0.3150974214076996, + "standardized_gaussian_nll": 1.0302341611004153, + "physical_gaussian_nll": 0.019515178374231557, + "nominal_coverage": 0.9, + "coverage": 0.7109375, + "mean_interval_width": 0.1794748604297638, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.0116812102496624, + "rmse": 0.018785620108246803, + "standardized_mae": 0.032095011323690414, + "standardized_rmse": 0.0516149140894413, + "standardized_gaussian_nll": -1.6080562751394973, + "physical_gaussian_nll": -2.618775257865681, + "nominal_coverage": 0.9, + "coverage": 0.974609375, + "mean_interval_width": 0.08250883221626282, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.022334691137075424, + "rmse": 0.03566819056868553, + "standardized_mae": 0.061366256326436996, + "standardized_rmse": 0.09800105541944504, + "standardized_gaussian_nll": -0.9028353159901967, + "physical_gaussian_nll": -1.9135542987163805, + "nominal_coverage": 0.9, + "coverage": 0.96484375, + "mean_interval_width": 0.15311551094055176, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.04308277368545532, + "rmse": 0.06703116744756699, + "standardized_mae": 0.11837319284677505, + "standardized_rmse": 0.18417322635650635, + "standardized_gaussian_nll": 0.10152496074984763, + "physical_gaussian_nll": -0.9091940219763361, + "nominal_coverage": 0.9, + "coverage": 0.974609375, + "mean_interval_width": 0.32411688566207886, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.08014741539955139, + "rmse": 0.11468197405338287, + "standardized_mae": 0.22021110355854034, + "standardized_rmse": 0.3150974214076996, + "standardized_gaussian_nll": 1.0302341611004153, + "physical_gaussian_nll": 0.019515178374231557, + "nominal_coverage": 0.9, + "coverage": 0.97265625, + "mean_interval_width": 0.5778623223304749, + "interval_kind": "heldout_calibrated" + } + ] + } + } + }, + "citylearn_battery_scale_shift": { + "anchor_provenance": { + "manifest_sha256": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "window_sampling": { + "seed": 20261011, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "a265609ede8b30862a6a20ba74fd3c55b9c395e86eb9c171692693f3ee36a754", + "family_window_counts": { + "battery": 512 + } + } + }, + "models": { + "transformer": { + "soc_mae_fraction": 0.07540327112137374, + "soc_mae_percentage_points": 7.540327112137374, + "raw_soc_bounds_violation_rate": 0.15673828125, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.02323932866441379, + "raw_soc_bounds_violation_rate": 0.1171875 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.04898814345941603, + "raw_soc_bounds_violation_rate": 0.15625 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.09267511349112519, + "raw_soc_bounds_violation_rate": 0.18359375 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.13671049887053993, + "raw_soc_bounds_violation_rate": 0.169921875 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02323932945728302, + "rmse": 0.05445083975791931, + "standardized_mae": 0.06385181844234467, + "standardized_rmse": 0.1496078073978424, + "standardized_gaussian_nll": 19.429377657046608, + "physical_gaussian_nll": 18.418658674320426, + "nominal_coverage": 0.9, + "coverage": 0.28515625, + "mean_interval_width": 0.024206161499023438, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.048988137394189835, + "rmse": 0.09122344851493835, + "standardized_mae": 0.13459862768650055, + "standardized_rmse": 0.2506433427333832, + "standardized_gaussian_nll": 29.163759535213075, + "physical_gaussian_nll": 28.153040552486893, + "nominal_coverage": 0.9, + "coverage": 0.265625, + "mean_interval_width": 0.04948294162750244, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.0926751047372818, + "rmse": 0.15009501576423645, + "standardized_mae": 0.2546318769454956, + "standardized_rmse": 0.41239744424819946, + "standardized_gaussian_nll": 50.947715105115975, + "physical_gaussian_nll": 49.93699612238979, + "nominal_coverage": 0.9, + "coverage": 0.279296875, + "mean_interval_width": 0.09882275760173798, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.1367104947566986, + "rmse": 0.2011856883764267, + "standardized_mae": 0.3756224513053894, + "standardized_rmse": 0.5527729392051697, + "standardized_gaussian_nll": 26.62792675893248, + "physical_gaussian_nll": 25.6172077762063, + "nominal_coverage": 0.9, + "coverage": 0.3671875, + "mean_interval_width": 0.1724862903356552, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02323932945728302, + "rmse": 0.05445083975791931, + "standardized_mae": 0.06385181844234467, + "standardized_rmse": 0.1496078073978424, + "standardized_gaussian_nll": 19.429377657046608, + "physical_gaussian_nll": 18.418658674320426, + "nominal_coverage": 0.9, + "coverage": 0.7109375, + "mean_interval_width": 0.06563512235879898, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.048988137394189835, + "rmse": 0.09122344851493835, + "standardized_mae": 0.13459862768650055, + "standardized_rmse": 0.2506433427333832, + "standardized_gaussian_nll": 29.163759535213075, + "physical_gaussian_nll": 28.153040552486893, + "nominal_coverage": 0.9, + "coverage": 0.65625, + "mean_interval_width": 0.12333250045776367, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.0926751047372818, + "rmse": 0.15009501576423645, + "standardized_mae": 0.2546318769454956, + "standardized_rmse": 0.41239744424819946, + "standardized_gaussian_nll": 50.947715105115975, + "physical_gaussian_nll": 49.93699612238979, + "nominal_coverage": 0.9, + "coverage": 0.5859375, + "mean_interval_width": 0.20633122324943542, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.1367104947566986, + "rmse": 0.2011856883764267, + "standardized_mae": 0.3756224513053894, + "standardized_rmse": 0.5527729392051697, + "standardized_gaussian_nll": 26.62792675893248, + "physical_gaussian_nll": 25.6172077762063, + "nominal_coverage": 0.9, + "coverage": 0.5390625, + "mean_interval_width": 0.27480992674827576, + "interval_kind": "heldout_calibrated" + } + ], + "context_flags": { + "flagged_windows": 0, + "reason_counts": {}, + "interpretation": "training-derived marginal envelope and fixed context heuristics; shift coverage unvalidated" + } + }, + "persistence": { + "soc_mae_fraction": 0.10027695142844918, + "soc_mae_percentage_points": 10.027695142844918, + "raw_soc_bounds_violation_rate": 0.0, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.03344389930325746, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.06348714252555838, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.12156872818244885, + "raw_soc_bounds_violation_rate": 0.0 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.18260803570253203, + "raw_soc_bounds_violation_rate": 0.0 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.03344389796257019, + "rmse": 0.06695769727230072, + "standardized_mae": 0.0918896496295929, + "standardized_rmse": 0.1839713603258133, + "standardized_gaussian_nll": 0.30862676914508436, + "physical_gaussian_nll": -0.7020922135810994, + "nominal_coverage": 0.9, + "coverage": 0.873046875, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.06348714232444763, + "rmse": 0.11933208256959915, + "standardized_mae": 0.17443573474884033, + "standardized_rmse": 0.32787394523620605, + "standardized_gaussian_nll": 3.991420086973412, + "physical_gaussian_nll": 2.9807011042472285, + "nominal_coverage": 0.9, + "coverage": 0.66015625, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.12156873196363449, + "rmse": 0.20919351279735565, + "standardized_mae": 0.3340193033218384, + "standardized_rmse": 0.5747750401496887, + "standardized_gaussian_nll": 15.134674182661874, + "physical_gaussian_nll": 14.12395519993569, + "nominal_coverage": 0.9, + "coverage": 0.505859375, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.18260803818702698, + "rmse": 0.2810259461402893, + "standardized_mae": 0.501729428768158, + "standardized_rmse": 0.7721400856971741, + "standardized_gaussian_nll": 28.426372706226132, + "physical_gaussian_nll": 27.41565372349995, + "nominal_coverage": 0.9, + "coverage": 0.35546875, + "mean_interval_width": 0.11973126232624054, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.03344389796257019, + "rmse": 0.06695769727230072, + "standardized_mae": 0.0918896496295929, + "standardized_rmse": 0.1839713603258133, + "standardized_gaussian_nll": 0.30862676914508436, + "physical_gaussian_nll": -0.7020922135810994, + "nominal_coverage": 0.9, + "coverage": 0.9140625, + "mean_interval_width": 0.2053326964378357, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.06348714232444763, + "rmse": 0.11933208256959915, + "standardized_mae": 0.17443573474884033, + "standardized_rmse": 0.32787394523620605, + "standardized_gaussian_nll": 3.991420086973412, + "physical_gaussian_nll": 2.9807011042472285, + "nominal_coverage": 0.9, + "coverage": 0.90625, + "mean_interval_width": 0.39118626713752747, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.12156873196363449, + "rmse": 0.20919351279735565, + "standardized_mae": 0.3340193033218384, + "standardized_rmse": 0.5747750401496887, + "standardized_gaussian_nll": 15.134674182661874, + "physical_gaussian_nll": 14.12395519993569, + "nominal_coverage": 0.9, + "coverage": 0.904296875, + "mean_interval_width": 0.6915478110313416, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.18260803818702698, + "rmse": 0.2810259461402893, + "standardized_mae": 0.501729428768158, + "standardized_rmse": 0.7721400856971741, + "standardized_gaussian_nll": 28.426372706226132, + "physical_gaussian_nll": 27.41565372349995, + "nominal_coverage": 0.9, + "coverage": 0.896484375, + "mean_interval_width": 0.9979956746101379, + "interval_kind": "heldout_calibrated" + } + ] + }, + "history_linear": { + "soc_mae_fraction": 0.08344829575504084, + "soc_mae_percentage_points": 8.344829575504084, + "raw_soc_bounds_violation_rate": 0.1181640625, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.028993832082595348, + "raw_soc_bounds_violation_rate": 0.0859375 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.05416228470141955, + "raw_soc_bounds_violation_rate": 0.115234375 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.10022365694093391, + "raw_soc_bounds_violation_rate": 0.12890625 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.15041340929521457, + "raw_soc_bounds_violation_rate": 0.142578125 + } + ], + "clipping_applied": false, + "uncalibrated_gaussian90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02899383008480072, + "rmse": 0.057545438408851624, + "standardized_mae": 0.0796627476811409, + "standardized_rmse": 0.15811045467853546, + "standardized_gaussian_nll": -0.9930933430678491, + "physical_gaussian_nll": -2.003812325794033, + "nominal_coverage": 0.9, + "coverage": 0.890625, + "mean_interval_width": 0.12153614312410355, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.05416228249669075, + "rmse": 0.10520702600479126, + "standardized_mae": 0.14881497621536255, + "standardized_rmse": 0.28906428813934326, + "standardized_gaussian_nll": -0.09035397934534611, + "physical_gaussian_nll": -1.1010729620715298, + "nominal_coverage": 0.9, + "coverage": 0.8125, + "mean_interval_width": 0.17187806963920593, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.10022365301847458, + "rmse": 0.18609032034873962, + "standardized_mae": 0.27537208795547485, + "standardized_rmse": 0.5112972855567932, + "standardized_gaussian_nll": 1.1738762437361938, + "physical_gaussian_nll": 0.16315726101001005, + "nominal_coverage": 0.9, + "coverage": 0.736328125, + "mean_interval_width": 0.2430722862482071, + "interval_kind": "uncalibrated_gaussian" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.1504134088754654, + "rmse": 0.28424781560897827, + "standardized_mae": 0.4132722318172455, + "standardized_rmse": 0.7809924483299255, + "standardized_gaussian_nll": 1.935562092379732, + "physical_gaussian_nll": 0.9248431096535483, + "nominal_coverage": 0.9, + "coverage": 0.71484375, + "mean_interval_width": 0.34375613927841187, + "interval_kind": "uncalibrated_gaussian" + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02899383008480072, + "rmse": 0.057545438408851624, + "standardized_mae": 0.0796627476811409, + "standardized_rmse": 0.15811045467853546, + "standardized_gaussian_nll": -0.9930933430678491, + "physical_gaussian_nll": -2.003812325794033, + "nominal_coverage": 0.9, + "coverage": 0.953125, + "mean_interval_width": 0.15803281962871552, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.05416228249669075, + "rmse": 0.10520702600479126, + "standardized_mae": 0.14881497621536255, + "standardized_rmse": 0.28906428813934326, + "standardized_gaussian_nll": -0.09035397934534611, + "physical_gaussian_nll": -1.1010729620715298, + "nominal_coverage": 0.9, + "coverage": 0.94140625, + "mean_interval_width": 0.2932688891887665, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.10022365301847458, + "rmse": 0.18609032034873962, + "standardized_mae": 0.27537208795547485, + "standardized_rmse": 0.5112972855567932, + "standardized_gaussian_nll": 1.1738762437361938, + "physical_gaussian_nll": 0.16315726101001005, + "nominal_coverage": 0.9, + "coverage": 0.955078125, + "mean_interval_width": 0.6207953691482544, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.1504134088754654, + "rmse": 0.28424781560897827, + "standardized_mae": 0.4132722318172455, + "standardized_rmse": 0.7809924483299255, + "standardized_gaussian_nll": 1.935562092379732, + "physical_gaussian_nll": 0.9248431096535483, + "nominal_coverage": 0.9, + "coverage": 0.955078125, + "mean_interval_width": 1.1068052053451538, + "interval_kind": "heldout_calibrated" + } + ] + } + } + } + }, + "frozen_bindings_unchanged_after_evaluation": true, + "predictions_sha256": { + "citylearn_battery_scale_shift-history_linear-predictions.npz": "b30c0efd747a5e9b73ea766dda84cec48b3ebaae939dd7733dceeed0909a2ce3", + "citylearn_battery_common_scale-persistence-predictions.npz": "d0c788759996e8d8539086a9c2127087d07528a876a90f1e2effca6ab6d2a23f", + "citylearn_battery_scale_shift-transformer-predictions.npz": "dd2d20aa9eff0cc3ec27b6624f48a39f932bdc081fa087637c691e26884d102d", + "citylearn_battery_common_scale-history_linear-predictions.npz": "5ddbed3757f16cb0f85bc400548a4cf912658521f4be9b1c0e94153f87304e19", + "citylearn_battery_scale_shift-persistence-predictions.npz": "84ad3863f5e8fa2345c3e20ed8a74aebfc623fc47aef8a68f2a60b16d431816c", + "citylearn_battery_common_scale-transformer-predictions.npz": "f262183748db76c83469a82ef5cdd34513c034d15d416d9602ea6c884cc5becd" + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-context.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-context.json new file mode 100644 index 0000000000000000000000000000000000000000..2f321e2d985063bd25b17f70ab62256b7a0f3f5e --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-context.json @@ -0,0 +1,5639 @@ +{ + "assessments": [ + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "low_observed_action_variation", + "weak_excitation_heuristic" + ], + "stratum": "low_observed_action_variation+weak_excitation_heuristic", + "uncertainty_status": "limited_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-history_linear-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-history_linear-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..5e016192e430c3c92cf9722e9eef9d238bca9e3e Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-history_linear-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-persistence-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-persistence-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..ea60a967f927b8382305914996c461d5787923dd Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-persistence-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-transformer-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-transformer-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..252698b0d9cd563fc5cc68513aa51e1b1c31c5ce Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-transformer-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-context.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-context.json new file mode 100644 index 0000000000000000000000000000000000000000..275ce595c66d64158b42200d095dc27635a3f015 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-context.json @@ -0,0 +1,5636 @@ +{ + "assessments": [ + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [], + "stratum": "observed_context", + "uncertainty_status": "observed_context", + "training_support_checked_features": 10, + "support_violations": [], + "support_sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1", + "hidden_physical_parameters_assessed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-history_linear-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-history_linear-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..b0bdc71c14078a0cc84210d023f20b78a88443e6 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-history_linear-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-persistence-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-persistence-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..927a121d934fcf7b672dbac56f26787d3034f14d Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-persistence-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-transformer-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-transformer-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..870197ea70fc09a865a84900812a5cbc6f8e1ccf Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-transformer-predictions.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/history_linear-sparse-calibration.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/history_linear-sparse-calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..0f9098038694c3f31028910f781988da787342c9 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/history_linear-sparse-calibration.json @@ -0,0 +1,1227 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": "tfm-normalization-v1", + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "citylearn-device-citylearn_battery_common_scale-283127", + "citylearn-device-citylearn_battery_common_scale-283128", + "citylearn-device-citylearn_battery_common_scale-283129", + "citylearn-device-citylearn_battery_common_scale-283130", + "citylearn-device-citylearn_battery_common_scale-283131", + "citylearn-device-citylearn_battery_common_scale-283132", + "citylearn-device-citylearn_battery_common_scale-283133", + "citylearn-device-citylearn_battery_common_scale-283134", + "citylearn-device-citylearn_battery_common_scale-283135", + "citylearn-device-citylearn_battery_common_scale-283136", + "citylearn-device-citylearn_battery_common_scale-283137", + "citylearn-device-citylearn_battery_common_scale-283138", + "citylearn-device-citylearn_battery_common_scale-283139", + "citylearn-device-citylearn_battery_common_scale-283140", + "citylearn-device-citylearn_battery_common_scale-283141", + "citylearn-device-citylearn_battery_common_scale-283142", + "citylearn-device-citylearn_battery_common_scale-283143", + "citylearn-device-citylearn_battery_common_scale-283144", + "citylearn-device-citylearn_battery_common_scale-283145", + "citylearn-device-citylearn_battery_common_scale-283146", + "citylearn-device-citylearn_battery_common_scale-283147", + "citylearn-device-citylearn_battery_common_scale-283148", + "citylearn-device-citylearn_battery_common_scale-283149", + "citylearn-device-citylearn_battery_common_scale-283150", + "citylearn-device-citylearn_battery_scale_shift-383127", + "citylearn-device-citylearn_battery_scale_shift-383128", + "citylearn-device-citylearn_battery_scale_shift-383129", + "citylearn-device-citylearn_battery_scale_shift-383130", + "citylearn-device-citylearn_battery_scale_shift-383131", + "citylearn-device-citylearn_battery_scale_shift-383132", + "citylearn-device-citylearn_battery_scale_shift-383133", + "citylearn-device-citylearn_battery_scale_shift-383134", + "citylearn-device-citylearn_battery_scale_shift-383135", + "citylearn-device-citylearn_battery_scale_shift-383136", + "citylearn-device-citylearn_battery_scale_shift-383137", + "citylearn-device-citylearn_battery_scale_shift-383138", + "citylearn-device-citylearn_battery_scale_shift-383139", + "citylearn-device-citylearn_battery_scale_shift-383140", + "citylearn-device-citylearn_battery_scale_shift-383141", + "citylearn-device-citylearn_battery_scale_shift-383142", + "citylearn-device-citylearn_battery_scale_shift-383143", + "citylearn-device-citylearn_battery_scale_shift-383144", + "citylearn-device-citylearn_battery_scale_shift-383145", + "citylearn-device-citylearn_battery_scale_shift-383146", + "citylearn-device-citylearn_battery_scale_shift-383147", + "citylearn-device-citylearn_battery_scale_shift-383148", + "citylearn-device-citylearn_battery_scale_shift-383149", + "citylearn-device-citylearn_battery_scale_shift-383150", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "7:15": { + "multiplier": 2.1387944833092005, + "count": 493 + }, + "7:30": { + "multiplier": 2.8065500482915358, + "count": 492 + }, + "7:60": { + "multiplier": 4.200880181841861, + "count": 493 + }, + "7:120": { + "multiplier": 5.295999994956242, + "count": 489 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee.", + "input_transform_id": "citylearn-soc-and-requested-power-only-v1", + "model_name": "history_linear" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/persistence-sparse-calibration.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/persistence-sparse-calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..b066e5bf73cfae580ee979becc5d02d1bc104b3d --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/persistence-sparse-calibration.json @@ -0,0 +1,1227 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": "tfm-normalization-v1", + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "citylearn-device-citylearn_battery_common_scale-283127", + "citylearn-device-citylearn_battery_common_scale-283128", + "citylearn-device-citylearn_battery_common_scale-283129", + "citylearn-device-citylearn_battery_common_scale-283130", + "citylearn-device-citylearn_battery_common_scale-283131", + "citylearn-device-citylearn_battery_common_scale-283132", + "citylearn-device-citylearn_battery_common_scale-283133", + "citylearn-device-citylearn_battery_common_scale-283134", + "citylearn-device-citylearn_battery_common_scale-283135", + "citylearn-device-citylearn_battery_common_scale-283136", + "citylearn-device-citylearn_battery_common_scale-283137", + "citylearn-device-citylearn_battery_common_scale-283138", + "citylearn-device-citylearn_battery_common_scale-283139", + "citylearn-device-citylearn_battery_common_scale-283140", + "citylearn-device-citylearn_battery_common_scale-283141", + "citylearn-device-citylearn_battery_common_scale-283142", + "citylearn-device-citylearn_battery_common_scale-283143", + "citylearn-device-citylearn_battery_common_scale-283144", + "citylearn-device-citylearn_battery_common_scale-283145", + "citylearn-device-citylearn_battery_common_scale-283146", + "citylearn-device-citylearn_battery_common_scale-283147", + "citylearn-device-citylearn_battery_common_scale-283148", + "citylearn-device-citylearn_battery_common_scale-283149", + "citylearn-device-citylearn_battery_common_scale-283150", + "citylearn-device-citylearn_battery_scale_shift-383127", + "citylearn-device-citylearn_battery_scale_shift-383128", + "citylearn-device-citylearn_battery_scale_shift-383129", + "citylearn-device-citylearn_battery_scale_shift-383130", + "citylearn-device-citylearn_battery_scale_shift-383131", + "citylearn-device-citylearn_battery_scale_shift-383132", + "citylearn-device-citylearn_battery_scale_shift-383133", + "citylearn-device-citylearn_battery_scale_shift-383134", + "citylearn-device-citylearn_battery_scale_shift-383135", + "citylearn-device-citylearn_battery_scale_shift-383136", + "citylearn-device-citylearn_battery_scale_shift-383137", + "citylearn-device-citylearn_battery_scale_shift-383138", + "citylearn-device-citylearn_battery_scale_shift-383139", + "citylearn-device-citylearn_battery_scale_shift-383140", + "citylearn-device-citylearn_battery_scale_shift-383141", + "citylearn-device-citylearn_battery_scale_shift-383142", + "citylearn-device-citylearn_battery_scale_shift-383143", + "citylearn-device-citylearn_battery_scale_shift-383144", + "citylearn-device-citylearn_battery_scale_shift-383145", + "citylearn-device-citylearn_battery_scale_shift-383146", + "citylearn-device-citylearn_battery_scale_shift-383147", + "citylearn-device-citylearn_battery_scale_shift-383148", + "citylearn-device-citylearn_battery_scale_shift-383149", + "citylearn-device-citylearn_battery_scale_shift-383150", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "7:15": { + "multiplier": 2.8208361757300007, + "count": 493 + }, + "7:30": { + "multiplier": 5.374070726279659, + "count": 492 + }, + "7:60": { + "multiplier": 9.500402778411077, + "count": 493 + }, + "7:120": { + "multiplier": 13.710342270752326, + "count": 489 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee.", + "input_transform_id": "citylearn-soc-and-requested-power-only-v1", + "model_name": "persistence" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/support.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/support.json new file mode 100644 index 0000000000000000000000000000000000000000..ca4e8e6244e685ebfa17f87c28bb9d5c5dbe8da4 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/support.json @@ -0,0 +1,347 @@ +{ + "version": "tfm-context-uncertainty-v1", + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "transform_id": "citylearn-soc-and-requested-power-only-v1", + "policy": { + "low_action_std": 0.05, + "weak_driver_std": 0.05, + "support_std_margin": 0.5, + "support_min_count": 10 + }, + "entries": { + "7:history_mean": { + "min": -1.71474664598891, + "max": 1.810292176308124, + "count": 512 + }, + "7:history_std": { + "min": -0.14881268494873914, + "max": 1.4353572463348476, + "count": 512 + }, + "7:current": { + "min": -1.8229443101192242, + "max": 1.918489840438438, + "count": 503 + }, + "13:history_mean": { + "min": -1.7295165972024673, + "max": 1.9637065843850845, + "count": 512 + }, + "13:history_std": { + "min": -0.15531266651132808, + "max": 1.8055023127400103, + "count": 512 + }, + "13:future_mean": { + "min": -2.2058126217718623, + "max": 2.1792413479681514, + "count": 512 + }, + "13:future_min": { + "min": -2.26373988794684, + "max": 2.237168614143129, + "count": 512 + }, + "13:future_max": { + "min": -2.233015801904823, + "max": 2.206444528101112, + "count": 512 + }, + "history_dt:span": { + "min": 344.999999, + "max": 345.000001, + "count": 512 + }, + "future_dt:span": { + "min": 104.999999, + "max": 105.000001, + "count": 512 + } + }, + "limitation": "Marginal feature-envelope heuristic; no guarantee of detecting hidden physical shift.", + "sha256": "2f44ee1a147fe62197bf1954b6faebdad61156e125928640d5a3c86f6e59a6c1" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/transformer-sparse-calibration.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/transformer-sparse-calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..1fbdad49374fdccaa55e9ff44d390a5cf2ee6cda --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/citylearn/evaluation/transformer-sparse-calibration.json @@ -0,0 +1,1227 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": "tfm-normalization-v1", + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "citylearn-device-citylearn_battery_common_scale-283127", + "citylearn-device-citylearn_battery_common_scale-283128", + "citylearn-device-citylearn_battery_common_scale-283129", + "citylearn-device-citylearn_battery_common_scale-283130", + "citylearn-device-citylearn_battery_common_scale-283131", + "citylearn-device-citylearn_battery_common_scale-283132", + "citylearn-device-citylearn_battery_common_scale-283133", + "citylearn-device-citylearn_battery_common_scale-283134", + "citylearn-device-citylearn_battery_common_scale-283135", + "citylearn-device-citylearn_battery_common_scale-283136", + "citylearn-device-citylearn_battery_common_scale-283137", + "citylearn-device-citylearn_battery_common_scale-283138", + "citylearn-device-citylearn_battery_common_scale-283139", + "citylearn-device-citylearn_battery_common_scale-283140", + "citylearn-device-citylearn_battery_common_scale-283141", + "citylearn-device-citylearn_battery_common_scale-283142", + "citylearn-device-citylearn_battery_common_scale-283143", + "citylearn-device-citylearn_battery_common_scale-283144", + "citylearn-device-citylearn_battery_common_scale-283145", + "citylearn-device-citylearn_battery_common_scale-283146", + "citylearn-device-citylearn_battery_common_scale-283147", + "citylearn-device-citylearn_battery_common_scale-283148", + "citylearn-device-citylearn_battery_common_scale-283149", + "citylearn-device-citylearn_battery_common_scale-283150", + "citylearn-device-citylearn_battery_scale_shift-383127", + "citylearn-device-citylearn_battery_scale_shift-383128", + "citylearn-device-citylearn_battery_scale_shift-383129", + "citylearn-device-citylearn_battery_scale_shift-383130", + "citylearn-device-citylearn_battery_scale_shift-383131", + "citylearn-device-citylearn_battery_scale_shift-383132", + "citylearn-device-citylearn_battery_scale_shift-383133", + "citylearn-device-citylearn_battery_scale_shift-383134", + "citylearn-device-citylearn_battery_scale_shift-383135", + "citylearn-device-citylearn_battery_scale_shift-383136", + "citylearn-device-citylearn_battery_scale_shift-383137", + "citylearn-device-citylearn_battery_scale_shift-383138", + "citylearn-device-citylearn_battery_scale_shift-383139", + "citylearn-device-citylearn_battery_scale_shift-383140", + "citylearn-device-citylearn_battery_scale_shift-383141", + "citylearn-device-citylearn_battery_scale_shift-383142", + "citylearn-device-citylearn_battery_scale_shift-383143", + "citylearn-device-citylearn_battery_scale_shift-383144", + "citylearn-device-citylearn_battery_scale_shift-383145", + "citylearn-device-citylearn_battery_scale_shift-383146", + "citylearn-device-citylearn_battery_scale_shift-383147", + "citylearn-device-citylearn_battery_scale_shift-383148", + "citylearn-device-citylearn_battery_scale_shift-383149", + "citylearn-device-citylearn_battery_scale_shift-383150", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "7:15": { + "multiplier": 4.460028481944198, + "count": 493 + }, + "7:30": { + "multiplier": 4.099673684982179, + "count": 492 + }, + "7:60": { + "multiplier": 3.4342761025594974, + "count": 493 + }, + "7:120": { + "multiplier": 2.6206260995958677, + "count": 489 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee.", + "input_transform_id": "citylearn-soc-and-requested-power-only-v1", + "model_name": "transformer" +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/comparison.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/comparison.json new file mode 100644 index 0000000000000000000000000000000000000000..07f8a763dd693ce36e1631119815462ce81b5b78 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/comparison.json @@ -0,0 +1,4230 @@ +{ + "primary_seed": 42, + "replication_seed": 43, + "primary_selection": "Prespecified seed42 remains primary; no test-based seed selection.", + "comparison": "Identical anchors, source calibration IDs, policies and model configuration; no raw-unit pooling.", + "coverage_limitation": "Shifted coverage is descriptive; correlated windows provide no independent system-level guarantee.", + "anchor_sha256": { + "history": "8eb3e5cb0a854bd186c3a88534575f79e1fb8236eb481d01b358124108e55a50", + "thermal-evaluation": "6c2f41a2a3ab95f9a36b10a9c82a313c2936ca5bd2fe449be3dfa0fd29b272af", + "challenge-interventions": "c5c4ac200e3473012e8a7447c06e8dda36b422f0090f8cd26f1201d3c162444d", + "citylearn/evaluation": "dc74a4f37398872f4928636687455553dd3e307cb5bebb31caf91d703487ad77", + "behavior": "e2207fe45ccbdf1aad8520a29825d2a097590c73d80987b98074fb9c5272884a" + }, + "seed42": { + "history_normalized_mae": { + "full_history": 0.04051102742087096, + "current_only": 0.35482378292363137, + "history_branch_disabled": 0.35340662273811174, + "past_state_only": 0.2768171668227296, + "truncate_4": 0.08685867765452712, + "truncate_8": 0.06851221029646695, + "temporal_shuffle": 0.27053095449809916, + "matched_family_swap": 0.1986356106994208, + "thermal_temperature_only": 0.04812635052076075 + }, + "thermal": { + "full_history": { + "parameter_shift_2node": { + "air_temperature_degC": { + "mae_degC": 1.3004339188337326, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.3689229488372803 + }, + { + "minutes": 30.0, + "mae_degC": 0.8082392811775208 + }, + { + "minutes": 60.0, + "mae_degC": 1.569898009300232 + }, + { + "minutes": 120.0, + "mae_degC": 2.4546754360198975 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.16163426637649536, + "coverage": 0.6005859375, + "mean_width": 0.3655113626916773 + }, + "selective_error_by_flag": { + "low_observed_action_variation": { + "flagged": { + "query_count": 4, + "interval_count": 4, + "calibration_availability": 1.0, + "mae": 0.11214131116867065, + "coverage": 0.25, + "mean_width": 0.19660198409110308 + }, + "unflagged": { + "query_count": 2044, + "interval_count": 2044, + "calibration_availability": 1.0, + "mae": 0.16173112392425537, + "coverage": 0.6012720156555773, + "mean_width": 0.3658419094208369 + } + }, + "outside_training_support": { + "flagged": { + "query_count": 2040, + "interval_count": 2040, + "calibration_availability": 1.0, + "mae": 0.16196899116039276, + "coverage": 0.5990196078431372, + "mean_width": 0.36523804020698125 + }, + "unflagged": { + "query_count": 8, + "interval_count": 8, + "calibration_availability": 1.0, + "mae": 0.0762823298573494, + "coverage": 1.0, + "mean_width": 0.43520859628915787 + } + } + }, + "status_counts": { + "stratified": 8, + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2040 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.642578125, + "mean_interval_width": 0.8181172609329224, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.599609375, + "mean_interval_width": 1.718611478805542, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.599609375, + "mean_interval_width": 3.4607126712799072, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.62109375, + "mean_interval_width": 6.204256057739258, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.7578125, + "mean_interval_width": 0.05474712699651718, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.640625, + "mean_interval_width": 0.08832582086324692, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.568359375, + "mean_interval_width": 0.1797165870666504, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.5703125, + "mean_interval_width": 0.41444307565689087, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.89453125, + "mean_interval_width": 2.1955201625823975, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.55859375, + "mean_interval_width": 2.810361385345459, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.314453125, + "mean_interval_width": 4.305873870849609, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 0.171875, + "mean_interval_width": 7.658458709716797, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "small_room_3node": { + "air_temperature_degC": { + "mae_degC": 1.6916444152593613, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.5833232998847961 + }, + { + "minutes": 30.0, + "mae_degC": 1.1647616624832153 + }, + { + "minutes": 60.0, + "mae_degC": 2.1277008056640625 + }, + { + "minutes": 120.0, + "mae_degC": 2.890791893005371 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.2102588266134262, + "coverage": 0.486328125, + "mean_width": 0.38404139013027816 + }, + "selective_error_by_flag": { + "outside_training_support": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.2102588266134262, + "coverage": 0.486328125, + "mean_width": 0.38404139013027816 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2048 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.509765625, + "mean_interval_width": 0.8616291880607605, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.470703125, + "mean_interval_width": 1.817775011062622, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.482421875, + "mean_interval_width": 3.6198277473449707, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.59375, + "mean_interval_width": 6.526886940002441, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.685546875, + "mean_interval_width": 0.0989893451333046, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.603515625, + "mean_interval_width": 0.18624760210514069, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.572265625, + "mean_interval_width": 0.4285297691822052, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.5703125, + "mean_interval_width": 0.9930938482284546, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.783203125, + "mean_interval_width": 2.2547500133514404, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.35546875, + "mean_interval_width": 2.898733377456665, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.23046875, + "mean_interval_width": 4.449258327484131, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 0.125, + "mean_interval_width": 7.925773620605469, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "auditorium_3node": { + "air_temperature_degC": { + "mae_degC": 0.526321467012167, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.12763969600200653 + }, + { + "minutes": 30.0, + "mae_degC": 0.27742093801498413 + }, + { + "minutes": 60.0, + "mae_degC": 0.6006563901901245 + }, + { + "minutes": 120.0, + "mae_degC": 1.0995688438415527 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.06541784852743149, + "coverage": 0.6103515625, + "mean_width": 0.14958262891423146 + }, + "selective_error_by_flag": { + "outside_training_support": { + "flagged": { + "query_count": 2036, + "interval_count": 2036, + "calibration_availability": 1.0, + "mae": 0.06500539183616638, + "coverage": 0.611984282907662, + "mean_width": 0.14892535329035214 + }, + "unflagged": { + "query_count": 12, + "interval_count": 12, + "calibration_availability": 1.0, + "mae": 0.1353982836008072, + "coverage": 0.3333333333333333, + "mean_width": 0.26110039309908945 + } + } + }, + "status_counts": { + "stratified": 12, + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2036 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.693359375, + "mean_interval_width": 0.28678929805755615, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.6328125, + "mean_interval_width": 0.6095327138900757, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.623046875, + "mean_interval_width": 1.3446499109268188, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.654296875, + "mean_interval_width": 2.7531309127807617, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.966796875, + "mean_interval_width": 0.044574469327926636, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.916015625, + "mean_interval_width": 0.06614071875810623, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.794921875, + "mean_interval_width": 0.1242230013012886, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.666015625, + "mean_interval_width": 0.2943533957004547, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.64453125, + "mean_interval_width": 2.2252209186553955, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.609375, + "mean_interval_width": 2.9223403930664062, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.583984375, + "mean_interval_width": 4.692464351654053, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 0.54296875, + "mean_interval_width": 8.709630012512207, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "current_only": { + "parameter_shift_2node": { + "air_temperature_degC": { + "mae_degC": 3.5285931825637817, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 2.211585283279419 + }, + { + "minutes": 30.0, + "mae_degC": 3.1710803508758545 + }, + { + "minutes": 60.0, + "mae_degC": 4.090245246887207 + }, + { + "minutes": 120.0, + "mae_degC": 4.6414618492126465 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.43857795000076294, + "coverage": 0.8984375, + "mean_width": 1.811354586847301 + }, + "selective_error_by_flag": { + "absent_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.43857795000076294, + "coverage": 0.8984375, + "mean_width": 1.811354586847301 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "absent_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.43857795000076294, + "coverage": 0.8984375, + "mean_width": 1.811354586847301 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.43857795000076294, + "coverage": 0.8984375, + "mean_width": 1.811354586847301 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.43857795000076294, + "coverage": 0.8984375, + "mean_width": 1.811354586847301 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.43857795000076294, + "coverage": 0.8984375, + "mean_width": 1.811354586847301 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "missing_history": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.43857795000076294, + "coverage": 0.8984375, + "mean_width": 1.811354586847301 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "outside_training_support": { + "flagged": { + "query_count": 1912, + "interval_count": 1912, + "calibration_availability": 1.0, + "mae": 0.4379168748855591, + "coverage": 0.8985355648535565, + "mean_width": 1.8210049372821049 + }, + "unflagged": { + "query_count": 136, + "interval_count": 136, + "calibration_availability": 1.0, + "mae": 0.4478719234466553, + "coverage": 0.8970588235294118, + "mean_width": 1.6756820130874128 + } + } + }, + "status_counts": { + "stratified": 136, + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 1912 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.7578125, + "mean_interval_width": 6.360379695892334, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.677734375, + "mean_interval_width": 8.146706581115723, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.64453125, + "mean_interval_width": 10.575928688049316, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.720703125, + "mean_interval_width": 13.42468547821045, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.55078125, + "mean_interval_width": 0.8665539026260376, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.53125, + "mean_interval_width": 1.4426225423812866, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.5234375, + "mean_interval_width": 2.223268985748291, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.5078125, + "mean_interval_width": 3.0997140407562256, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.935546875, + "mean_interval_width": 5.853597640991211, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.9609375, + "mean_interval_width": 8.439725875854492, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.84375, + "mean_interval_width": 14.817193031311035, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 0.826171875, + "mean_interval_width": 28.5253963470459, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "small_room_3node": { + "air_temperature_degC": { + "mae_degC": 4.533676207065582, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 2.8972761631011963 + }, + { + "minutes": 30.0, + "mae_degC": 4.099180698394775 + }, + { + "minutes": 60.0, + "mae_degC": 5.321707725524902 + }, + { + "minutes": 120.0, + "mae_degC": 5.816540241241455 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5635022521018982, + "coverage": 0.837890625, + "mean_width": 2.1093846738458524 + }, + "selective_error_by_flag": { + "absent_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5635022521018982, + "coverage": 0.837890625, + "mean_width": 2.1093846738458524 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "absent_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5635022521018982, + "coverage": 0.837890625, + "mean_width": 2.1093846738458524 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5635022521018982, + "coverage": 0.837890625, + "mean_width": 2.1093846738458524 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5635022521018982, + "coverage": 0.837890625, + "mean_width": 2.1093846738458524 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5635022521018982, + "coverage": 0.837890625, + "mean_width": 2.1093846738458524 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "missing_history": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5635022521018982, + "coverage": 0.837890625, + "mean_width": 2.1093846738458524 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "outside_training_support": { + "flagged": { + "query_count": 1956, + "interval_count": 1956, + "calibration_availability": 1.0, + "mae": 0.5587246417999268, + "coverage": 0.8430470347648262, + "mean_width": 2.125136018936391 + }, + "unflagged": { + "query_count": 92, + "interval_count": 92, + "calibration_availability": 1.0, + "mae": 0.6650789380073547, + "coverage": 0.7282608695652174, + "mean_width": 1.7744973803991857 + } + } + }, + "status_counts": { + "stratified": 92, + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 1956 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.716796875, + "mean_interval_width": 7.496615886688232, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.599609375, + "mean_interval_width": 9.693833351135254, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.607421875, + "mean_interval_width": 12.318699836730957, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.64453125, + "mean_interval_width": 15.32116413116455, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.779296875, + "mean_interval_width": 1.8276023864746094, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.791015625, + "mean_interval_width": 2.6169168949127197, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.80078125, + "mean_interval_width": 3.60998272895813, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.853515625, + "mean_interval_width": 4.862436771392822, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.986328125, + "mean_interval_width": 6.593034267425537, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.916015625, + "mean_interval_width": 9.555310249328613, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.828125, + "mean_interval_width": 16.6279296875, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 0.853515625, + "mean_interval_width": 31.485870361328125, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "auditorium_3node": { + "air_temperature_degC": { + "mae_degC": 4.58668452501297, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 2.7181856632232666 + }, + { + "minutes": 30.0, + "mae_degC": 4.022055149078369 + }, + { + "minutes": 60.0, + "mae_degC": 5.4785919189453125 + }, + { + "minutes": 120.0, + "mae_degC": 6.127905368804932 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5700907707214355, + "coverage": 0.876953125, + "mean_width": 1.8479597554141947 + }, + "selective_error_by_flag": { + "absent_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5700907707214355, + "coverage": 0.876953125, + "mean_width": 1.8479597554141947 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "absent_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5700907707214355, + "coverage": 0.876953125, + "mean_width": 1.8479597554141947 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5700907707214355, + "coverage": 0.876953125, + "mean_width": 1.8479597554141947 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5700907707214355, + "coverage": 0.876953125, + "mean_width": 1.8479597554141947 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5700907707214355, + "coverage": 0.876953125, + "mean_width": 1.8479597554141947 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "missing_history": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5700907707214355, + "coverage": 0.876953125, + "mean_width": 1.8479597554141947 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "outside_training_support": { + "flagged": { + "query_count": 2036, + "interval_count": 2036, + "calibration_availability": 1.0, + "mae": 0.5696882605552673, + "coverage": 0.8781925343811395, + "mean_width": 1.8497128249758996 + }, + "unflagged": { + "query_count": 12, + "interval_count": 12, + "calibration_availability": 1.0, + "mae": 0.638382613658905, + "coverage": 0.6666666666666666, + "mean_width": 1.5505222864449024 + } + } + }, + "status_counts": { + "stratified": 12, + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2036 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.701171875, + "mean_interval_width": 6.422739028930664, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.490234375, + "mean_interval_width": 8.257538795471191, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.453125, + "mean_interval_width": 10.774858474731445, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.568359375, + "mean_interval_width": 13.83354663848877, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.607421875, + "mean_interval_width": 1.0955244302749634, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.568359375, + "mean_interval_width": 1.7209755182266235, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.583984375, + "mean_interval_width": 2.6194472312927246, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.61328125, + "mean_interval_width": 3.712364673614502, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.994140625, + "mean_interval_width": 5.193132400512695, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.9765625, + "mean_interval_width": 7.6550703048706055, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.857421875, + "mean_interval_width": 13.818960189819336, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 0.6875, + "mean_interval_width": 26.641897201538086, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "thermal_temperature_only": { + "parameter_shift_2node": { + "air_temperature_degC": { + "mae_degC": 1.2814606353640556, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.35664936900138855 + }, + { + "minutes": 30.0, + "mae_degC": 0.7846094369888306 + }, + { + "minutes": 60.0, + "mae_degC": 1.5557938814163208 + }, + { + "minutes": 120.0, + "mae_degC": 2.4287898540496826 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.1592760533094406, + "coverage": 0.6083984375, + "mean_width": 0.38225550359993576 + }, + "selective_error_by_flag": { + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.1592760533094406, + "coverage": 0.6083984375, + "mean_width": 0.38225550359993576 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "low_observed_action_variation": { + "flagged": { + "query_count": 4, + "interval_count": 4, + "calibration_availability": 1.0, + "mae": 0.09550722688436508, + "coverage": 0.25, + "mean_width": 0.2307344088330865 + }, + "unflagged": { + "query_count": 2044, + "interval_count": 2044, + "calibration_availability": 1.0, + "mae": 0.1594008356332779, + "coverage": 0.6090998043052838, + "mean_width": 0.3825520223763875 + } + }, + "outside_training_support": { + "flagged": { + "query_count": 2040, + "interval_count": 2040, + "calibration_availability": 1.0, + "mae": 0.15950986742973328, + "coverage": 0.6068627450980392, + "mean_width": 0.38205709865125004 + }, + "unflagged": { + "query_count": 8, + "interval_count": 8, + "calibration_availability": 1.0, + "mae": 0.09965553879737854, + "coverage": 1.0, + "mean_width": 0.432848765514791 + } + } + }, + "status_counts": { + "stratified": 8, + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2040 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.666015625, + "mean_interval_width": 0.8973921537399292, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.646484375, + "mean_interval_width": 1.9193106889724731, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.642578125, + "mean_interval_width": 3.9656028747558594, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.685546875, + "mean_interval_width": 7.302323341369629, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "small_room_3node": { + "air_temperature_degC": { + "mae_degC": 1.820999339222908, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.6053928732872009 + }, + { + "minutes": 30.0, + "mae_degC": 1.2395812273025513 + }, + { + "minutes": 60.0, + "mae_degC": 2.32966947555542 + }, + { + "minutes": 120.0, + "mae_degC": 3.10935378074646 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.22633668780326843, + "coverage": 0.4267578125, + "mean_width": 0.36619244214023183 + }, + "selective_error_by_flag": { + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.22633668780326843, + "coverage": 0.4267578125, + "mean_width": 0.36619244214023183 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "outside_training_support": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.22633668780326843, + "coverage": 0.4267578125, + "mean_width": 0.36619244214023183 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2048 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.455078125, + "mean_interval_width": 0.8905506134033203, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.4609375, + "mean_interval_width": 1.9004627466201782, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.435546875, + "mean_interval_width": 3.8201494216918945, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.564453125, + "mean_interval_width": 6.887889862060547, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "auditorium_3node": { + "air_temperature_degC": { + "mae_degC": 0.6253254823386669, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.13921336829662323 + }, + { + "minutes": 30.0, + "mae_degC": 0.32265704870224 + }, + { + "minutes": 60.0, + "mae_degC": 0.7118425965309143 + }, + { + "minutes": 120.0, + "mae_degC": 1.3275889158248901 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.07772330939769745, + "coverage": 0.54931640625, + "mean_width": 0.16019429196035162 + }, + "selective_error_by_flag": { + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.07772330939769745, + "coverage": 0.54931640625, + "mean_width": 0.16019429196035162 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "outside_training_support": { + "flagged": { + "query_count": 2036, + "interval_count": 2036, + "calibration_availability": 1.0, + "mae": 0.07720696926116943, + "coverage": 0.5520628683693517, + "mean_width": 0.15971245124002037 + }, + "unflagged": { + "query_count": 12, + "interval_count": 12, + "calibration_availability": 1.0, + "mae": 0.16532926261425018, + "coverage": 0.08333333333333333, + "mean_width": 0.24194660084322095 + } + } + }, + "status_counts": { + "stratified": 12, + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2036 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.697265625, + "mean_interval_width": 0.3205084502696991, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.625, + "mean_interval_width": 0.7111799716949463, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.58984375, + "mean_interval_width": 1.5771428346633911, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.623046875, + "mean_interval_width": 3.279202938079834, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + } + }, + "citylearn": { + "citylearn_battery_common_scale": { + "soc_mae_fraction": 0.041177369734532725, + "soc_mae_percentage_points": 4.1177369734532725, + "raw_soc_bounds_violation_rate": 0.06396484375, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.012014417861512909, + "raw_soc_bounds_violation_rate": 0.03125 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.024671971021831537, + "raw_soc_bounds_violation_rate": 0.037109375 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.047615705196079244, + "raw_soc_bounds_violation_rate": 0.091796875 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.08040738485870721, + "raw_soc_bounds_violation_rate": 0.095703125 + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.012014416046440601, + "rmse": 0.02685534954071045, + "standardized_mae": 0.03301052004098892, + "standardized_rmse": 0.07378710806369781, + "standardized_gaussian_nll": 0.7683749446059293, + "physical_gaussian_nll": -0.2423440381202545, + "nominal_coverage": 0.9, + "coverage": 0.693359375, + "mean_interval_width": 0.028126932680606842, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.024671969935297966, + "rmse": 0.04885009676218033, + "standardized_mae": 0.06778810918331146, + "standardized_rmse": 0.13421934843063354, + "standardized_gaussian_nll": 3.0375455719531232, + "physical_gaussian_nll": 2.0268265892269395, + "nominal_coverage": 0.9, + "coverage": 0.697265625, + "mean_interval_width": 0.057331424206495285, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.04761570319533348, + "rmse": 0.0833752229809761, + "standardized_mae": 0.13082775473594666, + "standardized_rmse": 0.2290797382593155, + "standardized_gaussian_nll": 5.136945048148808, + "physical_gaussian_nll": 4.126226065422625, + "nominal_coverage": 0.9, + "coverage": 0.716796875, + "mean_interval_width": 0.11671081185340881, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.08040738105773926, + "rmse": 0.12680475413799286, + "standardized_mae": 0.22092537581920624, + "standardized_rmse": 0.348405659198761, + "standardized_gaussian_nll": 4.967283350682883, + "physical_gaussian_nll": 3.956564367956699, + "nominal_coverage": 0.9, + "coverage": 0.71875, + "mean_interval_width": 0.21774570643901825, + "interval_kind": "heldout_calibrated" + } + ] + }, + "citylearn_battery_scale_shift": { + "soc_mae_fraction": 0.07370653581353667, + "soc_mae_percentage_points": 7.370653581353667, + "raw_soc_bounds_violation_rate": 0.08740234375, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.024615141347580177, + "raw_soc_bounds_violation_rate": 0.052734375 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.048496140049366115, + "raw_soc_bounds_violation_rate": 0.08203125 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.08939312874366284, + "raw_soc_bounds_violation_rate": 0.111328125 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.13232173311353757, + "raw_soc_bounds_violation_rate": 0.103515625 + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02461513876914978, + "rmse": 0.053900886327028275, + "standardized_mae": 0.06763195991516113, + "standardized_rmse": 0.14809677004814148, + "standardized_gaussian_nll": 9.523040061036191, + "physical_gaussian_nll": 8.512321078310007, + "nominal_coverage": 0.9, + "coverage": 0.693359375, + "mean_interval_width": 0.048746634274721146, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.04849613457918167, + "rmse": 0.09186652302742004, + "standardized_mae": 0.13324680924415588, + "standardized_rmse": 0.25241023302078247, + "standardized_gaussian_nll": 15.39625144683483, + "physical_gaussian_nll": 14.385532464108646, + "nominal_coverage": 0.9, + "coverage": 0.658203125, + "mean_interval_width": 0.09206800907850266, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.08939312398433685, + "rmse": 0.15000328421592712, + "standardized_mae": 0.24561439454555511, + "standardized_rmse": 0.4121454060077667, + "standardized_gaussian_nll": 23.472194628186994, + "physical_gaussian_nll": 22.46147564546081, + "nominal_coverage": 0.9, + "coverage": 0.64453125, + "mean_interval_width": 0.17412425577640533, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.13232174515724182, + "rmse": 0.19889585673809052, + "standardized_mae": 0.36356401443481445, + "standardized_rmse": 0.5464814305305481, + "standardized_gaussian_nll": 15.880797994328496, + "physical_gaussian_nll": 14.870079011602312, + "nominal_coverage": 0.9, + "coverage": 0.6640625, + "mean_interval_width": 0.30235621333122253, + "interval_kind": "heldout_calibrated" + } + ] + } + }, + "intervention_effect_mae": [ + { + "cohort": "auditorium_3node", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.2542869410121623, + "action_effect_rmse": 0.33058562323808743, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.003488366993602665, + "action_effect_rmse": 0.004092668310579629, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.2652178339305875, + "action_effect_rmse": 0.34283756095688894, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.4237558285536963, + "action_effect_rmse": 0.5367067482674245, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.008763933395118051, + "action_effect_rmse": 0.010763674510435276, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.6477342008495506, + "action_effect_rmse": 0.810821578023733, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.6134296226904796, + "action_effect_rmse": 0.7758803325917524, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.031480576333465904, + "action_effect_rmse": 0.042756297075925515, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 1.5161405370583796, + "action_effect_rmse": 2.0246147060158046, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.7161370478362058, + "action_effect_rmse": 0.927898390779598, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.09261061415533123, + "action_effect_rmse": 0.11322177286892775, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.5608205329673277, + "action_effect_rmse": 4.435303538788489, + "sample_count": 16 + } + ] + }, + { + "cohort": "parameter_shift_2node", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.5906248838708554, + "action_effect_rmse": 0.8390551275651404, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.003859691347371186, + "action_effect_rmse": 0.004721373149278637, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6113616589639379, + "action_effect_rmse": 0.707383897346148, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.9610313856909214, + "action_effect_rmse": 1.4695113057436924, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.011951751808714217, + "action_effect_rmse": 0.015250477099184565, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.2855659853023607, + "action_effect_rmse": 1.484491496919845, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.7998073549428204, + "action_effect_rmse": 2.374120410598146, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.035600025275991376, + "action_effect_rmse": 0.05381274907399123, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 2.5439432162370426, + "action_effect_rmse": 2.899216326544431, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 1.9916754505368175, + "action_effect_rmse": 2.950815602864714, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.1253993327000673, + "action_effect_rmse": 0.16649383273574456, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.7776643394874094, + "action_effect_rmse": 4.546433490206043, + "sample_count": 16 + } + ] + }, + { + "cohort": "small_room_3node", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.8767140816597144, + "action_effect_rmse": 1.2602809985618095, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.012429628285375582, + "action_effect_rmse": 0.022239928030842498, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.606961211617496, + "action_effect_rmse": 0.6859013110982052, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.5047918345928601, + "action_effect_rmse": 2.328225337033118, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.02748426726902653, + "action_effect_rmse": 0.04441336879045282, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.1840619787887001, + "action_effect_rmse": 1.320526632231042, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.8662814202885802, + "action_effect_rmse": 2.7141922178285345, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.08079486736449104, + "action_effect_rmse": 0.10963668393059003, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 1.9843406224552653, + "action_effect_rmse": 2.3824353488074967, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.3435384335566027, + "action_effect_rmse": 2.7404573152779848, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.1961508381052518, + "action_effect_rmse": 0.282324832204521, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.7296034067834807, + "action_effect_rmse": 4.626867007767064, + "sample_count": 16 + } + ] + } + ], + "behavior_flags": { + "thermal": { + "original_heldout": { + "windows": 512, + "behavior_flagged_windows": 30, + "behavior_flag_rate_all_windows": 0.05859375, + "limited_windows": 309, + "unavailable_windows": 1 + }, + "parameter_shift_2node": { + "windows": 512, + "behavior_flagged_windows": 391, + "behavior_flag_rate_all_windows": 0.763671875, + "limited_windows": 391, + "unavailable_windows": 0 + }, + "small_room_3node": { + "windows": 512, + "behavior_flagged_windows": 445, + "behavior_flag_rate_all_windows": 0.869140625, + "limited_windows": 445, + "unavailable_windows": 0 + }, + "auditorium_3node": { + "windows": 512, + "behavior_flagged_windows": 134, + "behavior_flag_rate_all_windows": 0.26171875, + "limited_windows": 134, + "unavailable_windows": 0 + } + }, + "battery": { + "original_heldout": { + "windows": 512, + "behavior_flagged_windows": 10, + "behavior_flag_rate_all_windows": 0.01953125, + "limited_windows": 148, + "unavailable_windows": 23 + }, + "citylearn_battery_common_scale": { + "windows": 512, + "behavior_flagged_windows": 75, + "behavior_flag_rate_all_windows": 0.146484375, + "limited_windows": 77, + "unavailable_windows": 0 + }, + "citylearn_battery_scale_shift": { + "windows": 512, + "behavior_flagged_windows": 105, + "behavior_flag_rate_all_windows": 0.205078125, + "limited_windows": 106, + "unavailable_windows": 0 + } + } + } + }, + "seed43": { + "history_normalized_mae": { + "full_history": 0.0331866677996004, + "current_only": 0.3297044666018337, + "history_branch_disabled": 0.3771553714759648, + "past_state_only": 0.28285454817232675, + "truncate_4": 0.10964390186127275, + "truncate_8": 0.06304661845206283, + "temporal_shuffle": 0.3149175732745789, + "matched_family_swap": 0.2269972919137217, + "thermal_temperature_only": 0.04085858260805253 + }, + "thermal": { + "full_history": { + "parameter_shift_2node": { + "air_temperature_degC": { + "mae_degC": 1.2663367241621017, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.3181547522544861 + }, + { + "minutes": 30.0, + "mae_degC": 0.7464432716369629 + }, + { + "minutes": 60.0, + "mae_degC": 1.4969696998596191 + }, + { + "minutes": 120.0, + "mae_degC": 2.503779172897339 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.15739625692367554, + "coverage": 0.5703125, + "mean_width": 0.3725073625503228 + }, + "selective_error_by_flag": { + "low_observed_action_variation": { + "flagged": { + "query_count": 4, + "interval_count": 4, + "calibration_availability": 1.0, + "mae": 0.0938778817653656, + "coverage": 0.5, + "mean_width": 0.2702439073473215 + }, + "unflagged": { + "query_count": 2044, + "interval_count": 2044, + "calibration_availability": 1.0, + "mae": 0.15752054750919342, + "coverage": 0.5704500978473581, + "mean_width": 0.3727074867288023 + } + }, + "outside_training_support": { + "flagged": { + "query_count": 2040, + "interval_count": 2040, + "calibration_availability": 1.0, + "mae": 0.1575724333524704, + "coverage": 0.5686274509803921, + "mean_width": 0.3718944750509371 + }, + "unflagged": { + "query_count": 8, + "interval_count": 8, + "calibration_availability": 1.0, + "mae": 0.112471804022789, + "coverage": 1.0, + "mean_width": 0.5287936748936772 + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2040, + "stratified": 8 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.53125, + "mean_interval_width": 0.6326324939727783, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.521484375, + "mean_interval_width": 1.4332815408706665, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.541015625, + "mean_interval_width": 3.1574082374572754, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.619140625, + "mean_interval_width": 6.2957587242126465, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.681640625, + "mean_interval_width": 0.03497190400958061, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.470703125, + "mean_interval_width": 0.06261136382818222, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.427734375, + "mean_interval_width": 0.136575385928154, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.435546875, + "mean_interval_width": 0.3446572422981262, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.384765625, + "mean_interval_width": 1.1461799144744873, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.361328125, + "mean_interval_width": 1.9112014770507812, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.259765625, + "mean_interval_width": 3.769209384918213, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 0.109375, + "mean_interval_width": 8.155461311340332, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "small_room_3node": { + "air_temperature_degC": { + "mae_degC": 1.6384823024272919, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.5140069723129272 + }, + { + "minutes": 30.0, + "mae_degC": 1.0800349712371826 + }, + { + "minutes": 60.0, + "mae_degC": 2.0182082653045654 + }, + { + "minutes": 120.0, + "mae_degC": 2.941679000854492 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.20365117490291595, + "coverage": 0.54345703125, + "mean_width": 0.4631905781250225 + }, + "selective_error_by_flag": { + "outside_training_support": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.20365117490291595, + "coverage": 0.54345703125, + "mean_width": 0.4631905781250225 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2048 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.478515625, + "mean_interval_width": 0.8443475961685181, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.48828125, + "mean_interval_width": 1.9599257707595825, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.533203125, + "mean_interval_width": 4.078970909118652, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.611328125, + "mean_interval_width": 7.421300411224365, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.669921875, + "mean_interval_width": 0.0889597237110138, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.5625, + "mean_interval_width": 0.1766418069601059, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.521484375, + "mean_interval_width": 0.3939064145088196, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.494140625, + "mean_interval_width": 0.9009469151496887, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.33203125, + "mean_interval_width": 1.1073282957077026, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.27734375, + "mean_interval_width": 1.8619569540023804, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.189453125, + "mean_interval_width": 3.7121477127075195, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 0.08203125, + "mean_interval_width": 7.7133049964904785, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "auditorium_3node": { + "air_temperature_degC": { + "mae_degC": 0.582440635189414, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.12434645742177963 + }, + { + "minutes": 30.0, + "mae_degC": 0.28234153985977173 + }, + { + "minutes": 60.0, + "mae_degC": 0.6385852694511414 + }, + { + "minutes": 120.0, + "mae_degC": 1.2844892740249634 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.07239304482936859, + "coverage": 0.580078125, + "mean_width": 0.15781148151523894 + }, + "selective_error_by_flag": { + "outside_training_support": { + "flagged": { + "query_count": 2036, + "interval_count": 2036, + "calibration_availability": 1.0, + "mae": 0.072182297706604, + "coverage": 0.5795677799607073, + "mean_width": 0.1570488237083431 + }, + "unflagged": { + "query_count": 12, + "interval_count": 12, + "calibration_availability": 1.0, + "mae": 0.1081494465470314, + "coverage": 0.6666666666666666, + "mean_width": 0.28720908941856277 + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2036, + "stratified": 12 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.560546875, + "mean_interval_width": 0.23496516048908234, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.54296875, + "mean_interval_width": 0.5504447221755981, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.529296875, + "mean_interval_width": 1.29142165184021, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.57421875, + "mean_interval_width": 2.8073923587799072, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.986328125, + "mean_interval_width": 0.02898971550166607, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.962890625, + "mean_interval_width": 0.050720829516649246, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.873046875, + "mean_interval_width": 0.10667876154184341, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.748046875, + "mean_interval_width": 0.26211389899253845, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.623046875, + "mean_interval_width": 1.124060869216919, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.546875, + "mean_interval_width": 1.847039818763733, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.490234375, + "mean_interval_width": 3.67387056350708, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 0.498046875, + "mean_interval_width": 8.065128326416016, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "current_only": { + "parameter_shift_2node": { + "air_temperature_degC": { + "mae_degC": 2.5712813436985016, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 1.4181853532791138 + }, + { + "minutes": 30.0, + "mae_degC": 2.349863052368164 + }, + { + "minutes": 60.0, + "mae_degC": 3.03703236579895 + }, + { + "minutes": 120.0, + "mae_degC": 3.4800446033477783 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.3195911645889282, + "coverage": 0.93896484375, + "mean_width": 1.4353244110716332 + }, + "selective_error_by_flag": { + "absent_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.3195911645889282, + "coverage": 0.93896484375, + "mean_width": 1.4353244110716332 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "absent_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.3195911645889282, + "coverage": 0.93896484375, + "mean_width": 1.4353244110716332 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.3195911645889282, + "coverage": 0.93896484375, + "mean_width": 1.4353244110716332 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.3195911645889282, + "coverage": 0.93896484375, + "mean_width": 1.4353244110716332 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.3195911645889282, + "coverage": 0.93896484375, + "mean_width": 1.4353244110716332 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "missing_history": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.3195911645889282, + "coverage": 0.93896484375, + "mean_width": 1.4353244110716332 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "outside_training_support": { + "flagged": { + "query_count": 1912, + "interval_count": 1912, + "calibration_availability": 1.0, + "mae": 0.31780463457107544, + "coverage": 0.9403765690376569, + "mean_width": 1.4289766764463117 + }, + "unflagged": { + "query_count": 136, + "interval_count": 136, + "calibration_availability": 1.0, + "mae": 0.3447073996067047, + "coverage": 0.9191176470588235, + "mean_width": 1.524566091980566 + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 1912, + "stratified": 136 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.998046875, + "mean_interval_width": 10.270846366882324, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.9921875, + "mean_interval_width": 13.962986946105957, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.98828125, + "mean_interval_width": 18.059553146362305, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.9921875, + "mean_interval_width": 22.06699562072754, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 1.0, + "mean_interval_width": 1.9825035333633423, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.982421875, + "mean_interval_width": 3.5181267261505127, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.919921875, + "mean_interval_width": 5.667713642120361, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.86328125, + "mean_interval_width": 7.837829113006592, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.33984375, + "mean_interval_width": 2.738706350326538, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.7109375, + "mean_interval_width": 5.955361366271973, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.943359375, + "mean_interval_width": 13.936655044555664, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 1.0, + "mean_interval_width": 30.57067108154297, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "small_room_3node": { + "air_temperature_degC": { + "mae_degC": 3.547854959964752, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 1.949099063873291 + }, + { + "minutes": 30.0, + "mae_degC": 3.192401647567749 + }, + { + "minutes": 60.0, + "mae_degC": 4.215822219848633 + }, + { + "minutes": 120.0, + "mae_degC": 4.834096908569336 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.4409720003604889, + "coverage": 0.84130859375, + "mean_width": 1.540366661756707 + }, + "selective_error_by_flag": { + "absent_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.4409720003604889, + "coverage": 0.84130859375, + "mean_width": 1.540366661756707 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "absent_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.4409720003604889, + "coverage": 0.84130859375, + "mean_width": 1.540366661756707 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.4409720003604889, + "coverage": 0.84130859375, + "mean_width": 1.540366661756707 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.4409720003604889, + "coverage": 0.84130859375, + "mean_width": 1.540366661756707 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.4409720003604889, + "coverage": 0.84130859375, + "mean_width": 1.540366661756707 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "missing_history": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.4409720003604889, + "coverage": 0.84130859375, + "mean_width": 1.540366661756707 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "outside_training_support": { + "flagged": { + "query_count": 1956, + "interval_count": 1956, + "calibration_availability": 1.0, + "mae": 0.4354964792728424, + "coverage": 0.8512269938650306, + "mean_width": 1.5523318903471186 + }, + "unflagged": { + "query_count": 92, + "interval_count": 92, + "calibration_availability": 1.0, + "mae": 0.557386577129364, + "coverage": 0.6304347826086957, + "mean_width": 1.2859754973779554 + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 1956, + "stratified": 92 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.984375, + "mean_interval_width": 10.988009452819824, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.9609375, + "mean_interval_width": 15.299394607543945, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.9453125, + "mean_interval_width": 19.506330490112305, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.943359375, + "mean_interval_width": 23.1656436920166, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.990234375, + "mean_interval_width": 1.273754596710205, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.953125, + "mean_interval_width": 2.282304048538208, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.888671875, + "mean_interval_width": 3.6123757362365723, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.900390625, + "mean_interval_width": 5.239559650421143, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.67578125, + "mean_interval_width": 2.4964587688446045, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.869140625, + "mean_interval_width": 5.2437639236450195, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.9765625, + "mean_interval_width": 12.25373649597168, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 1.0, + "mean_interval_width": 26.42478370666504, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "auditorium_3node": { + "air_temperature_degC": { + "mae_degC": 4.494258940219879, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 2.475125551223755 + }, + { + "minutes": 30.0, + "mae_degC": 4.093759536743164 + }, + { + "minutes": 60.0, + "mae_degC": 5.50616979598999 + }, + { + "minutes": 120.0, + "mae_degC": 5.901980876922607 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5586029887199402, + "coverage": 0.65185546875, + "mean_width": 1.2701525122647581 + }, + "selective_error_by_flag": { + "absent_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5586029887199402, + "coverage": 0.65185546875, + "mean_width": 1.2701525122647581 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "absent_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5586029887199402, + "coverage": 0.65185546875, + "mean_width": 1.2701525122647581 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_action": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5586029887199402, + "coverage": 0.65185546875, + "mean_width": 1.2701525122647581 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_historical_exogenous": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5586029887199402, + "coverage": 0.65185546875, + "mean_width": 1.2701525122647581 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5586029887199402, + "coverage": 0.65185546875, + "mean_width": 1.2701525122647581 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "missing_history": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.5586029887199402, + "coverage": 0.65185546875, + "mean_width": 1.2701525122647581 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "outside_training_support": { + "flagged": { + "query_count": 2036, + "interval_count": 2036, + "calibration_availability": 1.0, + "mae": 0.5580511093139648, + "coverage": 0.6527504911591355, + "mean_width": 1.270012844083117 + }, + "unflagged": { + "query_count": 12, + "interval_count": 12, + "calibration_availability": 1.0, + "mae": 0.6522457599639893, + "coverage": 0.5, + "mean_width": 1.2938495470831792 + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2036, + "stratified": 12 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.998046875, + "mean_interval_width": 9.131800651550293, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.880859375, + "mean_interval_width": 12.461357116699219, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.8359375, + "mean_interval_width": 15.911639213562012, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.896484375, + "mean_interval_width": 19.438199996948242, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "coverage": 0.990234375, + "mean_interval_width": 1.2455898523330688, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "coverage": 0.9921875, + "mean_interval_width": 2.3385279178619385, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "coverage": 0.908203125, + "mean_interval_width": 4.075449466705322, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "coverage": 0.875, + "mean_interval_width": 6.212459564208984, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "coverage": 0.578125, + "mean_interval_width": 3.0339877605438232, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "coverage": 0.66796875, + "mean_interval_width": 6.417830467224121, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "coverage": 0.771484375, + "mean_interval_width": 14.684257507324219, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "coverage": 0.919921875, + "mean_interval_width": 31.691890716552734, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + }, + "thermal_temperature_only": { + "parameter_shift_2node": { + "air_temperature_degC": { + "mae_degC": 1.2662623524665833, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.3223991394042969 + }, + { + "minutes": 30.0, + "mae_degC": 0.7426872253417969 + }, + { + "minutes": 60.0, + "mae_degC": 1.4903864860534668 + }, + { + "minutes": 120.0, + "mae_degC": 2.5095765590667725 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.15738700330257416, + "coverage": 0.71240234375, + "mean_width": 0.4925667989971316 + }, + "selective_error_by_flag": { + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.15738700330257416, + "coverage": 0.71240234375, + "mean_width": 0.4925667989971316 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "low_observed_action_variation": { + "flagged": { + "query_count": 4, + "interval_count": 4, + "calibration_availability": 1.0, + "mae": 0.10259173810482025, + "coverage": 0.5, + "mean_width": 0.3334301598370075 + }, + "unflagged": { + "query_count": 2044, + "interval_count": 2044, + "calibration_availability": 1.0, + "mae": 0.15749423205852509, + "coverage": 0.7128180039138943, + "mean_width": 0.49287822099157413 + } + }, + "outside_training_support": { + "flagged": { + "query_count": 2040, + "interval_count": 2040, + "calibration_availability": 1.0, + "mae": 0.15788762271404266, + "coverage": 0.7112745098039216, + "mean_width": 0.492407412832265 + }, + "unflagged": { + "query_count": 8, + "interval_count": 8, + "calibration_availability": 1.0, + "mae": 0.029727157205343246, + "coverage": 1.0, + "mean_width": 0.533210271038115 + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2040, + "stratified": 8 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.609375, + "mean_interval_width": 0.7783551216125488, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.6484375, + "mean_interval_width": 1.8282663822174072, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.6796875, + "mean_interval_width": 3.9597909450531006, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.70703125, + "mean_interval_width": 7.674038887023926, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "small_room_3node": { + "air_temperature_degC": { + "mae_degC": 1.917961910367012, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.532886803150177 + }, + { + "minutes": 30.0, + "mae_degC": 1.193983793258667 + }, + { + "minutes": 60.0, + "mae_degC": 2.4293317794799805 + }, + { + "minutes": 120.0, + "mae_degC": 3.5156452655792236 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.23838841915130615, + "coverage": 0.50390625, + "mean_width": 0.4872431939384114 + }, + "selective_error_by_flag": { + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.23838841915130615, + "coverage": 0.50390625, + "mean_width": 0.4872431939384114 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "outside_training_support": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.23838841915130615, + "coverage": 0.50390625, + "mean_width": 0.4872431939384114 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2048 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.423828125, + "mean_interval_width": 0.7979581952095032, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.431640625, + "mean_interval_width": 1.869532585144043, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.419921875, + "mean_interval_width": 3.9449257850646973, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.521484375, + "mean_interval_width": 7.467983722686768, + "interval_kind": "uncalibrated_gaussian" + } + ] + }, + "auditorium_3node": { + "air_temperature_degC": { + "mae_degC": 0.5814411230385303, + "by_horizon": [ + { + "minutes": 15.0, + "mae_degC": 0.13047002255916595 + }, + { + "minutes": 30.0, + "mae_degC": 0.2913692891597748 + }, + { + "minutes": 60.0, + "mae_degC": 0.6439776420593262 + }, + { + "minutes": 120.0, + "mae_degC": 1.2599475383758545 + } + ] + }, + "context_calibrated_interval_metrics": { + "overall": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.07226881384849548, + "coverage": 0.6943359375, + "mean_width": 0.2003693390566923 + }, + "selective_error_by_flag": { + "incomplete_sensors": { + "flagged": { + "query_count": 2048, + "interval_count": 2048, + "calibration_availability": 1.0, + "mae": 0.07226881384849548, + "coverage": 0.6943359375, + "mean_width": 0.2003693390566923 + }, + "unflagged": { + "query_count": 0, + "interval_count": 0, + "calibration_availability": null, + "mae": null, + "coverage": null, + "mean_width": null + } + }, + "outside_training_support": { + "flagged": { + "query_count": 2036, + "interval_count": 2036, + "calibration_availability": 1.0, + "mae": 0.07218827307224274, + "coverage": 0.6930255402750491, + "mean_width": 0.19996823875822697 + }, + "unflagged": { + "query_count": 12, + "interval_count": 12, + "calibration_availability": 1.0, + "mae": 0.08593317866325378, + "coverage": 0.9166666666666666, + "mean_width": 0.2684226896963082 + } + } + }, + "status_counts": { + "pooled_fallback_no_conditional_coverage_shift_no_coverage_claim": 2036, + "stratified": 12 + }, + "units": "normalized_delta", + "threshold_selection": "fixed_policy_not_test_tuned" + }, + "uncalibrated_gaussian_coverage_by_field_horizon": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "coverage": 0.583984375, + "mean_interval_width": 0.2659055292606354, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "coverage": 0.5859375, + "mean_interval_width": 0.6467429399490356, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "coverage": 0.634765625, + "mean_interval_width": 1.5235486030578613, + "interval_kind": "uncalibrated_gaussian" + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "coverage": 0.6796875, + "mean_interval_width": 3.3643832206726074, + "interval_kind": "uncalibrated_gaussian" + } + ] + } + } + }, + "citylearn": { + "citylearn_battery_common_scale": { + "soc_mae_fraction": 0.04857012084583116, + "soc_mae_percentage_points": 4.857012084583117, + "raw_soc_bounds_violation_rate": 0.1435546875, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.011623930340313438, + "raw_soc_bounds_violation_rate": 0.091796875 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.02586984713289204, + "raw_soc_bounds_violation_rate": 0.111328125 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.055587520415736946, + "raw_soc_bounds_violation_rate": 0.16796875 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.10119918549438224, + "raw_soc_bounds_violation_rate": 0.203125 + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.011623930186033249, + "rmse": 0.0298478864133358, + "standardized_mae": 0.031937628984451294, + "standardized_rmse": 0.08200933039188385, + "standardized_gaussian_nll": 9.874624988098697, + "physical_gaussian_nll": 8.863906005372513, + "nominal_coverage": 0.9, + "coverage": 0.783203125, + "mean_interval_width": 0.0407356396317482, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.02586984448134899, + "rmse": 0.05508646368980408, + "standardized_mae": 0.07107935845851898, + "standardized_rmse": 0.15135423839092255, + "standardized_gaussian_nll": 14.383695500006034, + "physical_gaussian_nll": 13.37297651727985, + "nominal_coverage": 0.9, + "coverage": 0.744140625, + "mean_interval_width": 0.08226271718740463, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.0555875189602375, + "rmse": 0.09669692069292068, + "standardized_mae": 0.15273092687129974, + "standardized_rmse": 0.2656821310520172, + "standardized_gaussian_nll": 17.31257839772112, + "physical_gaussian_nll": 16.301859414994937, + "nominal_coverage": 0.9, + "coverage": 0.67578125, + "mean_interval_width": 0.1469346582889557, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.1011991873383522, + "rmse": 0.15478874742984772, + "standardized_mae": 0.2780524492263794, + "standardized_rmse": 0.42529380321502686, + "standardized_gaussian_nll": 10.207068029709225, + "physical_gaussian_nll": 9.196349046983041, + "nominal_coverage": 0.9, + "coverage": 0.62890625, + "mean_interval_width": 0.22831885516643524, + "interval_kind": "heldout_calibrated" + } + ] + }, + "citylearn_battery_scale_shift": { + "soc_mae_fraction": 0.07540327112137374, + "soc_mae_percentage_points": 7.540327112137374, + "raw_soc_bounds_violation_rate": 0.15673828125, + "by_horizon": [ + { + "horizon_minutes": 15.0, + "count": 512, + "soc_mae_fraction": 0.02323932866441379, + "raw_soc_bounds_violation_rate": 0.1171875 + }, + { + "horizon_minutes": 30.0, + "count": 512, + "soc_mae_fraction": 0.04898814345941603, + "raw_soc_bounds_violation_rate": 0.15625 + }, + { + "horizon_minutes": 60.0, + "count": 512, + "soc_mae_fraction": 0.09267511349112519, + "raw_soc_bounds_violation_rate": 0.18359375 + }, + { + "horizon_minutes": 120.0, + "count": 512, + "soc_mae_fraction": 0.13671049887053993, + "raw_soc_bounds_violation_rate": 0.169921875 + } + ], + "zero_shot_sparse_calibrated90": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 512, + "mae": 0.02323932945728302, + "rmse": 0.05445083975791931, + "standardized_mae": 0.06385181844234467, + "standardized_rmse": 0.1496078073978424, + "standardized_gaussian_nll": 19.429377657046608, + "physical_gaussian_nll": 18.418658674320426, + "nominal_coverage": 0.9, + "coverage": 0.7109375, + "mean_interval_width": 0.06563512235879898, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 512, + "mae": 0.048988137394189835, + "rmse": 0.09122344851493835, + "standardized_mae": 0.13459862768650055, + "standardized_rmse": 0.2506433427333832, + "standardized_gaussian_nll": 29.163759535213075, + "physical_gaussian_nll": 28.153040552486893, + "nominal_coverage": 0.9, + "coverage": 0.65625, + "mean_interval_width": 0.12333250045776367, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 512, + "mae": 0.0926751047372818, + "rmse": 0.15009501576423645, + "standardized_mae": 0.2546318769454956, + "standardized_rmse": 0.41239744424819946, + "standardized_gaussian_nll": 50.947715105115975, + "physical_gaussian_nll": 49.93699612238979, + "nominal_coverage": 0.9, + "coverage": 0.5859375, + "mean_interval_width": 0.20633122324943542, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 512, + "mae": 0.1367104947566986, + "rmse": 0.2011856883764267, + "standardized_mae": 0.3756224513053894, + "standardized_rmse": 0.5527729392051697, + "standardized_gaussian_nll": 26.62792675893248, + "physical_gaussian_nll": 25.6172077762063, + "nominal_coverage": 0.9, + "coverage": 0.5390625, + "mean_interval_width": 0.27480992674827576, + "interval_kind": "heldout_calibrated" + } + ] + } + }, + "intervention_effect_mae": [ + { + "cohort": "auditorium_3node", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.279881689540863, + "action_effect_rmse": 0.33875417820649917, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.003948379392031742, + "action_effect_rmse": 0.004877737434944839, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.4543989364898402, + "action_effect_rmse": 0.5664376205369291, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.4770965514295503, + "action_effect_rmse": 0.5823901688574242, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.010731438526847437, + "action_effect_rmse": 0.012899925175449752, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 0.8113597958059908, + "action_effect_rmse": 1.0330847240220566, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.6816270005626986, + "action_effect_rmse": 0.8335187778600519, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.026796374721173022, + "action_effect_rmse": 0.0336719531358164, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 1.5612471220363084, + "action_effect_rmse": 2.116537044620152, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.8951605816900541, + "action_effect_rmse": 1.142663248285427, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.0787120382799712, + "action_effect_rmse": 0.10031516429664968, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.4133588360043077, + "action_effect_rmse": 4.133429692744297, + "sample_count": 16 + } + ] + }, + { + "cohort": "parameter_shift_2node", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.661880495367591, + "action_effect_rmse": 0.9582665680824739, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.0036229828961034105, + "action_effect_rmse": 0.004534145318010273, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6842492598172528, + "action_effect_rmse": 0.7832650507923664, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.1590787251904164, + "action_effect_rmse": 1.6413583642396143, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.009243362804274957, + "action_effect_rmse": 0.01157420458491817, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.4392188902061591, + "action_effect_rmse": 1.621562804296509, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.8148994584450668, + "action_effect_rmse": 2.381955395428017, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.032115096189041514, + "action_effect_rmse": 0.04433001202485181, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 2.503522064730716, + "action_effect_rmse": 2.884727472418144, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.054028967485225, + "action_effect_rmse": 2.5881820492666896, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.13207260229667228, + "action_effect_rmse": 0.17512607852280573, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.849472612793564, + "action_effect_rmse": 4.538396595070004, + "sample_count": 16 + } + ] + }, + { + "cohort": "small_room_3node", + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.8346356112370901, + "action_effect_rmse": 1.1226195313069942, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 15, + "action_effect_mae": 0.009454931770606856, + "action_effect_rmse": 0.014624662738115198, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15, + "action_effect_mae": 0.6950844662028752, + "action_effect_rmse": 0.7710559889188022, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30, + "action_effect_mae": 1.4541792070869868, + "action_effect_rmse": 2.0526413766188965, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 30, + "action_effect_mae": 0.01810817210882598, + "action_effect_rmse": 0.02388483767694779, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30, + "action_effect_mae": 1.3016080599053974, + "action_effect_rmse": 1.4550817868327244, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60, + "action_effect_mae": 1.9524043429343565, + "action_effect_rmse": 2.596692076440437, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 60, + "action_effect_mae": 0.06855317139754569, + "action_effect_rmse": 0.09366434167323778, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60, + "action_effect_mae": 2.1094469133608618, + "action_effect_rmse": 2.5259284795789196, + "sample_count": 16 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120, + "action_effect_mae": 2.5649994085386068, + "action_effect_rmse": 2.980373833199168, + "sample_count": 16 + }, + { + "field": "mass_temp", + "horizon_minutes": 120, + "action_effect_mae": 0.25505584568923745, + "action_effect_rmse": 0.34888154103594865, + "sample_count": 16 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120, + "action_effect_mae": 3.5405042631871515, + "action_effect_rmse": 4.611884257128982, + "sample_count": 16 + } + ] + } + ], + "behavior_flags": { + "thermal": { + "original_heldout": { + "windows": 512, + "behavior_flagged_windows": 25, + "behavior_flag_rate_all_windows": 0.048828125, + "limited_windows": 306, + "unavailable_windows": 1 + }, + "parameter_shift_2node": { + "windows": 512, + "behavior_flagged_windows": 228, + "behavior_flag_rate_all_windows": 0.4453125, + "limited_windows": 228, + "unavailable_windows": 0 + }, + "small_room_3node": { + "windows": 512, + "behavior_flagged_windows": 307, + "behavior_flag_rate_all_windows": 0.599609375, + "limited_windows": 307, + "unavailable_windows": 0 + }, + "auditorium_3node": { + "windows": 512, + "behavior_flagged_windows": 105, + "behavior_flag_rate_all_windows": 0.205078125, + "limited_windows": 105, + "unavailable_windows": 0 + } + }, + "battery": { + "original_heldout": { + "windows": 512, + "behavior_flagged_windows": 13, + "behavior_flag_rate_all_windows": 0.025390625, + "limited_windows": 146, + "unavailable_windows": 23 + }, + "citylearn_battery_common_scale": { + "windows": 512, + "behavior_flagged_windows": 87, + "behavior_flag_rate_all_windows": 0.169921875, + "limited_windows": 89, + "unavailable_windows": 0 + }, + "citylearn_battery_scale_shift": { + "windows": 512, + "behavior_flagged_windows": 146, + "behavior_flag_rate_all_windows": 0.28515625, + "limited_windows": 147, + "unavailable_windows": 0 + } + } + } + }, + "completion_lineage": { + "supplemental_receipt": "artifacts/robustness/seed-43-replication/supplemental-behavior-seed43-v1.json", + "original_receipt": "artifacts/robustness/seed-43-replication/receipt.json", + "original_receipt_status": "failed", + "reused_original_stages": [ + "history", + "thermal-evaluation", + "challenge-interventions", + "citylearn/evaluation" + ], + "new_behavior_helper": { + "version": "tfm-behavior-seed43-helper-lineage-v1", + "parent": "scripts/behavior_support.py", + "parent_sha256": "fde731bd86dbd989031b2ba34d31dfa483c34b476753d09bfd5575110480b27d", + "helper": "scripts/behavior_support_seed43_v1.py", + "helper_sha256": "6a8d4ef11bddceb14ff7bc7054feb454cdf5895ac74aff101c0bf477b1ee9fb7", + "only_changes": "Require H24 seed43 instead of H24 seed42; update rejection message. All assay policies, calibration, IDs and thresholds remain identical.", + "exact_unified_diff": "--- scripts/behavior_support.py\n+++ scripts/behavior_support_seed43_v1.py\n@@ -411,8 +411,8 @@\n source_path = Path(args.data) / \"manifest.json\"\n model, checkpoint = load_checkpoint(checkpoint_path, \"cpu\")\n norm = Normalization.load(norm_path)\n- if checkpoint[\"model_config\"][\"history_steps\"] != 24 or checkpoint[\"seed\"] != 42:\n- raise ValueError(\"Fixed behavior assay requires completed H24 seed-42 checkpoint\")\n+ if checkpoint[\"model_config\"][\"history_steps\"] != 24 or checkpoint[\"seed\"] != 43:\n+ raise ValueError(\"Fixed behavior assay requires completed H24 seed-43 checkpoint\")\n if (\n _sha(norm_path) != checkpoint[\"normalization_sha256\"]\n or _sha(source_path) != checkpoint[\"manifest_sha256\"]\n" + } + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/comparison.md b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/comparison.md new file mode 100644 index 0000000000000000000000000000000000000000..a8793d01494dc9133a600c6b38cd2cd40fae9cce --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/comparison.md @@ -0,0 +1,89 @@ +# Seed43 replication diagnostics + +Prespecified seed42 remains primary; no test-based seed selection. + +Identical anchors, source calibration IDs, policies and model configuration; no raw-unit pooling. + +Shifted coverage is descriptive; correlated windows provide no independent system-level guarantee. + +| History condition | Seed42 normalized MAE | Seed43 normalized MAE | +|---|---:|---:| +| full_history | 0.040511 | 0.033187 | +| current_only | 0.354824 | 0.329704 | +| history_branch_disabled | 0.353407 | 0.377155 | +| past_state_only | 0.276817 | 0.282855 | +| truncate_4 | 0.086859 | 0.109644 | +| truncate_8 | 0.068512 | 0.063047 | +| temporal_shuffle | 0.270531 | 0.314918 | +| matched_family_swap | 0.198636 | 0.226997 | +| thermal_temperature_only | 0.048126 | 0.040859 | + +| Thermal condition / cohort | Seed42 air MAE (degC) | Seed43 air MAE (degC) | Seed42 calibrated coverage | Seed43 calibrated coverage | +|---|---:|---:|---:|---:| +| full_history / parameter_shift_2node | 1.300434 | 1.266337 | 0.6005859375 | 0.5703125 | +| full_history / small_room_3node | 1.691644 | 1.638482 | 0.486328125 | 0.54345703125 | +| full_history / auditorium_3node | 0.526321 | 0.582441 | 0.6103515625 | 0.580078125 | +| current_only / parameter_shift_2node | 3.528593 | 2.571281 | 0.8984375 | 0.93896484375 | +| current_only / small_room_3node | 4.533676 | 3.547855 | 0.837890625 | 0.84130859375 | +| current_only / auditorium_3node | 4.586685 | 4.494259 | 0.876953125 | 0.65185546875 | +| thermal_temperature_only / parameter_shift_2node | 1.281461 | 1.266262 | 0.6083984375 | 0.71240234375 | +| thermal_temperature_only / small_room_3node | 1.820999 | 1.917962 | 0.4267578125 | 0.50390625 | +| thermal_temperature_only / auditorium_3node | 0.625325 | 0.581441 | 0.54931640625 | 0.6943359375 | + +| CityLearn cohort | Seed42 SOC MAE (pp) | Seed43 SOC MAE (pp) | Seed42 bounds rate | Seed43 bounds rate | +|---|---:|---:|---:|---:| +| citylearn_battery_common_scale | 4.117737 | 4.857012 | 0.063965 | 0.143555 | +| citylearn_battery_scale_shift | 7.370654 | 7.540327 | 0.087402 | 0.156738 | + +| Intervention cohort / field / horizon | Seed42 effect MAE | Seed43 effect MAE | +|---|---:|---:| +| auditorium_3node / indoor_temp / 15 min | 0.254287 | 0.279882 | +| auditorium_3node / mass_temp / 15 min | 0.003488 | 0.003948 | +| auditorium_3node / energy_kwh / 15 min | 0.265218 | 0.454399 | +| auditorium_3node / indoor_temp / 30 min | 0.423756 | 0.477097 | +| auditorium_3node / mass_temp / 30 min | 0.008764 | 0.010731 | +| auditorium_3node / energy_kwh / 30 min | 0.647734 | 0.811360 | +| auditorium_3node / indoor_temp / 60 min | 0.613430 | 0.681627 | +| auditorium_3node / mass_temp / 60 min | 0.031481 | 0.026796 | +| auditorium_3node / energy_kwh / 60 min | 1.516141 | 1.561247 | +| auditorium_3node / indoor_temp / 120 min | 0.716137 | 0.895161 | +| auditorium_3node / mass_temp / 120 min | 0.092611 | 0.078712 | +| auditorium_3node / energy_kwh / 120 min | 3.560821 | 3.413359 | +| parameter_shift_2node / indoor_temp / 15 min | 0.590625 | 0.661880 | +| parameter_shift_2node / mass_temp / 15 min | 0.003860 | 0.003623 | +| parameter_shift_2node / energy_kwh / 15 min | 0.611362 | 0.684249 | +| parameter_shift_2node / indoor_temp / 30 min | 0.961031 | 1.159079 | +| parameter_shift_2node / mass_temp / 30 min | 0.011952 | 0.009243 | +| parameter_shift_2node / energy_kwh / 30 min | 1.285566 | 1.439219 | +| parameter_shift_2node / indoor_temp / 60 min | 1.799807 | 1.814899 | +| parameter_shift_2node / mass_temp / 60 min | 0.035600 | 0.032115 | +| parameter_shift_2node / energy_kwh / 60 min | 2.543943 | 2.503522 | +| parameter_shift_2node / indoor_temp / 120 min | 1.991675 | 2.054029 | +| parameter_shift_2node / mass_temp / 120 min | 0.125399 | 0.132073 | +| parameter_shift_2node / energy_kwh / 120 min | 3.777664 | 3.849473 | +| small_room_3node / indoor_temp / 15 min | 0.876714 | 0.834636 | +| small_room_3node / mass_temp / 15 min | 0.012430 | 0.009455 | +| small_room_3node / energy_kwh / 15 min | 0.606961 | 0.695084 | +| small_room_3node / indoor_temp / 30 min | 1.504792 | 1.454179 | +| small_room_3node / mass_temp / 30 min | 0.027484 | 0.018108 | +| small_room_3node / energy_kwh / 30 min | 1.184062 | 1.301608 | +| small_room_3node / indoor_temp / 60 min | 1.866281 | 1.952404 | +| small_room_3node / mass_temp / 60 min | 0.080795 | 0.068553 | +| small_room_3node / energy_kwh / 60 min | 1.984341 | 2.109447 | +| small_room_3node / indoor_temp / 120 min | 2.343538 | 2.564999 | +| small_room_3node / mass_temp / 120 min | 0.196151 | 0.255056 | +| small_room_3node / energy_kwh / 120 min | 3.729603 | 3.540504 | + +| Behavior family / population | Seed42 flags | Seed43 flags | +|---|---:|---:| +| thermal / original_heldout | 30 / 512 | 25 / 512 | +| thermal / parameter_shift_2node | 391 / 512 | 228 / 512 | +| thermal / small_room_3node | 445 / 512 | 307 / 512 | +| thermal / auditorium_3node | 134 / 512 | 105 / 512 | +| battery / original_heldout | 10 / 512 | 13 / 512 | +| battery / citylearn_battery_common_scale | 75 / 512 | 87 / 512 | +| battery / citylearn_battery_scale_shift | 105 / 512 | 146 / 512 | + +Per-field/horizon coverage and interval widths, intervention effect MAE, bounds violations, and exact anchor hashes are retained in comparison.json. No scores with different physical units are pooled. + +Completion uses four verified original v1 stages and the versioned seed43 behavior helper. The original v1 receipt remains failed; see supplemental-behavior-seed43-v1.json for the new completion receipt. diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-current_only.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-current_only.json new file mode 100644 index 0000000000000000000000000000000000000000..19521e61e2d5b8957416193c4ee9a5eaa094f295 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-current_only.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 1.1047638545762797, + "count": 168 + }, + "0:30": { + "multiplier": 1.3274271924362684, + "count": 165 + }, + "0:60": { + "multiplier": 1.2583165756665133, + "count": 166 + }, + "0:120": { + "multiplier": 1.0012348787569967, + "count": 169 + }, + "1:15": { + "multiplier": 0.9930534531853541, + "count": 98 + }, + "1:30": { + "multiplier": 1.0958235272046353, + "count": 100 + }, + "1:60": { + "multiplier": 1.5476572208867705, + "count": 98 + }, + "1:120": { + "multiplier": 1.4504600633178841, + "count": 98 + }, + "2:15": { + "multiplier": 7.858566454984199, + "count": 169 + }, + "2:30": { + "multiplier": 7.703328881084778, + "count": 165 + }, + "2:60": { + "multiplier": 6.614372084106134, + "count": 165 + }, + "2:120": { + "multiplier": 4.844370239130713, + "count": 165 + }, + "3:15": { + "multiplier": 2.054664093785763, + "count": 178 + }, + "3:30": { + "multiplier": 1.8054531677545234, + "count": 180 + }, + "3:60": { + "multiplier": 1.853299395118733, + "count": 180 + }, + "3:120": { + "multiplier": 1.52947359552991, + "count": 178 + }, + "4:15": { + "multiplier": 2.1390985503370454, + "count": 170 + }, + "4:30": { + "multiplier": 2.3967550877346584, + "count": 169 + }, + "4:60": { + "multiplier": 2.4729645177556314, + "count": 170 + }, + "4:120": { + "multiplier": 2.2027782986996205, + "count": 169 + }, + "5:15": { + "multiplier": 30.783094122872637, + "count": 173 + }, + "5:30": { + "multiplier": 42.30099009576953, + "count": 173 + }, + "5:60": { + "multiplier": 49.02535771157443, + "count": 173 + }, + "5:120": { + "multiplier": 51.72677618230024, + "count": 173 + }, + "6:15": { + "multiplier": 5.32549958695281, + "count": 174 + }, + "6:30": { + "multiplier": 5.8686994841132565, + "count": 175 + }, + "6:60": { + "multiplier": 8.435157812748285, + "count": 173 + }, + "6:120": { + "multiplier": 6.496728822317235, + "count": 174 + }, + "7:15": { + "multiplier": 1.6012216169627584, + "count": 153 + }, + "7:30": { + "multiplier": 1.4498400679779073, + "count": 153 + }, + "7:60": { + "multiplier": 1.4124624649613535, + "count": 149 + }, + "7:120": { + "multiplier": 1.334407605967474, + "count": 155 + }, + "8:15": { + "multiplier": 1.0338694145909153, + "count": 152 + }, + "8:30": { + "multiplier": 1.1655452560553947, + "count": 152 + }, + "8:60": { + "multiplier": 1.1853530674378565, + "count": 152 + }, + "8:120": { + "multiplier": 1.0013939741208429, + "count": 154 + }, + "9:15": { + "multiplier": 2.0721047699885267, + "count": 154 + }, + "9:30": { + "multiplier": 2.0181313391244866, + "count": 153 + }, + "9:60": { + "multiplier": 2.0603845399906673, + "count": 154 + }, + "9:120": { + "multiplier": 1.9737063459517588, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-full_history.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-full_history.json new file mode 100644 index 0000000000000000000000000000000000000000..17c935cc8e24469837367de3bf8413c4826f21d7 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-full_history.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 1.58924886373415, + "count": 168 + }, + "0:30": { + "multiplier": 1.757389334873485, + "count": 165 + }, + "0:60": { + "multiplier": 1.6295419403278708, + "count": 166 + }, + "0:120": { + "multiplier": 1.7835481534173605, + "count": 169 + }, + "1:15": { + "multiplier": 1.5291744929013344, + "count": 98 + }, + "1:30": { + "multiplier": 1.4762438916228215, + "count": 100 + }, + "1:60": { + "multiplier": 1.8300353620507006, + "count": 98 + }, + "1:120": { + "multiplier": 2.041950953443034, + "count": 98 + }, + "2:15": { + "multiplier": 1.710448643803472, + "count": 169 + }, + "2:30": { + "multiplier": 1.8775395911853514, + "count": 165 + }, + "2:60": { + "multiplier": 1.6620323285894243, + "count": 165 + }, + "2:120": { + "multiplier": 1.6717201139995665, + "count": 165 + }, + "3:15": { + "multiplier": 1.5340078137884303, + "count": 178 + }, + "3:30": { + "multiplier": 1.5035894369290284, + "count": 180 + }, + "3:60": { + "multiplier": 1.5269226389485357, + "count": 180 + }, + "3:120": { + "multiplier": 1.5351907343953584, + "count": 178 + }, + "4:15": { + "multiplier": 1.9531052076402873, + "count": 170 + }, + "4:30": { + "multiplier": 1.8427177469289493, + "count": 169 + }, + "4:60": { + "multiplier": 1.790843858369725, + "count": 170 + }, + "4:120": { + "multiplier": 1.709769486493356, + "count": 169 + }, + "5:15": { + "multiplier": 1.6434506469284442, + "count": 173 + }, + "5:30": { + "multiplier": 1.5921633387793441, + "count": 173 + }, + "5:60": { + "multiplier": 1.6483363617681528, + "count": 173 + }, + "5:120": { + "multiplier": 1.6779200889874557, + "count": 173 + }, + "6:15": { + "multiplier": 1.2895965687360609, + "count": 174 + }, + "6:30": { + "multiplier": 1.606428521829688, + "count": 175 + }, + "6:60": { + "multiplier": 1.5362761017527333, + "count": 173 + }, + "6:120": { + "multiplier": 1.7333773252064135, + "count": 174 + }, + "7:15": { + "multiplier": 1.3453890612806374, + "count": 153 + }, + "7:30": { + "multiplier": 1.4556294262388056, + "count": 153 + }, + "7:60": { + "multiplier": 1.5245853145815462, + "count": 149 + }, + "7:120": { + "multiplier": 1.548480416689447, + "count": 155 + }, + "8:15": { + "multiplier": 2.130876667535675, + "count": 152 + }, + "8:30": { + "multiplier": 2.1636281108477498, + "count": 152 + }, + "8:60": { + "multiplier": 1.7230474690274187, + "count": 152 + }, + "8:120": { + "multiplier": 1.8196155898864819, + "count": 154 + }, + "9:15": { + "multiplier": 1.797040706954972, + "count": 154 + }, + "9:30": { + "multiplier": 1.8981946478459717, + "count": 153 + }, + "9:60": { + "multiplier": 2.0450376602225964, + "count": 154 + }, + "9:120": { + "multiplier": 1.8657152135086865, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-history_branch_disabled.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-history_branch_disabled.json new file mode 100644 index 0000000000000000000000000000000000000000..a2a885a90f5de94957b5c85ed690601d7e4840d7 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-history_branch_disabled.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 4.72078844649394, + "count": 168 + }, + "0:30": { + "multiplier": 4.453331568150796, + "count": 165 + }, + "0:60": { + "multiplier": 4.155464115218705, + "count": 166 + }, + "0:120": { + "multiplier": 3.4783642704268645, + "count": 169 + }, + "1:15": { + "multiplier": 5.109155865831419, + "count": 98 + }, + "1:30": { + "multiplier": 4.368734172126864, + "count": 100 + }, + "1:60": { + "multiplier": 3.7932191453415607, + "count": 98 + }, + "1:120": { + "multiplier": 3.6440723529972456, + "count": 98 + }, + "2:15": { + "multiplier": 5.182750223118259, + "count": 169 + }, + "2:30": { + "multiplier": 5.727140073706024, + "count": 165 + }, + "2:60": { + "multiplier": 6.754885354629054, + "count": 165 + }, + "2:120": { + "multiplier": 6.501847090093077, + "count": 165 + }, + "3:15": { + "multiplier": 9.839836319466395, + "count": 178 + }, + "3:30": { + "multiplier": 11.054010091385, + "count": 180 + }, + "3:60": { + "multiplier": 13.50585515446352, + "count": 180 + }, + "3:120": { + "multiplier": 13.40949538930904, + "count": 178 + }, + "4:15": { + "multiplier": 9.116161476839059, + "count": 170 + }, + "4:30": { + "multiplier": 10.028790875908289, + "count": 169 + }, + "4:60": { + "multiplier": 11.170085658482858, + "count": 170 + }, + "4:120": { + "multiplier": 10.97589116142718, + "count": 169 + }, + "5:15": { + "multiplier": 65.68774054153265, + "count": 173 + }, + "5:30": { + "multiplier": 73.74540006804364, + "count": 173 + }, + "5:60": { + "multiplier": 85.9115033595135, + "count": 173 + }, + "5:120": { + "multiplier": 93.99453664557214, + "count": 173 + }, + "6:15": { + "multiplier": 18.31425056516404, + "count": 174 + }, + "6:30": { + "multiplier": 19.599256484289242, + "count": 175 + }, + "6:60": { + "multiplier": 24.731695868378324, + "count": 173 + }, + "6:120": { + "multiplier": 23.792159470665805, + "count": 174 + }, + "7:15": { + "multiplier": 5.245826546950911, + "count": 153 + }, + "7:30": { + "multiplier": 6.613958998215476, + "count": 153 + }, + "7:60": { + "multiplier": 5.784894287072931, + "count": 149 + }, + "7:120": { + "multiplier": 6.33510196006571, + "count": 155 + }, + "8:15": { + "multiplier": 3.9533473352525843, + "count": 152 + }, + "8:30": { + "multiplier": 3.722960687956338, + "count": 152 + }, + "8:60": { + "multiplier": 3.589543169072182, + "count": 152 + }, + "8:120": { + "multiplier": 2.764433700999372, + "count": 154 + }, + "9:15": { + "multiplier": 4.842567653157148, + "count": 154 + }, + "9:30": { + "multiplier": 5.470048355742256, + "count": 153 + }, + "9:60": { + "multiplier": 6.888330741071499, + "count": 154 + }, + "9:120": { + "multiplier": 8.58683766550809, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-matched_family_swap.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-matched_family_swap.json new file mode 100644 index 0000000000000000000000000000000000000000..43edd2cfb6df4136163f77cba5ddfa9e6bf8ee4b --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-matched_family_swap.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 7.192080808990611, + "count": 168 + }, + "0:30": { + "multiplier": 6.256314496014965, + "count": 165 + }, + "0:60": { + "multiplier": 5.28578292440242, + "count": 166 + }, + "0:120": { + "multiplier": 3.672935874476564, + "count": 169 + }, + "1:15": { + "multiplier": 7.156943072010206, + "count": 98 + }, + "1:30": { + "multiplier": 6.9029779781188285, + "count": 100 + }, + "1:60": { + "multiplier": 6.523280521926608, + "count": 98 + }, + "1:120": { + "multiplier": 4.1467015170191, + "count": 98 + }, + "2:15": { + "multiplier": 8.631923947739395, + "count": 169 + }, + "2:30": { + "multiplier": 10.076541543670507, + "count": 165 + }, + "2:60": { + "multiplier": 10.474796163973297, + "count": 165 + }, + "2:120": { + "multiplier": 7.845579360460508, + "count": 165 + }, + "3:15": { + "multiplier": 14.021300802446492, + "count": 178 + }, + "3:30": { + "multiplier": 14.496729812922126, + "count": 180 + }, + "3:60": { + "multiplier": 13.081096550422957, + "count": 180 + }, + "3:120": { + "multiplier": 11.701817111124926, + "count": 178 + }, + "4:15": { + "multiplier": 10.573186285936464, + "count": 170 + }, + "4:30": { + "multiplier": 11.184689712879655, + "count": 169 + }, + "4:60": { + "multiplier": 9.316461412771186, + "count": 170 + }, + "4:120": { + "multiplier": 7.460122592856274, + "count": 169 + }, + "5:15": { + "multiplier": 62.32964989457481, + "count": 173 + }, + "5:30": { + "multiplier": 68.19180862702727, + "count": 173 + }, + "5:60": { + "multiplier": 56.319801573271256, + "count": 173 + }, + "5:120": { + "multiplier": 56.47413014185865, + "count": 173 + }, + "6:15": { + "multiplier": 22.460033175143327, + "count": 174 + }, + "6:30": { + "multiplier": 22.730511506567346, + "count": 175 + }, + "6:60": { + "multiplier": 19.223191136085763, + "count": 173 + }, + "6:120": { + "multiplier": 13.387777851868151, + "count": 174 + }, + "7:15": { + "multiplier": 12.886916778107244, + "count": 153 + }, + "7:30": { + "multiplier": 16.135727090645254, + "count": 153 + }, + "7:60": { + "multiplier": 13.473521080331615, + "count": 149 + }, + "7:120": { + "multiplier": 8.966187822276273, + "count": 155 + }, + "8:15": { + "multiplier": 10.614933639041906, + "count": 152 + }, + "8:30": { + "multiplier": 8.827789824820488, + "count": 152 + }, + "8:60": { + "multiplier": 6.087676819977326, + "count": 152 + }, + "8:120": { + "multiplier": 5.065127799445206, + "count": 154 + }, + "9:15": { + "multiplier": 7.536841514663967, + "count": 154 + }, + "9:30": { + "multiplier": 8.01536249511636, + "count": 153 + }, + "9:60": { + "multiplier": 8.580165767319597, + "count": 154 + }, + "9:120": { + "multiplier": 8.160914836621332, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-past_state_only.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-past_state_only.json new file mode 100644 index 0000000000000000000000000000000000000000..f87f303dd2a1b0a3835d33bbe67f706fd5ef321f --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-past_state_only.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 3.0873356327437853, + "count": 168 + }, + "0:30": { + "multiplier": 3.0575734435743747, + "count": 165 + }, + "0:60": { + "multiplier": 3.200056272392654, + "count": 166 + }, + "0:120": { + "multiplier": 2.7543989357484957, + "count": 169 + }, + "1:15": { + "multiplier": 1.8416330466024236, + "count": 98 + }, + "1:30": { + "multiplier": 1.8674832615326658, + "count": 100 + }, + "1:60": { + "multiplier": 2.7030611759456726, + "count": 98 + }, + "1:120": { + "multiplier": 2.945317619023663, + "count": 98 + }, + "2:15": { + "multiplier": 2.2323995582028435, + "count": 169 + }, + "2:30": { + "multiplier": 2.9089241787300955, + "count": 165 + }, + "2:60": { + "multiplier": 2.9898362858567085, + "count": 165 + }, + "2:120": { + "multiplier": 3.019075266207999, + "count": 165 + }, + "3:15": { + "multiplier": 6.010195407710457, + "count": 178 + }, + "3:30": { + "multiplier": 5.756703179104791, + "count": 180 + }, + "3:60": { + "multiplier": 6.119554953610953, + "count": 180 + }, + "3:120": { + "multiplier": 7.276459932374886, + "count": 178 + }, + "4:15": { + "multiplier": 4.3915636530951145, + "count": 170 + }, + "4:30": { + "multiplier": 5.404223967855764, + "count": 169 + }, + "4:60": { + "multiplier": 5.723507410279798, + "count": 170 + }, + "4:120": { + "multiplier": 5.371635493778122, + "count": 169 + }, + "5:15": { + "multiplier": 45.72315599671075, + "count": 173 + }, + "5:30": { + "multiplier": 60.22833050711708, + "count": 173 + }, + "5:60": { + "multiplier": 72.50816952821343, + "count": 173 + }, + "5:120": { + "multiplier": 99.25144107706748, + "count": 173 + }, + "6:15": { + "multiplier": 15.335952425329301, + "count": 174 + }, + "6:30": { + "multiplier": 17.689166310169618, + "count": 175 + }, + "6:60": { + "multiplier": 23.115944107874903, + "count": 173 + }, + "6:120": { + "multiplier": 19.161512615740072, + "count": 174 + }, + "7:15": { + "multiplier": 6.00704102548697, + "count": 153 + }, + "7:30": { + "multiplier": 6.026843738466868, + "count": 153 + }, + "7:60": { + "multiplier": 5.669980050338, + "count": 149 + }, + "7:120": { + "multiplier": 5.274975348883418, + "count": 155 + }, + "8:15": { + "multiplier": 4.022766535566233, + "count": 152 + }, + "8:30": { + "multiplier": 3.9558020597140606, + "count": 152 + }, + "8:60": { + "multiplier": 3.382456584979309, + "count": 152 + }, + "8:120": { + "multiplier": 2.738505413072403, + "count": 154 + }, + "9:15": { + "multiplier": 5.321182924346814, + "count": 154 + }, + "9:30": { + "multiplier": 6.1665552574728935, + "count": 153 + }, + "9:60": { + "multiplier": 7.937253666315253, + "count": 154 + }, + "9:120": { + "multiplier": 8.553145600480319, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-temporal_shuffle.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-temporal_shuffle.json new file mode 100644 index 0000000000000000000000000000000000000000..b772d20ea7b2c05c26865387adc99eed0cb3a239 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-temporal_shuffle.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 6.264342563814466, + "count": 168 + }, + "0:30": { + "multiplier": 5.463443934185872, + "count": 165 + }, + "0:60": { + "multiplier": 4.132417217292093, + "count": 166 + }, + "0:120": { + "multiplier": 3.2869048899000792, + "count": 169 + }, + "1:15": { + "multiplier": 7.337670138892108, + "count": 98 + }, + "1:30": { + "multiplier": 7.6093972683431055, + "count": 100 + }, + "1:60": { + "multiplier": 7.196414748222329, + "count": 98 + }, + "1:120": { + "multiplier": 6.098940732505651, + "count": 98 + }, + "2:15": { + "multiplier": 3.445806483681572, + "count": 169 + }, + "2:30": { + "multiplier": 3.940648929314868, + "count": 165 + }, + "2:60": { + "multiplier": 3.9829513595979793, + "count": 165 + }, + "2:120": { + "multiplier": 3.7055244971776, + "count": 165 + }, + "3:15": { + "multiplier": 11.24752782839375, + "count": 178 + }, + "3:30": { + "multiplier": 10.456232124520227, + "count": 180 + }, + "3:60": { + "multiplier": 7.4931176975116305, + "count": 180 + }, + "3:120": { + "multiplier": 5.909026089373652, + "count": 178 + }, + "4:15": { + "multiplier": 9.796226317502402, + "count": 170 + }, + "4:30": { + "multiplier": 10.4895544291, + "count": 169 + }, + "4:60": { + "multiplier": 9.562261579637369, + "count": 170 + }, + "4:120": { + "multiplier": 7.689905931234864, + "count": 169 + }, + "5:15": { + "multiplier": 47.533450946913625, + "count": 173 + }, + "5:30": { + "multiplier": 43.76279628479265, + "count": 173 + }, + "5:60": { + "multiplier": 41.371572006322154, + "count": 173 + }, + "5:120": { + "multiplier": 39.641909543241134, + "count": 173 + }, + "6:15": { + "multiplier": 19.042959756265702, + "count": 174 + }, + "6:30": { + "multiplier": 19.59534297905781, + "count": 175 + }, + "6:60": { + "multiplier": 21.882932821705637, + "count": 173 + }, + "6:120": { + "multiplier": 19.27469167217195, + "count": 174 + }, + "7:15": { + "multiplier": 7.269540130566434, + "count": 153 + }, + "7:30": { + "multiplier": 8.14388732904543, + "count": 153 + }, + "7:60": { + "multiplier": 6.286258839890252, + "count": 149 + }, + "7:120": { + "multiplier": 5.723888894435787, + "count": 155 + }, + "8:15": { + "multiplier": 7.096952542524526, + "count": 152 + }, + "8:30": { + "multiplier": 6.018380830534289, + "count": 152 + }, + "8:60": { + "multiplier": 4.540994019412624, + "count": 152 + }, + "8:120": { + "multiplier": 3.642581162609854, + "count": 154 + }, + "9:15": { + "multiplier": 6.9388501155481945, + "count": 154 + }, + "9:30": { + "multiplier": 8.753686416738743, + "count": 153 + }, + "9:60": { + "multiplier": 8.511609333089948, + "count": 154 + }, + "9:120": { + "multiplier": 7.7504699910814105, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-thermal_temperature_only.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-thermal_temperature_only.json new file mode 100644 index 0000000000000000000000000000000000000000..e5d593d4b2d459ca8dfc108e35ccad859a177414 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-thermal_temperature_only.json @@ -0,0 +1,1349 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 1.7396174187651983, + "count": 168 + }, + "0:30": { + "multiplier": 1.9601586469106806, + "count": 165 + }, + "0:60": { + "multiplier": 1.9115094137339, + "count": 166 + }, + "0:120": { + "multiplier": 2.159180571362118, + "count": 169 + }, + "3:15": { + "multiplier": 1.5340078137884303, + "count": 178 + }, + "3:30": { + "multiplier": 1.5035894369290284, + "count": 180 + }, + "3:60": { + "multiplier": 1.5269226389485357, + "count": 180 + }, + "3:120": { + "multiplier": 1.5351907343953584, + "count": 178 + }, + "4:15": { + "multiplier": 1.9531052076402873, + "count": 170 + }, + "4:30": { + "multiplier": 1.8427177469289493, + "count": 169 + }, + "4:60": { + "multiplier": 1.790843858369725, + "count": 170 + }, + "4:120": { + "multiplier": 1.709769486493356, + "count": 169 + }, + "5:15": { + "multiplier": 1.6434506469284442, + "count": 173 + }, + "5:30": { + "multiplier": 1.5921633387793441, + "count": 173 + }, + "5:60": { + "multiplier": 1.6483363617681528, + "count": 173 + }, + "5:120": { + "multiplier": 1.6779200889874557, + "count": 173 + }, + "6:15": { + "multiplier": 1.2895965687360609, + "count": 174 + }, + "6:30": { + "multiplier": 1.606428521829688, + "count": 175 + }, + "6:60": { + "multiplier": 1.5362761017527333, + "count": 173 + }, + "6:120": { + "multiplier": 1.7333773252064135, + "count": 174 + }, + "7:15": { + "multiplier": 1.3453890612806374, + "count": 153 + }, + "7:30": { + "multiplier": 1.4556294262388056, + "count": 153 + }, + "7:60": { + "multiplier": 1.5245853145815462, + "count": 149 + }, + "7:120": { + "multiplier": 1.548480416689447, + "count": 155 + }, + "8:15": { + "multiplier": 2.130876667535675, + "count": 152 + }, + "8:30": { + "multiplier": 2.1636281108477498, + "count": 152 + }, + "8:60": { + "multiplier": 1.7230474690274187, + "count": 152 + }, + "8:120": { + "multiplier": 1.8196155898864819, + "count": 154 + }, + "9:15": { + "multiplier": 1.797040706954972, + "count": 154 + }, + "9:30": { + "multiplier": 1.8981946478459717, + "count": 153 + }, + "9:60": { + "multiplier": 2.0450376602225964, + "count": 154 + }, + "9:120": { + "multiplier": 1.8657152135086865, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-truncate_4.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-truncate_4.json new file mode 100644 index 0000000000000000000000000000000000000000..da537e4384421a39b38bc31027c31c6692921a8a --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-truncate_4.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 2.0420731812431816, + "count": 168 + }, + "0:30": { + "multiplier": 1.6333101974713864, + "count": 165 + }, + "0:60": { + "multiplier": 1.7109305558146912, + "count": 166 + }, + "0:120": { + "multiplier": 1.5628608951328562, + "count": 169 + }, + "1:15": { + "multiplier": 2.432612315559784, + "count": 98 + }, + "1:30": { + "multiplier": 2.47723213721427, + "count": 100 + }, + "1:60": { + "multiplier": 3.0339865817876626, + "count": 98 + }, + "1:120": { + "multiplier": 2.698630798472528, + "count": 98 + }, + "2:15": { + "multiplier": 6.756809789446747, + "count": 169 + }, + "2:30": { + "multiplier": 7.6250128223435025, + "count": 165 + }, + "2:60": { + "multiplier": 8.218951173512279, + "count": 165 + }, + "2:120": { + "multiplier": 6.4856291185368775, + "count": 165 + }, + "3:15": { + "multiplier": 2.7143724658395074, + "count": 178 + }, + "3:30": { + "multiplier": 2.1683744587046867, + "count": 180 + }, + "3:60": { + "multiplier": 1.9308693391365783, + "count": 180 + }, + "3:120": { + "multiplier": 2.0188850129152813, + "count": 178 + }, + "4:15": { + "multiplier": 4.384953180433009, + "count": 170 + }, + "4:30": { + "multiplier": 3.921095299735483, + "count": 169 + }, + "4:60": { + "multiplier": 3.426236095012963, + "count": 170 + }, + "4:120": { + "multiplier": 2.3820021281449857, + "count": 169 + }, + "5:15": { + "multiplier": 13.569592760228312, + "count": 173 + }, + "5:30": { + "multiplier": 11.95370144440604, + "count": 173 + }, + "5:60": { + "multiplier": 11.921936678837724, + "count": 173 + }, + "5:120": { + "multiplier": 9.42395379156696, + "count": 173 + }, + "6:15": { + "multiplier": 3.1955252058978645, + "count": 174 + }, + "6:30": { + "multiplier": 2.9458589067898044, + "count": 175 + }, + "6:60": { + "multiplier": 2.4588998588526567, + "count": 173 + }, + "6:120": { + "multiplier": 2.3298829889552244, + "count": 174 + }, + "7:15": { + "multiplier": 4.341725998239831, + "count": 153 + }, + "7:30": { + "multiplier": 4.284555218295415, + "count": 153 + }, + "7:60": { + "multiplier": 3.82724240875331, + "count": 149 + }, + "7:120": { + "multiplier": 2.781124321337312, + "count": 155 + }, + "8:15": { + "multiplier": 2.105488145652798, + "count": 152 + }, + "8:30": { + "multiplier": 2.0491723444664705, + "count": 152 + }, + "8:60": { + "multiplier": 2.06284860201502, + "count": 152 + }, + "8:120": { + "multiplier": 1.7234258082873688, + "count": 154 + }, + "9:15": { + "multiplier": 2.7286824565147847, + "count": 154 + }, + "9:30": { + "multiplier": 2.4534612315785718, + "count": 153 + }, + "9:60": { + "multiplier": 2.419508463297337, + "count": 154 + }, + "9:120": { + "multiplier": 2.1258178530601994, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-truncate_8.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-truncate_8.json new file mode 100644 index 0000000000000000000000000000000000000000..5d31ec2b2fe572bdc38d2d8699f59a73f31b5109 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/calibration-truncate_8.json @@ -0,0 +1,1381 @@ +{ + "version": "tfm-calibration-v1", + "method": "absolute_residual_over_predictive_std_finite_sample_quantile", + "nominal_coverage": 0.9, + "normalization_version": 1, + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15": { + "multiplier": 1.857381256380129, + "count": 168 + }, + "0:30": { + "multiplier": 1.6824623208133285, + "count": 165 + }, + "0:60": { + "multiplier": 1.7334215414031269, + "count": 166 + }, + "0:120": { + "multiplier": 1.6185368119124346, + "count": 169 + }, + "1:15": { + "multiplier": 2.5074463645972025, + "count": 98 + }, + "1:30": { + "multiplier": 2.665873885065383, + "count": 100 + }, + "1:60": { + "multiplier": 3.021916873017418, + "count": 98 + }, + "1:120": { + "multiplier": 2.9999957224945706, + "count": 98 + }, + "2:15": { + "multiplier": 3.4114185966959036, + "count": 169 + }, + "2:30": { + "multiplier": 3.681297439688693, + "count": 165 + }, + "2:60": { + "multiplier": 3.965689434289484, + "count": 165 + }, + "2:120": { + "multiplier": 3.6678447796513383, + "count": 165 + }, + "3:15": { + "multiplier": 3.058551949991576, + "count": 178 + }, + "3:30": { + "multiplier": 2.369496761026865, + "count": 180 + }, + "3:60": { + "multiplier": 1.769145635497212, + "count": 180 + }, + "3:120": { + "multiplier": 1.7785931012301701, + "count": 178 + }, + "4:15": { + "multiplier": 3.5283969250316742, + "count": 170 + }, + "4:30": { + "multiplier": 3.4864851729277824, + "count": 169 + }, + "4:60": { + "multiplier": 2.9355732731347635, + "count": 170 + }, + "4:120": { + "multiplier": 2.2893347346219843, + "count": 169 + }, + "5:15": { + "multiplier": 10.890746768930372, + "count": 173 + }, + "5:30": { + "multiplier": 10.52514651161868, + "count": 173 + }, + "5:60": { + "multiplier": 9.399258967390494, + "count": 173 + }, + "5:120": { + "multiplier": 7.949223923167221, + "count": 173 + }, + "6:15": { + "multiplier": 2.590425875235327, + "count": 174 + }, + "6:30": { + "multiplier": 2.4977166931052937, + "count": 175 + }, + "6:60": { + "multiplier": 2.3442669512743626, + "count": 173 + }, + "6:120": { + "multiplier": 2.3636672541034285, + "count": 174 + }, + "7:15": { + "multiplier": 4.772280187663528, + "count": 153 + }, + "7:30": { + "multiplier": 4.782953035387537, + "count": 153 + }, + "7:60": { + "multiplier": 3.9668116299126113, + "count": 149 + }, + "7:120": { + "multiplier": 2.8488780030139442, + "count": 155 + }, + "8:15": { + "multiplier": 2.5851540824706936, + "count": 152 + }, + "8:30": { + "multiplier": 2.367061294624044, + "count": 152 + }, + "8:60": { + "multiplier": 1.9418101433084776, + "count": 152 + }, + "8:120": { + "multiplier": 1.7647125544020648, + "count": 154 + }, + "9:15": { + "multiplier": 3.253452013716277, + "count": 154 + }, + "9:30": { + "multiplier": 2.859338296592137, + "count": 153 + }, + "9:60": { + "multiplier": 2.7486247003995925, + "count": 154 + }, + "9:120": { + "multiplier": 2.443268780535837, + "count": 155 + } + }, + "limitation": "Window-level calibration; overlapping windows are correlated, no system-level guarantee." +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/current_only-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/current_only-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..3af53f3a745bc46364d8a4d4f93eae7a2e32caea Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/current_only-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/current_only-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/current_only-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..71226cfc3a9501ddec348ef79d19a3de2c35127a --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/current_only-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4271210941d92030985499b72ff942b7c8d3af6c23468fc823c7831b53ce615 +size 161169 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/full_history-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/full_history-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..bac740fca94ba9ce909723889243802b4a7839f9 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/full_history-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/full_history-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/full_history-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..430437ec525db04524acfdf9b6c25bdfb0c3843c --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/full_history-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c001dca74c89dc7da6b7f79500f95578f14bdabd152c584db21d640471a2ce +size 171331 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/history-diagnostics.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/history-diagnostics.json new file mode 100644 index 0000000000000000000000000000000000000000..8bd0f91188f4f7d516026e71bbff5b9a13c149a2 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/history-diagnostics.json @@ -0,0 +1,18274 @@ +{ + "status": "completed", + "limitation": "Same trained weights; inference-time history perturbations are distribution shift, not fair retrained no-history comparisons. Masked rows retain time/missingness tokens. history_branch_disabled zeros the encoder history contribution using its existing use_history switch. Shuffle permutes past observations and masks jointly, keeps time slots/current/future plan. Swap uses a different held-out system of the same family, matched only on observed current state and donor availability covering every observed recipient current field; it disrupts history/current consistency and is not an isolated causal identification test. Calibration is perturbation-specific at sampled-window level, overlapping windows are correlated, with no guarantee for novel dynamics.", + "conditions": { + "full_history": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.0042190528474748135, + "rmse": 0.016725581139326096, + "standardized_mae": 0.011592167429625988, + "standardized_rmse": 0.04595480486750603, + "standardized_gaussian_nll": -4.250827158507545, + "physical_gaussian_nll": -5.261546141233729, + "nominal_coverage": 0.9, + "coverage": 0.8553459119496856, + "mean_interval_width": 0.012719954364001751, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.010499328374862671, + "rmse": 0.036720264703035355, + "standardized_mae": 0.028847699984908104, + "standardized_rmse": 0.10089170932769775, + "standardized_gaussian_nll": -3.6175125918847533, + "physical_gaussian_nll": -4.628231574610937, + "nominal_coverage": 0.9, + "coverage": 0.8633540372670807, + "mean_interval_width": 0.035231009125709534, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.01770833693444729, + "rmse": 0.04176917299628258, + "standardized_mae": 0.04865499958395958, + "standardized_rmse": 0.11476396769285202, + "standardized_gaussian_nll": -2.79806472429702, + "physical_gaussian_nll": -3.8087837070232036, + "nominal_coverage": 0.9, + "coverage": 0.8920634920634921, + "mean_interval_width": 0.07666217535734177, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.037277184426784515, + "rmse": 0.0698084682226181, + "standardized_mae": 0.10242189466953278, + "standardized_rmse": 0.19180406630039215, + "standardized_gaussian_nll": -1.755512982891964, + "physical_gaussian_nll": -2.7662319656181475, + "nominal_coverage": 0.9, + "coverage": 0.8944099378881988, + "mean_interval_width": 0.14744539558887482, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.08253627270460129, + "rmse": 0.2016800343990326, + "standardized_mae": 0.010826940648257732, + "standardized_rmse": 0.02645597606897354, + "standardized_gaussian_nll": -3.6010090774740453, + "physical_gaussian_nll": -1.569808714783802, + "nominal_coverage": 0.9, + "coverage": 0.9435736677115988, + "mean_interval_width": 0.40824830532073975, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.18864913284778595, + "rmse": 0.5009731650352478, + "standardized_mae": 0.02474660985171795, + "standardized_rmse": 0.06571663916110992, + "standardized_gaussian_nll": -2.7984665312504013, + "physical_gaussian_nll": -0.7672661685601581, + "nominal_coverage": 0.9, + "coverage": 0.9532710280373832, + "mean_interval_width": 1.0253726243972778, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.4650432765483856, + "rmse": 1.0573605298995972, + "standardized_mae": 0.0610034316778183, + "standardized_rmse": 0.1387024074792862, + "standardized_gaussian_nll": -1.7431812526153823, + "physical_gaussian_nll": 0.28801911007486103, + "nominal_coverage": 0.9, + "coverage": 0.9153605015673981, + "mean_interval_width": 1.8651070594787598, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 0.9646991491317749, + "rmse": 1.7903825044631958, + "standardized_mae": 0.12654727697372437, + "standardized_rmse": 0.23485873639583588, + "standardized_gaussian_nll": -0.8670566624760171, + "physical_gaussian_nll": 1.1641437002142263, + "nominal_coverage": 0.9, + "coverage": 0.9345794392523364, + "mean_interval_width": 3.968766689300537, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.44937172532081604, + "rmse": 1.310861587524414, + "standardized_mae": 0.026569876819849014, + "standardized_rmse": 0.07750695198774338, + "standardized_gaussian_nll": -3.4813983445252354, + "physical_gaussian_nll": -0.6533260826223759, + "nominal_coverage": 0.9, + "coverage": 0.9245283018867925, + "mean_interval_width": 1.7099790573120117, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 0.7219615578651428, + "rmse": 1.911607027053833, + "standardized_mae": 0.042687222361564636, + "standardized_rmse": 0.11302705854177475, + "standardized_gaussian_nll": -2.730724939487622, + "physical_gaussian_nll": 0.09734732241523769, + "nominal_coverage": 0.9, + "coverage": 0.9195046439628483, + "mean_interval_width": 3.089555501937866, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 1.1897499561309814, + "rmse": 2.4256224632263184, + "standardized_mae": 0.07034601271152496, + "standardized_rmse": 0.14341910183429718, + "standardized_gaussian_nll": -1.9194848757357619, + "physical_gaussian_nll": 0.9085873861670977, + "nominal_coverage": 0.9, + "coverage": 0.9375, + "mean_interval_width": 5.693589210510254, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 1.7234314680099487, + "rmse": 3.366063356399536, + "standardized_mae": 0.1019008532166481, + "standardized_rmse": 0.1990242898464203, + "standardized_gaussian_nll": -1.1445615008847554, + "physical_gaussian_nll": 1.6835107610181042, + "nominal_coverage": 0.9, + "coverage": 0.9226006191950464, + "mean_interval_width": 8.233636856079102, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.029741061851382256, + "rmse": 0.0812363401055336, + "standardized_mae": 0.005917512346059084, + "standardized_rmse": 0.016163412481546402, + "standardized_gaussian_nll": -4.550750160477679, + "physical_gaussian_nll": -2.9361376626668156, + "nominal_coverage": 0.9, + "coverage": 0.9380530973451328, + "mean_interval_width": 0.13429619371891022, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.0628669410943985, + "rmse": 0.16533231735229492, + "standardized_mae": 0.012508494779467583, + "standardized_rmse": 0.03289579972624779, + "standardized_gaussian_nll": -4.035897016658598, + "physical_gaussian_nll": -2.421284518847735, + "nominal_coverage": 0.9, + "coverage": 0.9156976744186046, + "mean_interval_width": 0.24394755065441132, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.13630114495754242, + "rmse": 0.30875858664512634, + "standardized_mae": 0.027119532227516174, + "standardized_rmse": 0.06143300607800484, + "standardized_gaussian_nll": -3.289883325173345, + "physical_gaussian_nll": -1.6752708273624815, + "nominal_coverage": 0.9, + "coverage": 0.9294117647058824, + "mean_interval_width": 0.5152453184127808, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.2851693332195282, + "rmse": 0.572127103805542, + "standardized_mae": 0.056739505380392075, + "standardized_rmse": 0.11383485049009323, + "standardized_gaussian_nll": -2.3430923720545733, + "physical_gaussian_nll": -0.72847987424371, + "nominal_coverage": 0.9, + "coverage": 0.9125364431486881, + "mean_interval_width": 1.0330531597137451, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.00423831632360816, + "rmse": 0.007735782768577337, + "standardized_mae": 0.004639284685254097, + "standardized_rmse": 0.008467630483210087, + "standardized_gaussian_nll": -3.9141604428464336, + "physical_gaussian_nll": -4.00455448375694, + "nominal_coverage": 0.9, + "coverage": 0.9058823529411765, + "mean_interval_width": 0.01703081652522087, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.007337617687880993, + "rmse": 0.013517742045223713, + "standardized_mae": 0.008031796663999557, + "standardized_rmse": 0.014796595089137554, + "standardized_gaussian_nll": -3.36753541760996, + "physical_gaussian_nll": -3.457929458520467, + "nominal_coverage": 0.9, + "coverage": 0.9196428571428571, + "mean_interval_width": 0.029476841911673546, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.014948946423828602, + "rmse": 0.025630896911025047, + "standardized_mae": 0.016363199800252914, + "standardized_rmse": 0.028055721893906593, + "standardized_gaussian_nll": -2.683602840121555, + "physical_gaussian_nll": -2.773996881032062, + "nominal_coverage": 0.9, + "coverage": 0.9053254437869822, + "mean_interval_width": 0.05776350945234299, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.03138375282287598, + "rmse": 0.055088527500629425, + "standardized_mae": 0.034352827817201614, + "standardized_rmse": 0.060300204902887344, + "standardized_gaussian_nll": -1.929474345673809, + "physical_gaussian_nll": -2.019868386584316, + "nominal_coverage": 0.9, + "coverage": 0.8948948948948949, + "mean_interval_width": 0.12440336495637894, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.004546189680695534, + "rmse": 0.024618148803710938, + "standardized_mae": 0.00850729551166296, + "standardized_rmse": 0.04606800153851509, + "standardized_gaussian_nll": -3.806917853546695, + "physical_gaussian_nll": -4.433552568465451, + "nominal_coverage": 0.9, + "coverage": 0.9072463768115943, + "mean_interval_width": 0.017999621108174324, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.005978178232908249, + "rmse": 0.025872105732560158, + "standardized_mae": 0.011186979711055756, + "standardized_rmse": 0.04841453209519386, + "standardized_gaussian_nll": -3.613202547571253, + "physical_gaussian_nll": -4.239837262490009, + "nominal_coverage": 0.9, + "coverage": 0.8982558139534884, + "mean_interval_width": 0.022329101338982582, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.01260608434677124, + "rmse": 0.045543499290943146, + "standardized_mae": 0.02358979545533657, + "standardized_rmse": 0.0852256566286087, + "standardized_gaussian_nll": -3.124609177529081, + "physical_gaussian_nll": -3.751243892447837, + "nominal_coverage": 0.9, + "coverage": 0.9171428571428571, + "mean_interval_width": 0.05418732389807701, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.022588301450014114, + "rmse": 0.0617128349840641, + "standardized_mae": 0.042269542813301086, + "standardized_rmse": 0.1154833734035492, + "standardized_gaussian_nll": -2.4867372269770023, + "physical_gaussian_nll": -3.113371941895758, + "nominal_coverage": 0.9, + "coverage": 0.8947368421052632, + "mean_interval_width": 0.08898771554231644, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 0.3266608417034149, + "rmse": 1.5812674760818481, + "standardized_mae": 0.008651246316730976, + "standardized_rmse": 0.041878096759319305, + "standardized_gaussian_nll": -4.745985320061107, + "physical_gaussian_nll": -1.1147662516320245, + "nominal_coverage": 0.9, + "coverage": 0.8961424332344213, + "mean_interval_width": 1.1761326789855957, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 0.5375267863273621, + "rmse": 2.2905709743499756, + "standardized_mae": 0.014235793612897396, + "standardized_rmse": 0.06066320464015007, + "standardized_gaussian_nll": -4.314687869245572, + "physical_gaussian_nll": -0.6834688008164895, + "nominal_coverage": 0.9, + "coverage": 0.9317507418397626, + "mean_interval_width": 2.2110395431518555, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 1.2771761417388916, + "rmse": 4.382840156555176, + "standardized_mae": 0.033824577927589417, + "standardized_rmse": 0.11607460677623749, + "standardized_gaussian_nll": -3.311403117896938, + "physical_gaussian_nll": 0.3198159505321443, + "nominal_coverage": 0.9, + "coverage": 0.8955223880597015, + "mean_interval_width": 4.687169075012207, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 1.8657652139663696, + "rmse": 5.144171714782715, + "standardized_mae": 0.04941270127892494, + "standardized_rmse": 0.13623762130737305, + "standardized_gaussian_nll": -2.47674406270731, + "physical_gaussian_nll": 1.154475005721772, + "nominal_coverage": 0.9, + "coverage": 0.9469026548672567, + "mean_interval_width": 7.621003150939941, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.08527489751577377, + "rmse": 0.175564706325531, + "standardized_mae": 0.010599035769701004, + "standardized_rmse": 0.021821388974785805, + "standardized_gaussian_nll": -3.450394146502269, + "physical_gaussian_nll": -1.365277065395607, + "nominal_coverage": 0.9, + "coverage": 0.8660436137071651, + "mean_interval_width": 0.34813445806503296, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.19351227581501007, + "rmse": 0.36269277334213257, + "standardized_mae": 0.02405213750898838, + "standardized_rmse": 0.04508001729846001, + "standardized_gaussian_nll": -2.599696817019712, + "physical_gaussian_nll": -0.51457973591305, + "nominal_coverage": 0.9, + "coverage": 0.9034267912772586, + "mean_interval_width": 0.8885251879692078, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.4924784302711487, + "rmse": 0.85009765625, + "standardized_mae": 0.06121141090989113, + "standardized_rmse": 0.1056608259677887, + "standardized_gaussian_nll": -1.615212329844126, + "physical_gaussian_nll": 0.46990475126253606, + "nominal_coverage": 0.9, + "coverage": 0.877742946708464, + "mean_interval_width": 1.952121615409851, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 1.2679983377456665, + "rmse": 2.5649118423461914, + "standardized_mae": 0.15760277211666107, + "standardized_rmse": 0.3187994956970215, + "standardized_gaussian_nll": -0.6818895179875332, + "physical_gaussian_nll": 1.4032275631191289, + "nominal_coverage": 0.9, + "coverage": 0.8962264150943396, + "mean_interval_width": 4.550227642059326, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.011416696012020111, + "rmse": 0.01686733029782772, + "standardized_mae": 0.0029910944867879152, + "standardized_rmse": 0.004419122356921434, + "standardized_gaussian_nll": -4.228316355623311, + "physical_gaussian_nll": -2.8888788312622786, + "nominal_coverage": 0.9, + "coverage": 0.893491124260355, + "mean_interval_width": 0.044119346886873245, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.020918142050504684, + "rmse": 0.03241327777504921, + "standardized_mae": 0.005480406805872917, + "standardized_rmse": 0.008492051623761654, + "standardized_gaussian_nll": -3.685897161091645, + "physical_gaussian_nll": -2.3464596367306125, + "nominal_coverage": 0.9, + "coverage": 0.847953216374269, + "mean_interval_width": 0.07937575876712799, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.046995632350444794, + "rmse": 0.0703122690320015, + "standardized_mae": 0.012312526814639568, + "standardized_rmse": 0.018421322107315063, + "standardized_gaussian_nll": -2.9188935699094833, + "physical_gaussian_nll": -1.579456045548451, + "nominal_coverage": 0.9, + "coverage": 0.9112426035502958, + "mean_interval_width": 0.21426716446876526, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.11109582334756851, + "rmse": 0.16777074337005615, + "standardized_mae": 0.029106328263878822, + "standardized_rmse": 0.0439547598361969, + "standardized_gaussian_nll": -2.099990024257413, + "physical_gaussian_nll": -0.7605524998963806, + "nominal_coverage": 0.9, + "coverage": 0.9595375722543352, + "mean_interval_width": 0.5861636996269226, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.1959804892539978, + "rmse": 0.30736202001571655, + "standardized_mae": 0.0006850430509075522, + "standardized_rmse": 0.0010743733728304505, + "standardized_gaussian_nll": -5.595027408015849, + "physical_gaussian_nll": 0.06126130676979358, + "nominal_coverage": 0.9, + "coverage": 0.95625, + "mean_interval_width": 1.1139265298843384, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 0.3906821608543396, + "rmse": 0.6358278393745422, + "standardized_mae": 0.0013656159862875938, + "standardized_rmse": 0.002222514245659113, + "standardized_gaussian_nll": -5.118489368269613, + "physical_gaussian_nll": 0.5377993465160289, + "nominal_coverage": 0.9, + "coverage": 0.9467084639498433, + "mean_interval_width": 1.9366575479507446, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.8365208506584167, + "rmse": 1.2896604537963867, + "standardized_mae": 0.002924029715359211, + "standardized_rmse": 0.0045079635456204414, + "standardized_gaussian_nll": -4.503522278434234, + "physical_gaussian_nll": 1.152766436351408, + "nominal_coverage": 0.9, + "coverage": 0.9090909090909091, + "mean_interval_width": 3.3265130519866943, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 1.6138732433319092, + "rmse": 2.4695329666137695, + "standardized_mae": 0.005641238298267126, + "standardized_rmse": 0.008632167242467403, + "standardized_gaussian_nll": -3.7860159464300893, + "physical_gaussian_nll": 1.870272768355553, + "nominal_coverage": 0.9, + "coverage": 0.925, + "mean_interval_width": 6.964290142059326, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.0331866677996004, + "field_horizon_balanced_standardized_nll": -3.124645716539167, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.10123789099978826, + "action_effect_rmse": 0.11962666227116836 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21402516554536058, + "action_effect_rmse": 0.26908642247480263 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15754659687581807, + "action_effect_rmse": 0.18629297569508815 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32266512231342875, + "action_effect_rmse": 0.4068655604911958 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3296368756671508, + "action_effect_rmse": 0.38961538297783266 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5893503362027607, + "action_effect_rmse": 0.6951978344568416 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4648809357526762, + "action_effect_rmse": 0.525463443599033 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0591394929725293, + "action_effect_rmse": 1.5371799262047405 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 15.075733716144704, + 63.08122307164227, + 22.177230598946018, + 9.347360674496741 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08310119939304883, + "action_effect_rmse": 0.1025282478666917 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.168645219659273, + "action_effect_rmse": 0.19832767543837215 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24326489459600253, + "action_effect_rmse": 0.30201235997900544 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21540826779700714, + "action_effect_rmse": 0.24971652600563785 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1890976868042801, + "action_effect_rmse": 0.21002068919372133 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3791445137834444, + "action_effect_rmse": 0.43295161734665516 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4220931147494831, + "action_effect_rmse": 0.5890874562917927 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7098778436815678, + "action_effect_rmse": 0.8065316586328147 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 675.8987741755182, + 249.84402712821708, + 397.7680696806011, + 630.3770734520356 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009399047427501491, + "action_effect_rmse": 0.016185153942948942 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.002563747932845454, + "action_effect_rmse": 0.0028303041105072102 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0024635913648392016, + "action_effect_rmse": 0.00282629114711876 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 16.305029048127988, + "action_effect_rmse": 16.862155777248308 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011638534380339275, + "action_effect_rmse": 0.017574417608695405 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.008478009294895136, + "action_effect_rmse": 0.00999576187269114 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.001965109138874895, + "action_effect_rmse": 0.0021535201344291847 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.36928145777965, + "action_effect_rmse": 16.91109739497717 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.038270713884086614, + "action_effect_rmse": 0.05907699396959541 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01622957141409505, + "action_effect_rmse": 0.02143021018647059 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004698099374170613, + "action_effect_rmse": 0.004924203218033825 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.239262466311672, + "action_effect_rmse": 16.792943807316924 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03914248904857439, + "action_effect_rmse": 0.06362055887754466 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03565251699527335, + "action_effect_rmse": 0.050611571601367575 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013590544006187718, + "action_effect_rmse": 0.013651590448359516 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.162248253942533, + "action_effect_rmse": 24.41738145061547 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.340154393299557, + 12.003671672143437, + 27.391925808362295, + 27.40381323865559 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.18761283557420474, + "action_effect_rmse": 0.21786086208140848 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00409800489539099, + "action_effect_rmse": 0.004899795249386729 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006419652077688094, + "action_effect_rmse": 0.006447599620767906 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 6.327177950681752, + "action_effect_rmse": 9.63201035025422 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31172440178532224, + "action_effect_rmse": 0.3779600537405239 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007543033072844689, + "action_effect_rmse": 0.011159190317661065 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0016807888346533906, + "action_effect_rmse": 0.001919425908202752 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 5.395768589291259, + "action_effect_rmse": 7.862996540811138 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4606420090579964, + "action_effect_rmse": 0.5137011574913446 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011572296080776923, + "action_effect_rmse": 0.013306203142274065 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007724665824910881, + "action_effect_rmse": 0.007739543975674234 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 4.918173566774141, + "action_effect_rmse": 7.136485701037017 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23862114743089524, + "action_effect_rmse": 0.26832533925174573 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.029842415655714067, + "action_effect_rmse": 0.03977470189144243 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.001381712829434704, + "action_effect_rmse": 0.0014460396620561101 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.394365172782476, + "action_effect_rmse": 6.100523949494314 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 71.10514077261892, + 41.99091272877791, + 72.40744952649497, + 86.79441464324276 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0024844338590158666, + "action_effect_rmse": 0.0033664156907080205 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04751060173519287, + "action_effect_rmse": 0.0584878111318407 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07102720443981288, + "action_effect_rmse": 0.08697504921689125 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006040756529161399, + "action_effect_rmse": 0.00884021895155266 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08255701465988945, + "action_effect_rmse": 0.10558846676525177 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1459902618400193, + "action_effect_rmse": 0.177436759171251 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009597679926457955, + "action_effect_rmse": 0.013477491979273509 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10091706184495663, + "action_effect_rmse": 0.13104884367338934 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37859540123367924, + "action_effect_rmse": 0.43686717170150857 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.009895165593227432, + "action_effect_rmse": 0.012289663785068105 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33417020968976513, + "action_effect_rmse": 0.37849938173449355 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4593903890147029, + "action_effect_rmse": 1.4813067451354966 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.5143269865322834, + 0.10842855155046988, + 0.23698636664022912, + 0.4835290584476375 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04340010777914216, + "action_effect_rmse": 0.0557549868435906 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004096834017842592, + "action_effect_rmse": 0.004285207486869442 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14461703736147533, + "action_effect_rmse": 0.1527971210119323 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0745212170894843, + "action_effect_rmse": 0.09621549395156972 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007637941049543666, + "action_effect_rmse": 0.007950622998149828 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23071057196667275, + "action_effect_rmse": 0.23781615373659412 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11871713775585253, + "action_effect_rmse": 0.12805492370102575 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01666949141712711, + "action_effect_rmse": 0.018483264396969252 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4963305660765324, + "action_effect_rmse": 0.49634013950414935 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26770150839457924, + "action_effect_rmse": 0.3857387911196255 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.062067574300449735, + "action_effect_rmse": 0.07705658962858458 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7654522497499746, + "action_effect_rmse": 0.8644624574505408 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 6.720034629252508, + 5.5231145209851675, + 8.010422757728206, + 49.27833885678769 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15168258266166626, + "action_effect_rmse": 0.1749626199847929 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006019792926835521, + "action_effect_rmse": 0.00786576870006497 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3000631675515327, + "action_effect_rmse": 0.37283965226766497 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21447261600206602, + "action_effect_rmse": 0.2149626779057229 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011026363644012585, + "action_effect_rmse": 0.011266559386819502 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5546412846830625, + "action_effect_rmse": 0.6572935405523687 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2831642702600483, + "action_effect_rmse": 0.28488042047103823 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03792425565326359, + "action_effect_rmse": 0.04092085927748217 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1008265968640292, + "action_effect_rmse": 1.235099388764559 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21554793611243758, + "action_effect_rmse": 0.23947120409692066 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15125387006726734, + "action_effect_rmse": 0.15577167331631356 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3341715741404983, + "action_effect_rmse": 2.394125067910996 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 11.450886865314612, + 15.604626334668247, + 37.19007539999756, + 133.66548899517062 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1682368244953961, + "action_effect_rmse": 0.17829274512972834 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0006667997417698265, + "action_effect_rmse": 0.0007466035582934398 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9936662455388614, + "action_effect_rmse": 1.0263892639922259 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.35579545893070136, + "action_effect_rmse": 0.3763973373327104 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004355348105093526, + "action_effect_rmse": 0.004588479475758374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1080978847483416, + "action_effect_rmse": 2.141648939538167 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.687472822618575, + "action_effect_rmse": 0.6994878660075049 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.016210070823261685, + "action_effect_rmse": 0.018792027426013932 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.255850173306385, + "action_effect_rmse": 4.293092224489596 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.33033256153908636, + "action_effect_rmse": 0.36991921598319155 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05118171631474174, + "action_effect_rmse": 0.051695492413249174 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.556911610492723, + "action_effect_rmse": 6.615406552505225 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 304.948749300572, + 81.57114250749869, + 132.6804524205682, + 218.9175218537107 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00847341336308934, + "action_effect_rmse": 0.012731928246124841 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007214663010896534, + "action_effect_rmse": 0.008404131286032719 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009007491712713006, + "action_effect_rmse": 0.00945388767002334 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.2120067401685026, + "action_effect_rmse": 2.759283446266564 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011800643039238778, + "action_effect_rmse": 0.017953153968065436 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012138646056972865, + "action_effect_rmse": 0.014424990193539678 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014847905461965951, + "action_effect_rmse": 0.01586775717998354 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4727827646542646, + "action_effect_rmse": 2.086584845598522 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025048338836889766, + "action_effect_rmse": 0.041408018939734746 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0203231727118857, + "action_effect_rmse": 0.02536597193526054 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005626691929874796, + "action_effect_rmse": 0.007350278936861173 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4983902621490734, + "action_effect_rmse": 2.0107892609444766 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01742648478297326, + "action_effect_rmse": 0.026743055815965113 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02733904880456824, + "action_effect_rmse": 0.02987144092588934 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12788242143331172, + "action_effect_rmse": 0.12945264915789567 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.1571737053532964, + "action_effect_rmse": 3.3457788148243846 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 189.39265408965593, + 176.67927157271262, + 189.26606786992772, + 189.54387982502635 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1809080674945752, + "action_effect_rmse": 0.19692060135177208 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2299903329468028, + "action_effect_rmse": 0.24986040709527516 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25632254790516384, + "action_effect_rmse": 0.28242057240817653 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.29624532201861103, + "action_effect_rmse": 0.40352149832636575 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.24955127061619642, + "action_effect_rmse": 0.2815959182561387 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5803969168800526, + "action_effect_rmse": 0.5991128450657809 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.39885091197620365, + "action_effect_rmse": 0.4028471626480614 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6352600556698462, + "action_effect_rmse": 0.8374207221184999 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 22.044251670728887, + 105.13557175466055, + 51.35988192958291, + 25.51526571472059 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.414702376619467, + "action_effect_rmse": 0.45867362497575703 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0026470733804053737, + "action_effect_rmse": 0.0035835845489025644 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02614406721503045, + "action_effect_rmse": 0.029336877166454008 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.921006331551071, + "action_effect_rmse": 21.575696841480415 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5226418096079648, + "action_effect_rmse": 0.5411241135593319 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0043012678539552, + "action_effect_rmse": 0.006831493420779 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012938541055890726, + "action_effect_rmse": 0.014777724962965281 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.994124704773, + "action_effect_rmse": 20.399645664094216 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5163805400060912, + "action_effect_rmse": 0.5328924713810589 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009256290827328447, + "action_effect_rmse": 0.012410298756191566 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.014867159676018002, + "action_effect_rmse": 0.01758328360354714 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 13.81995693369133, + "action_effect_rmse": 20.1985176771333 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9619325115524789, + "action_effect_rmse": 1.1364706698210036 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011577452113723297, + "action_effect_rmse": 0.014389917790582745 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.010594505871797407, + "action_effect_rmse": 0.011778613788237118 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.985913502915809, + "action_effect_rmse": 20.823685336370204 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 406.56485021748256, + 319.06499209809476, + 568.5657805971897, + 748.4426076064768 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0030035698002934103, + "action_effect_rmse": 0.004269347678656226 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04459346378100193, + "action_effect_rmse": 0.0483325637719604 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4686046289663643, + "action_effect_rmse": 1.6488597736715895 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.006998969242856544, + "action_effect_rmse": 0.010226093476423552 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0687408619604722, + "action_effect_rmse": 0.08137730693927227 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.3652711675212845, + "action_effect_rmse": 1.8070041637170104 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.012778239119669207, + "action_effect_rmse": 0.018098162248665856 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.08643615187558022, + "action_effect_rmse": 0.11829510457185677 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.046931512236507, + "action_effect_rmse": 1.22376711624388 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.025071377967447142, + "action_effect_rmse": 0.029409322688450895 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2639955939722469, + "action_effect_rmse": 0.3198449202084431 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6103966733674195, + "action_effect_rmse": 2.030768697225106 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9287561730875883, + 1.0200879425748781, + 0.9699099570199514, + 0.6786881631828011 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.0460520327580974, + "action_effect_rmse": 0.05365100545080441 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.07564893831018082, + "action_effect_rmse": 0.094263435112787 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.09367660686026844, + "action_effect_rmse": 0.12483495342611173 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.29908290183100605, + "action_effect_rmse": 0.35040159457152814 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.0027440018296546386, + "action_effect_rmse": 0.0038444820329852285 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.0065198628860089715, + "action_effect_rmse": 0.009558306829662435 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.011187959523063581, + "action_effect_rmse": 0.0159559748500431 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.017483271780337286, + "action_effect_rmse": 0.02253823525637541 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.7698159167030886, + "action_effect_rmse": 1.1675408370627998 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.7556307146806519, + "action_effect_rmse": 1.2838901532443905 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.7127634567350931, + "action_effect_rmse": 0.9188195907005731 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 1.5348935311910612, + "action_effect_rmse": 1.7773985448983118 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.9583333333333334, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.011008700592567687, + "action_effect_rmse": 0.015808129368105498 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.00785808612284624, + "action_effect_rmse": 0.010937192484710579 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.008229154201243573, + "action_effect_rmse": 0.010575287005754557 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.03836229603518289, + "action_effect_rmse": 0.06535514721359684 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 9.941305017632327, + "action_effect_rmse": 14.579371215658629 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 9.307989379124542, + "action_effect_rmse": 13.859214527180923 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 9.118945807231555, + "action_effect_rmse": 13.64693903117294 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 10.924925158748529, + "action_effect_rmse": 16.41832068322687 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.15504691824606565, + "action_effect_rmse": 0.2541008218602792 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.2144513472032163, + "action_effect_rmse": 0.330265152714678 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.260085400446266, + "action_effect_rmse": 0.37184270213073867 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.31428065820373047, + "action_effect_rmse": 0.5848775165780935 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.004130872304884588, + "action_effect_rmse": 0.005373316381339226 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.008115239069666973, + "action_effect_rmse": 0.010945232162946442 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.014345332758521531, + "action_effect_rmse": 0.01893249189976142 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.02610285839231974, + "action_effect_rmse": 0.03620404261792492 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 0.0, + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.341834528100551, + "action_effect_rmse": 0.48131813463481105 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.6212947422545206, + "action_effect_rmse": 0.9544613689528931 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.2336498505188673, + "action_effect_rmse": 1.881140975370267 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 2.0101354711178563, + "action_effect_rmse": 2.998817070774397 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.12142777880393614, + "action_effect_rmse": 0.14669079901233512 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.21698722189987266, + "action_effect_rmse": 0.25910720040576496 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 0.3096066772870172, + "action_effect_rmse": 0.37904337699539764 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 0.34990116142074434, + "action_effect_rmse": 0.4336670760488513 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.0035944755621493134, + "action_effect_rmse": 0.0051894359783988125 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.007673217599549926, + "action_effect_rmse": 0.008390508732587782 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.023601272631217463, + "action_effect_rmse": 0.028102716841115972 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.08816772022748627, + "action_effect_rmse": 0.1046819884997744 + } + ] + } + ] + } + }, + "current_only": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.06413593143224716, + "rmse": 0.11480525135993958, + "standardized_mae": 0.17621833086013794, + "standardized_rmse": 0.31543612480163574, + "standardized_gaussian_nll": -0.5692202451355142, + "physical_gaussian_nll": -1.579939227861698, + "nominal_coverage": 0.9, + "coverage": 0.8962264150943396, + "mean_interval_width": 0.26660534739494324, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.1015646904706955, + "rmse": 0.16124723851680756, + "standardized_mae": 0.27905669808387756, + "standardized_rmse": 0.4430390000343323, + "standardized_gaussian_nll": -0.1360090673969501, + "physical_gaussian_nll": -1.1467280501231338, + "nominal_coverage": 0.9, + "coverage": 0.906832298136646, + "mean_interval_width": 0.3664335012435913, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.13191424310207367, + "rmse": 0.18933743238449097, + "standardized_mae": 0.3624444007873535, + "standardized_rmse": 0.5202189683914185, + "standardized_gaussian_nll": 0.22292076326766827, + "physical_gaussian_nll": -0.7877982194585155, + "nominal_coverage": 0.9, + "coverage": 0.8920634920634921, + "mean_interval_width": 0.4765293002128601, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.14518949389457703, + "rmse": 0.19193033874034882, + "standardized_mae": 0.39891913533210754, + "standardized_rmse": 0.5273431539535522, + "standardized_gaussian_nll": 0.48636116889599407, + "physical_gaussian_nll": -0.5243578138301896, + "nominal_coverage": 0.9, + "coverage": 0.8975155279503105, + "mean_interval_width": 0.5613889098167419, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 1.5204651355743408, + "rmse": 2.2263283729553223, + "standardized_mae": 0.1994515210390091, + "standardized_rmse": 0.2920452356338501, + "standardized_gaussian_nll": -0.155428657001453, + "physical_gaussian_nll": 1.8757717056887904, + "nominal_coverage": 0.9, + "coverage": 0.8526645768025078, + "mean_interval_width": 5.508793354034424, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 2.231252908706665, + "rmse": 3.106193780899048, + "standardized_mae": 0.2926912307739258, + "standardized_rmse": 0.4074641764163971, + "standardized_gaussian_nll": 0.2385533192994293, + "physical_gaussian_nll": 2.2697536819896724, + "nominal_coverage": 0.9, + "coverage": 0.8255451713395638, + "mean_interval_width": 7.853437423706055, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 2.8013761043548584, + "rmse": 3.8202481269836426, + "standardized_mae": 0.3674788177013397, + "standardized_rmse": 0.5011323690414429, + "standardized_gaussian_nll": 0.554872049287555, + "physical_gaussian_nll": 2.5860724119777982, + "nominal_coverage": 0.9, + "coverage": 0.8150470219435737, + "mean_interval_width": 10.005385398864746, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 3.04093599319458, + "rmse": 3.994755744934082, + "standardized_mae": 0.39890381693840027, + "standardized_rmse": 0.5240239500999451, + "standardized_gaussian_nll": 0.7533449683490704, + "physical_gaussian_nll": 2.784545331039314, + "nominal_coverage": 0.9, + "coverage": 0.822429906542056, + "mean_interval_width": 10.626866340637207, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 7.565253257751465, + "rmse": 10.264124870300293, + "standardized_mae": 0.44730862975120544, + "standardized_rmse": 0.6068840622901917, + "standardized_gaussian_nll": 0.7206796713052966, + "physical_gaussian_nll": 3.5487519332081563, + "nominal_coverage": 0.9, + "coverage": 0.89937106918239, + "mean_interval_width": 24.22791290283203, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 7.997328281402588, + "rmse": 10.87219524383545, + "standardized_mae": 0.472855806350708, + "standardized_rmse": 0.6428372859954834, + "standardized_gaussian_nll": 1.893847431186596, + "physical_gaussian_nll": 4.721919693089456, + "nominal_coverage": 0.9, + "coverage": 0.8513931888544891, + "mean_interval_width": 23.97296142578125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 7.821646690368652, + "rmse": 10.614221572875977, + "standardized_mae": 0.46246832609176636, + "standardized_rmse": 0.6275841593742371, + "standardized_gaussian_nll": 1.4811227653986492, + "physical_gaussian_nll": 4.3091950273015085, + "nominal_coverage": 0.9, + "coverage": 0.85, + "mean_interval_width": 26.813417434692383, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 7.671741008758545, + "rmse": 10.213105201721191, + "standardized_mae": 0.45360490679740906, + "standardized_rmse": 0.6038674116134644, + "standardized_gaussian_nll": 1.1109328786949888, + "physical_gaussian_nll": 3.9390051405978483, + "nominal_coverage": 0.9, + "coverage": 0.8637770897832817, + "mean_interval_width": 30.431129455566406, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.41344916820526123, + "rmse": 0.6413166522979736, + "standardized_mae": 0.0822630524635315, + "standardized_rmse": 0.12760134041309357, + "standardized_gaussian_nll": 9.890912238505212, + "physical_gaussian_nll": 11.505524736316076, + "nominal_coverage": 0.9, + "coverage": 0.9203539823008849, + "mean_interval_width": 3.7323856353759766, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.6438936591148376, + "rmse": 0.9515990018844604, + "standardized_mae": 0.12811407446861267, + "standardized_rmse": 0.18933752179145813, + "standardized_gaussian_nll": 22.942055685767166, + "physical_gaussian_nll": 24.55666818357803, + "nominal_coverage": 0.9, + "coverage": 0.9302325581395349, + "mean_interval_width": 4.819493770599365, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.9401124119758606, + "rmse": 1.2952853441238403, + "standardized_mae": 0.18705205619335175, + "standardized_rmse": 0.257720023393631, + "standardized_gaussian_nll": 15.686434912864016, + "physical_gaussian_nll": 17.30104741067488, + "nominal_coverage": 0.9, + "coverage": 0.9411764705882353, + "mean_interval_width": 7.397248268127441, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 1.2398183345794678, + "rmse": 1.6605243682861328, + "standardized_mae": 0.24668386578559875, + "standardized_rmse": 0.3303908109664917, + "standardized_gaussian_nll": 8.106275145468716, + "physical_gaussian_nll": 9.72088764327958, + "nominal_coverage": 0.9, + "coverage": 0.9212827988338192, + "mean_interval_width": 8.510666847229004, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.10962680727243423, + "rmse": 0.17382708191871643, + "standardized_mae": 0.11999811232089996, + "standardized_rmse": 0.19027209281921387, + "standardized_gaussian_nll": -0.7130487143675532, + "physical_gaussian_nll": -0.80344275527806, + "nominal_coverage": 0.9, + "coverage": 0.9235294117647059, + "mean_interval_width": 0.48506292700767517, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.15525752305984497, + "rmse": 0.2258446365594864, + "standardized_mae": 0.16994574666023254, + "standardized_rmse": 0.2472107857465744, + "standardized_gaussian_nll": -0.21304350938255653, + "physical_gaussian_nll": -0.30343755029306324, + "nominal_coverage": 0.9, + "coverage": 0.9404761904761905, + "mean_interval_width": 0.7429629564285278, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.21238835155963898, + "rmse": 0.27874335646629333, + "standardized_mae": 0.2324814647436142, + "standardized_rmse": 0.3051140308380127, + "standardized_gaussian_nll": 0.15403272963781897, + "physical_gaussian_nll": 0.06363868872731225, + "nominal_coverage": 0.9, + "coverage": 0.9615384615384616, + "mean_interval_width": 1.1437822580337524, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.26605382561683655, + "rmse": 0.33091363310813904, + "standardized_mae": 0.2912239730358124, + "standardized_rmse": 0.362219899892807, + "standardized_gaussian_nll": 0.37969101439102676, + "physical_gaussian_nll": 0.28929697348052, + "nominal_coverage": 0.9, + "coverage": 0.9669669669669669, + "mean_interval_width": 1.4844218492507935, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.3005302846431732, + "rmse": 0.5287649631500244, + "standardized_mae": 0.5623830556869507, + "standardized_rmse": 0.9894791841506958, + "standardized_gaussian_nll": 218.01632607993753, + "physical_gaussian_nll": 217.38969136501876, + "nominal_coverage": 0.9, + "coverage": 0.9101449275362319, + "mean_interval_width": 3.951378107070923, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.29387950897216797, + "rmse": 0.5067300796508789, + "standardized_mae": 0.5499374270439148, + "standardized_rmse": 0.9482452273368835, + "standardized_gaussian_nll": 307.4481314084957, + "physical_gaussian_nll": 306.821496693577, + "nominal_coverage": 0.9, + "coverage": 0.9244186046511628, + "mean_interval_width": 4.608132362365723, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.28972938656806946, + "rmse": 0.4784325361251831, + "standardized_mae": 0.54217129945755, + "standardized_rmse": 0.8952919840812683, + "standardized_gaussian_nll": 443.0536627486441, + "physical_gaussian_nll": 442.4270280337254, + "nominal_coverage": 0.9, + "coverage": 0.8971428571428571, + "mean_interval_width": 4.7599005699157715, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.2920669615268707, + "rmse": 0.44370153546333313, + "standardized_mae": 0.5465456247329712, + "standardized_rmse": 0.8302997350692749, + "standardized_gaussian_nll": 407.31740344201717, + "physical_gaussian_nll": 406.69076872709843, + "nominal_coverage": 0.9, + "coverage": 0.9269005847953217, + "mean_interval_width": 5.0972580909729, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 29.83563232421875, + "rmse": 46.63824462890625, + "standardized_mae": 0.7901632785797119, + "standardized_rmse": 1.2351616621017456, + "standardized_gaussian_nll": 15.531149868113426, + "physical_gaussian_nll": 19.162368936542507, + "nominal_coverage": 0.9, + "coverage": 0.8694362017804155, + "mean_interval_width": 92.27803802490234, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 27.617647171020508, + "rmse": 43.86866760253906, + "standardized_mae": 0.7314224243164062, + "standardized_rmse": 1.161812424659729, + "standardized_gaussian_nll": 17.017383098362533, + "physical_gaussian_nll": 20.648602166791616, + "nominal_coverage": 0.9, + "coverage": 0.8753709198813057, + "mean_interval_width": 86.00553894042969, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 23.758020401000977, + "rmse": 37.826629638671875, + "standardized_mae": 0.629204511642456, + "standardized_rmse": 1.0017958879470825, + "standardized_gaussian_nll": 15.652943288811963, + "physical_gaussian_nll": 19.284162357241044, + "nominal_coverage": 0.9, + "coverage": 0.9014925373134328, + "mean_interval_width": 113.91725158691406, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 20.07157325744629, + "rmse": 32.01645278930664, + "standardized_mae": 0.5315731167793274, + "standardized_rmse": 0.8479198813438416, + "standardized_gaussian_nll": 9.232754825036963, + "physical_gaussian_nll": 12.863973893466046, + "nominal_coverage": 0.9, + "coverage": 0.8967551622418879, + "mean_interval_width": 91.99047088623047, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 1.9416886568069458, + "rmse": 2.5854568481445312, + "standardized_mae": 0.24133747816085815, + "standardized_rmse": 0.32135307788848877, + "standardized_gaussian_nll": -0.0265129274579879, + "physical_gaussian_nll": 2.058604153648674, + "nominal_coverage": 0.9, + "coverage": 0.9158878504672897, + "mean_interval_width": 6.562949180603027, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 2.9209587574005127, + "rmse": 3.741429328918457, + "standardized_mae": 0.36305347084999084, + "standardized_rmse": 0.46503186225891113, + "standardized_gaussian_nll": 0.4057912597585034, + "physical_gaussian_nll": 2.4909083408651655, + "nominal_coverage": 0.9, + "coverage": 0.9532710280373832, + "mean_interval_width": 10.93293571472168, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 3.2357800006866455, + "rmse": 4.0915846824646, + "standardized_mae": 0.4021834135055542, + "standardized_rmse": 0.5085535645484924, + "standardized_gaussian_nll": 0.6518806253991252, + "physical_gaussian_nll": 2.7369977065057873, + "nominal_coverage": 0.9, + "coverage": 0.9561128526645768, + "mean_interval_width": 13.365381240844727, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 3.544814348220825, + "rmse": 4.8408403396606445, + "standardized_mae": 0.4405940771102905, + "standardized_rmse": 0.6016805171966553, + "standardized_gaussian_nll": 0.8583075739451739, + "physical_gaussian_nll": 2.943424655051836, + "nominal_coverage": 0.9, + "coverage": 0.9119496855345912, + "mean_interval_width": 13.324132919311523, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.388084352016449, + "rmse": 0.6999561786651611, + "standardized_mae": 0.10167538374662399, + "standardized_rmse": 0.18338361382484436, + "standardized_gaussian_nll": -0.8438378149841115, + "physical_gaussian_nll": 0.4955997093769209, + "nominal_coverage": 0.9, + "coverage": 0.9408284023668639, + "mean_interval_width": 1.5731191635131836, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.6560356020927429, + "rmse": 0.9933440089225769, + "standardized_mae": 0.1718767285346985, + "standardized_rmse": 0.26024916768074036, + "standardized_gaussian_nll": -0.18630417249776046, + "physical_gaussian_nll": 1.1531333518632718, + "nominal_coverage": 0.9, + "coverage": 0.9298245614035088, + "mean_interval_width": 2.880054473876953, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 1.1006801128387451, + "rmse": 1.4470891952514648, + "standardized_mae": 0.2883704900741577, + "standardized_rmse": 0.37912723422050476, + "standardized_gaussian_nll": 0.4053178903035885, + "physical_gaussian_nll": 1.744755414664621, + "nominal_coverage": 0.9, + "coverage": 0.9526627218934911, + "mean_interval_width": 6.157833576202393, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 1.4058990478515625, + "rmse": 1.7568665742874146, + "standardized_mae": 0.36833569407463074, + "standardized_rmse": 0.4602867364883423, + "standardized_gaussian_nll": 0.7431792642067301, + "physical_gaussian_nll": 2.0826167885677624, + "nominal_coverage": 0.9, + "coverage": 0.9479768786127167, + "mean_interval_width": 7.856863021850586, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 4.472992420196533, + "rmse": 5.796072006225586, + "standardized_mae": 0.015635190531611443, + "standardized_rmse": 0.02025996893644333, + "standardized_gaussian_nll": 6.856482712912438, + "physical_gaussian_nll": 12.51277142769808, + "nominal_coverage": 0.9, + "coverage": 0.915625, + "mean_interval_width": 17.917436599731445, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 7.421865940093994, + "rmse": 9.832782745361328, + "standardized_mae": 0.025942876935005188, + "standardized_rmse": 0.03437015414237976, + "standardized_gaussian_nll": 5.56876792759601, + "physical_gaussian_nll": 11.225056642381652, + "nominal_coverage": 0.9, + "coverage": 0.9122257053291536, + "mean_interval_width": 37.1302490234375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 12.917298316955566, + "rmse": 17.184276580810547, + "standardized_mae": 0.0451519712805748, + "standardized_rmse": 0.06006704270839691, + "standardized_gaussian_nll": 2.779190130307206, + "physical_gaussian_nll": 8.435478845092849, + "nominal_coverage": 0.9, + "coverage": 0.9435736677115988, + "mean_interval_width": 79.32843780517578, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 20.44282341003418, + "rmse": 26.25457000732422, + "standardized_mae": 0.07145718485116959, + "standardized_rmse": 0.09177194535732269, + "standardized_gaussian_nll": 0.3260021481542567, + "physical_gaussian_nll": 5.982290862939899, + "nominal_coverage": 0.9, + "coverage": 0.94375, + "mean_interval_width": 146.89544677734375, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.3297044666018337, + "field_horizon_balanced_standardized_nll": 37.84108264815245, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.673761482894007, + "action_effect_rmse": 0.7984852374225545 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42455792098293443, + "action_effect_rmse": 0.4598202886706577 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.7759740009430611, + "action_effect_rmse": 2.0696858247323076 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8210297926825992, + "action_effect_rmse": 0.9033432231531529 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.494038388618583, + "action_effect_rmse": 4.052518363436515 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5953023170301937, + "action_effect_rmse": 1.8228812681443605 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.925077838527527, + "action_effect_rmse": 3.625308246154424 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.153061687459588, + "action_effect_rmse": 5.161399507290627 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 3, + "regret": 15.740416102492519, + "predicted_costs": [ + 19.94129601595921, + 147.16060686747534, + 14.735709256270841, + 74.2596466070103 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.823378577538165, + "action_effect_rmse": 3.6459483004458937 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31099004360061144, + "action_effect_rmse": 0.4858985175061463 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.626246473955804, + "action_effect_rmse": 5.875001395263739 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8001205548156728, + "action_effect_rmse": 0.9241020444168155 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.882124105871646, + "action_effect_rmse": 6.237492380741434 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9726107266837591, + "action_effect_rmse": 2.1561356017906035 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.5553807101150525, + "action_effect_rmse": 3.346979441799966 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.275249557113909, + "action_effect_rmse": 4.748213082643527 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1157.5430801394457, + 81.84643331001318, + 469.20435690833403, + 1064.3036784403414 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3206524813857318, + "action_effect_rmse": 0.35801028318176636 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.025755654296145753, + "action_effect_rmse": 0.03727915656575413 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05136360513507454, + "action_effect_rmse": 0.07047913333779345 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 10.231652460869519, + "action_effect_rmse": 10.478051855649488 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7187408895635344, + "action_effect_rmse": 0.8362802615007419 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03413865501426668, + "action_effect_rmse": 0.04950232474416407 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06754529521608248, + "action_effect_rmse": 0.08029129368591291 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 9.542090302204327, + "action_effect_rmse": 9.718760302638097 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 1.208558206606929, + "action_effect_rmse": 1.428374572676951 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.043214718257565586, + "action_effect_rmse": 0.058783833514037834 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01911941446145667, + "action_effect_rmse": 0.02946160122247335 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 7.8950023424939575, + "action_effect_rmse": 8.121203423034608 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 2.3266768269699605, + "action_effect_rmse": 2.6737463841285836 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.06964441862813686, + "action_effect_rmse": 0.0898614074613081 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1563275144437435, + "action_effect_rmse": 1.1564035167722169 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 13.597327519048747, + "action_effect_rmse": 15.200755489311932 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 14.657608840384256, + "predicted_costs": [ + 21.11000121870878, + 14.725156484624568, + 6.950174061174038, + 21.489694782636278 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36241173618276196, + "action_effect_rmse": 0.3946609220901214 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020006831815415776, + "action_effect_rmse": 0.02844235490131702 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03233269238005332, + "action_effect_rmse": 0.03238161692548188 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 54.08717965647558, + "action_effect_rmse": 62.42376934939362 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.30764190837000943, + "action_effect_rmse": 0.39356812629679466 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030262535790784046, + "action_effect_rmse": 0.04145830806881273 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03789040303799903, + "action_effect_rmse": 0.037936541207383094 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 50.57811559662262, + "action_effect_rmse": 58.84238627074682 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.26730820247981796, + "action_effect_rmse": 0.3769371805361618 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04974536805832486, + "action_effect_rmse": 0.06218136810916797 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.030707862972847656, + "action_effect_rmse": 0.030719283011479633 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 46.919767247299234, + "action_effect_rmse": 54.50993564691679 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11867335742089995, + "action_effect_rmse": 0.15102263582900546 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07535010708727737, + "action_effect_rmse": 0.11145980471914786 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.028571086087761138, + "action_effect_rmse": 0.028630412685171507 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 68.44674750989573, + "action_effect_rmse": 79.47585261628966 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 45.56530875038707, + 25.089921526646442, + 44.50513661754803, + 48.79821768736538 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04063715724655881, + "action_effect_rmse": 0.06512598253712382 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.28940230612884815, + "action_effect_rmse": 0.3524882727020089 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 3.5880418592879266, + "action_effect_rmse": 5.9057686511727665 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08651842101672695, + "action_effect_rmse": 0.13983231590304057 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5156834049234055, + "action_effect_rmse": 0.6206739748532334 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.6527638492666483, + "action_effect_rmse": 6.027537435650703 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11616990329683526, + "action_effect_rmse": 0.19036865013160004 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8955430887966725, + "action_effect_rmse": 1.0355629086202502 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.4002404167770663, + "action_effect_rmse": 5.818760513101954 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12334900061869776, + "action_effect_rmse": 0.15058648617898474 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5751028988832136, + "action_effect_rmse": 1.7803184107546588 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9176608834499214, + "action_effect_rmse": 4.81145831812521 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 1, + "regret": 0.12093578287767986, + "predicted_costs": [ + 0.3200820521128441, + 0.2709387889950068, + 0.13675574536736712, + 0.32500245416804563 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.46834870958263747, + "action_effect_rmse": 0.520491442480222 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24828682690166323, + "action_effect_rmse": 0.27495217626666946 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4789672215957618, + "action_effect_rmse": 0.4871279971232928 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9584828954574031, + "action_effect_rmse": 1.1045883662884266 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4689672921627981, + "action_effect_rmse": 0.5218370498004921 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8412856899727027, + "action_effect_rmse": 1.1122204026634912 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7589742684840874, + "action_effect_rmse": 2.134097339891132 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8416864933020717, + "action_effect_rmse": 0.9540022278524486 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4789683423614215, + "action_effect_rmse": 3.0473373687073226 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.404842815980287, + "action_effect_rmse": 2.979112784889574 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.115848079036257, + "action_effect_rmse": 1.3518469092300613 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.076659845336356, + "action_effect_rmse": 7.449760276316396 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.286294295170152, + "predicted_costs": [ + 8.772442366349697, + 26.070663325830488, + 13.159267537654685, + 152.14978974849947 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.606927656713245, + "action_effect_rmse": 2.8233722612008965 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4322237636627418, + "action_effect_rmse": 0.47173545010919365 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6318881751086375, + "action_effect_rmse": 0.6537823275989767 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.9213901004196727, + "action_effect_rmse": 3.4635889831364763 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6778496710424283, + "action_effect_rmse": 0.7795742325214807 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9885613916009296, + "action_effect_rmse": 1.1924813747238239 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.645965830628041, + "action_effect_rmse": 3.30104289313207 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9223063136305546, + "action_effect_rmse": 1.1251220714971653 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.0054703412908075, + "action_effect_rmse": 3.7196307181135477 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.0887354587103126, + "action_effect_rmse": 2.5538714863650775 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.096502369967851, + "action_effect_rmse": 1.317399239172491 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 8.427254881000502, + "action_effect_rmse": 9.624576583907391 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 2.579424173251047, + 12.64840340902511, + 83.21021017434497, + 336.91792284873765 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.8291090086240978, + "action_effect_rmse": 3.3318351459308215 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25216821320745925, + "action_effect_rmse": 0.29811546740744677 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 3.409769786084136, + "action_effect_rmse": 3.4644657782692567 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 4.1970982682139955, + "action_effect_rmse": 4.9649368342828835 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6201137834020768, + "action_effect_rmse": 0.7105804176678202 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 6.3674039136795955, + "action_effect_rmse": 6.48498222748633 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.502126275662923, + "action_effect_rmse": 5.556608843114049 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4986783775313508, + "action_effect_rmse": 1.6806754871420801 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 11.121531088635757, + "action_effect_rmse": 11.497740407037847 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.124077938912651, + "action_effect_rmse": 5.2752297334111775 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.356784915511612, + "action_effect_rmse": 2.68204292248949 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 17.20864358849538, + "action_effect_rmse": 18.25346077670475 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 736.3077841018346, + 30.47428981572023, + 171.03022559832496, + 495.59829188711706 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20617038186293316, + "action_effect_rmse": 0.2405975359490462 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.031864171415225684, + "action_effect_rmse": 0.03668446430164717 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03014311847464278, + "action_effect_rmse": 0.03017333500745195 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 33.32050664530925, + "action_effect_rmse": 39.191348290756714 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3857846009620811, + "action_effect_rmse": 0.4540162792927037 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03759853884768324, + "action_effect_rmse": 0.04833902158119309 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04324312803409586, + "action_effect_rmse": 0.04325712628538308 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 34.71518250870518, + "action_effect_rmse": 38.72098992759983 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5572530590412784, + "action_effect_rmse": 0.6353342780334094 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03560740685642353, + "action_effect_rmse": 0.05286550451947217 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0273336374103606, + "action_effect_rmse": 0.027380339579794733 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 33.99112269796632, + "action_effect_rmse": 37.03536173620387 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7578350349722088, + "action_effect_rmse": 0.9023616107724013 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0660882330458108, + "action_effect_rmse": 0.07387876809499849 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3977365240031392, + "action_effect_rmse": 0.3977381982019195 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 28.247486453603596, + "action_effect_rmse": 36.07410016653725 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 219.43882729517023, + 176.96938020995765, + 236.03987261315217, + 262.13070498980096 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.357567528445694, + "action_effect_rmse": 2.460461464383384 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 6.561887712143705, + "action_effect_rmse": 6.655545515040059 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.798935430868298, + "action_effect_rmse": 6.081945609170933 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 12.379402042832567, + "action_effect_rmse": 12.526338184250955 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.818279500097297, + "action_effect_rmse": 7.581263282268033 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 16.58541004090614, + "action_effect_rmse": 17.041930371582147 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.584361129886486, + "action_effect_rmse": 6.741626106918359 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 21.272199177159905, + "action_effect_rmse": 22.616214941688657 + } + ], + "ranking_accuracy": 0.5, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 36.22090984095702, + "predicted_costs": [ + 170.5140074334189, + 208.03728293859882, + 34.01716818910179, + 82.63235040302138 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.45157553999211747, + "action_effect_rmse": 0.4747652976750032 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05309212021021755, + "action_effect_rmse": 0.057955256494809475 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.49096810960386345, + "action_effect_rmse": 0.49098736825228323 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.45893435188785, + "action_effect_rmse": 27.569150721932782 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.488233209661687, + "action_effect_rmse": 0.6613463294784896 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07490232938474743, + "action_effect_rmse": 0.09146106436136041 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36478489447849466, + "action_effect_rmse": 0.36488605477754493 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 21.150963874809474, + "action_effect_rmse": 26.710729132939804 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7986047631327935, + "action_effect_rmse": 0.9942337719006392 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1050684052981244, + "action_effect_rmse": 0.13616682674085992 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22719170286447277, + "action_effect_rmse": 0.22745658721225928 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 20.435565666719256, + "action_effect_rmse": 25.35389414003751 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6842171319167256, + "action_effect_rmse": 2.0786835535743338 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1777667752818175, + "action_effect_rmse": 0.2015120286971634 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.14024892783280798, + "action_effect_rmse": 0.14074029781196917 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 18.78826289621763, + "action_effect_rmse": 23.16067735078656 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 312.12033418550664, + 207.33329258552527, + 432.7894624175818, + 515.012212429718 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03989911151359063, + "action_effect_rmse": 0.06057607573149028 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.30011292085429986, + "action_effect_rmse": 0.34082786135525694 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 10.187435697900975, + "action_effect_rmse": 10.346892445399961 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08340502904191506, + "action_effect_rmse": 0.12643675837411342 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36127740409965386, + "action_effect_rmse": 0.3970878108751785 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.376888762739023, + "action_effect_rmse": 9.570819402160248 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11943081807393179, + "action_effect_rmse": 0.17778082450421984 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.47896621676483875, + "action_effect_rmse": 0.49864762377849003 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 8.127671575964325, + "action_effect_rmse": 8.494898006434179 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15157774056615614, + "action_effect_rmse": 0.15791161772710047 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2235418164627252, + "action_effect_rmse": 1.3559113794811761 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 13.994699952577983, + "action_effect_rmse": 15.114130411153686 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.797737393128681, + 0.9565163040047691, + 0.8067246145040549, + 0.2200494870439761 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.06046789143883993, + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.29475761349157403, + "action_effect_rmse": 0.34670709068927624 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.4384804045115297, + "action_effect_rmse": 0.5210157927576446 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.6872546527807557, + "action_effect_rmse": 0.8127238123772329 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 1.3993223576729694, + "action_effect_rmse": 1.5824078666194976 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.04026813438007472, + "action_effect_rmse": 0.06289218772014932 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.084961725029321, + "action_effect_rmse": 0.13330290776828851 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.11780036068538352, + "action_effect_rmse": 0.18418230712303468 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.13746337059242694, + "action_effect_rmse": 0.15429252871238366 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 6.887738778594451, + "action_effect_rmse": 8.424259214846424 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 6.514826306002836, + "action_effect_rmse": 7.997868202431749 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 5.7639559963706954, + "action_effect_rmse": 7.280840131762059 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 8.956180418013952, + "action_effect_rmse": 11.215771690624257 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 3.664402210096064, + "ranking_accuracy": 0.875, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.1512018813984085, + "action_effect_rmse": 0.24899543333138172 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.128365930191668, + "action_effect_rmse": 0.1890098442847145 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.07608815442728442, + "action_effect_rmse": 0.11650948712131172 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.43072101309186295, + "action_effect_rmse": 0.6156484995252537 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 29.77456827863555, + "action_effect_rmse": 39.6942577800997 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 28.9965880705854, + "action_effect_rmse": 37.979135178550585 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 27.310364488619694, + "action_effect_rmse": 35.53774400642583 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 32.26995609469142, + "action_effect_rmse": 45.78545564561044 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.3352025348558861, + "action_effect_rmse": 0.37656933905660067 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.475100152139328, + "action_effect_rmse": 0.6119171298447977 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.7079310578152047, + "action_effect_rmse": 0.9453155552476404 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 1.2218505878199486, + "action_effect_rmse": 1.754060243810742 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.03267969443425119, + "action_effect_rmse": 0.04154294387457533 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.04422551475937035, + "action_effect_rmse": 0.06097347530800837 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.05840897461760959, + "action_effect_rmse": 0.08464370604969347 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.09721238351076063, + "action_effect_rmse": 0.1289995452548562 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 9.041270039769948, + "ranking_accuracy": 0.7777777777777778, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 1.9696768099192976, + "action_effect_rmse": 3.093300996137152 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 3.6996338975973444, + "action_effect_rmse": 5.820841611793397 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 6.126548809484679, + "action_effect_rmse": 8.695968029556374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 10.235511456094272, + "action_effect_rmse": 13.178258506352343 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 1.959848827299641, + "action_effect_rmse": 2.56020363800406 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 3.379687861643039, + "action_effect_rmse": 4.3523262950561925 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 4.016918061560429, + "action_effect_rmse": 5.149950270223725 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 3.280412648688719, + "action_effect_rmse": 4.340124328541302 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.31089293459062145, + "action_effect_rmse": 0.35916842197454835 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.5889769155357678, + "action_effect_rmse": 0.679454295870078 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 1.0875570614879924, + "action_effect_rmse": 1.2910835268096557 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 1.52304512150524, + "action_effect_rmse": 1.8935315382852833 + } + ] + } + ] + } + }, + "history_branch_disabled": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.06987394392490387, + "rmse": 0.09291434288024902, + "standardized_mae": 0.19198396801948547, + "standardized_rmse": 0.2552891969680786, + "standardized_gaussian_nll": 4.11817284882645, + "physical_gaussian_nll": 3.1074538661002666, + "nominal_coverage": 0.9, + "coverage": 0.9119496855345912, + "mean_interval_width": 0.3076687455177307, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.1094437837600708, + "rmse": 0.1394043117761612, + "standardized_mae": 0.30070510506629944, + "standardized_rmse": 0.3830239176750183, + "standardized_gaussian_nll": 6.675042995284793, + "physical_gaussian_nll": 5.664324012558609, + "nominal_coverage": 0.9, + "coverage": 0.8509316770186336, + "mean_interval_width": 0.5629400610923767, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.13543380796909332, + "rmse": 0.1726824790239334, + "standardized_mae": 0.3721146583557129, + "standardized_rmse": 0.4744581878185272, + "standardized_gaussian_nll": 9.898600151543363, + "physical_gaussian_nll": 8.887881168817179, + "nominal_coverage": 0.9, + "coverage": 0.8222222222222222, + "mean_interval_width": 0.6861737370491028, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.14920148253440857, + "rmse": 0.1927017867565155, + "standardized_mae": 0.4099423885345459, + "standardized_rmse": 0.5294627547264099, + "standardized_gaussian_nll": 9.04005994272157, + "physical_gaussian_nll": 8.029340959995386, + "nominal_coverage": 0.9, + "coverage": 0.8788819875776398, + "mean_interval_width": 1.0115530490875244, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 1.7505426406860352, + "rmse": 2.4741837978363037, + "standardized_mae": 0.22963263094425201, + "standardized_rmse": 0.32455840706825256, + "standardized_gaussian_nll": 2.0130251822469845, + "physical_gaussian_nll": 4.044225544937228, + "nominal_coverage": 0.9, + "coverage": 0.9028213166144201, + "mean_interval_width": 10.611135482788086, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 2.559861183166504, + "rmse": 3.3893134593963623, + "standardized_mae": 0.33579739928245544, + "standardized_rmse": 0.4446032643318176, + "standardized_gaussian_nll": 2.1889235278337633, + "physical_gaussian_nll": 4.220123890524007, + "nominal_coverage": 0.9, + "coverage": 0.8878504672897196, + "mean_interval_width": 14.436917304992676, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 3.729137897491455, + "rmse": 4.680740833282471, + "standardized_mae": 0.48918071389198303, + "standardized_rmse": 0.6140100955963135, + "standardized_gaussian_nll": 2.5120566723998907, + "physical_gaussian_nll": 4.543257035090134, + "nominal_coverage": 0.9, + "coverage": 0.9028213166144201, + "mean_interval_width": 19.55634307861328, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 5.031524658203125, + "rmse": 6.347132682800293, + "standardized_mae": 0.6600251793861389, + "standardized_rmse": 0.8326039910316467, + "standardized_gaussian_nll": 2.41784903746159, + "physical_gaussian_nll": 4.449049400151834, + "nominal_coverage": 0.9, + "coverage": 0.8753894080996885, + "mean_interval_width": 20.829238891601562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 9.990527153015137, + "rmse": 11.759234428405762, + "standardized_mae": 0.5907071232795715, + "standardized_rmse": 0.6952849626541138, + "standardized_gaussian_nll": 6.622582203357991, + "physical_gaussian_nll": 9.45065446526085, + "nominal_coverage": 0.9, + "coverage": 0.9025157232704403, + "mean_interval_width": 29.3798828125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 10.562043190002441, + "rmse": 12.736560821533203, + "standardized_mae": 0.6244990229606628, + "standardized_rmse": 0.7530710697174072, + "standardized_gaussian_nll": 9.751732720074315, + "physical_gaussian_nll": 12.579804981977174, + "nominal_coverage": 0.9, + "coverage": 0.8885448916408669, + "mean_interval_width": 32.94892120361328, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 10.735649108886719, + "rmse": 13.152666091918945, + "standardized_mae": 0.6347637176513672, + "standardized_rmse": 0.7776740193367004, + "standardized_gaussian_nll": 10.494489835283783, + "physical_gaussian_nll": 13.322562097186642, + "nominal_coverage": 0.9, + "coverage": 0.928125, + "mean_interval_width": 44.1103515625, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 10.971890449523926, + "rmse": 13.89008617401123, + "standardized_mae": 0.6487319469451904, + "standardized_rmse": 0.8212752938270569, + "standardized_gaussian_nll": 8.568164835168526, + "physical_gaussian_nll": 11.396237097071385, + "nominal_coverage": 0.9, + "coverage": 0.9597523219814241, + "mean_interval_width": 60.48907470703125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.26156333088874817, + "rmse": 0.3656790554523468, + "standardized_mae": 0.05204267054796219, + "standardized_rmse": 0.07275833934545517, + "standardized_gaussian_nll": 321.7093598624456, + "physical_gaussian_nll": 323.32397236025645, + "nominal_coverage": 0.9, + "coverage": 0.9262536873156342, + "mean_interval_width": 3.9780185222625732, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.4433290660381317, + "rmse": 0.6172733902931213, + "standardized_mae": 0.08820819109678268, + "standardized_rmse": 0.1228175014257431, + "standardized_gaussian_nll": 1207.5460682877324, + "physical_gaussian_nll": 1209.1606807855433, + "nominal_coverage": 0.9, + "coverage": 0.9215116279069767, + "mean_interval_width": 6.876345634460449, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.7356520891189575, + "rmse": 0.9801774024963379, + "standardized_mae": 0.1463710516691208, + "standardized_rmse": 0.19502370059490204, + "standardized_gaussian_nll": 3698.7893865514648, + "physical_gaussian_nll": 3700.4039990492756, + "nominal_coverage": 0.9, + "coverage": 0.9058823529411765, + "mean_interval_width": 13.249555587768555, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 1.1293926239013672, + "rmse": 1.500842809677124, + "standardized_mae": 0.22471271455287933, + "standardized_rmse": 0.2986193299293518, + "standardized_gaussian_nll": 10000.907523443935, + "physical_gaussian_nll": 10002.522135941746, + "nominal_coverage": 0.9, + "coverage": 0.8950437317784257, + "mean_interval_width": 18.686050415039062, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.09032271802425385, + "rmse": 0.14171943068504333, + "standardized_mae": 0.0988677442073822, + "standardized_rmse": 0.15512686967849731, + "standardized_gaussian_nll": 8.639731741509246, + "physical_gaussian_nll": 8.54933770059874, + "nominal_coverage": 0.9, + "coverage": 0.9441176470588235, + "mean_interval_width": 0.43999582529067993, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.1468370407819748, + "rmse": 0.21763697266578674, + "standardized_mae": 0.16072863340377808, + "standardized_rmse": 0.23822663724422455, + "standardized_gaussian_nll": 13.411252156278227, + "physical_gaussian_nll": 13.32085811536772, + "nominal_coverage": 0.9, + "coverage": 0.9196428571428571, + "mean_interval_width": 0.6602108478546143, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.23316387832164764, + "rmse": 0.318286657333374, + "standardized_mae": 0.25522246956825256, + "standardized_rmse": 0.3483983278274536, + "standardized_gaussian_nll": 16.10382459231677, + "physical_gaussian_nll": 16.013430551406262, + "nominal_coverage": 0.9, + "coverage": 0.9289940828402367, + "mean_interval_width": 1.138796091079712, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.352787584066391, + "rmse": 0.4526883661746979, + "standardized_mae": 0.38616323471069336, + "standardized_rmse": 0.49551519751548767, + "standardized_gaussian_nll": 15.946683704019886, + "physical_gaussian_nll": 15.85628966310938, + "nominal_coverage": 0.9, + "coverage": 0.9219219219219219, + "mean_interval_width": 1.836068868637085, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.3530583381652832, + "rmse": 0.5540567636489868, + "standardized_mae": 0.6606789231300354, + "standardized_rmse": 1.0368077754974365, + "standardized_gaussian_nll": 793.2141992016965, + "physical_gaussian_nll": 792.5875644867778, + "nominal_coverage": 0.9, + "coverage": 0.9188405797101449, + "mean_interval_width": 5.315152645111084, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.3500496447086334, + "rmse": 0.5432239770889282, + "standardized_mae": 0.6550487279891968, + "standardized_rmse": 1.0165363550186157, + "standardized_gaussian_nll": 1018.5640180624206, + "physical_gaussian_nll": 1017.9373833475019, + "nominal_coverage": 0.9, + "coverage": 0.9127906976744186, + "mean_interval_width": 5.339252948760986, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.3487887382507324, + "rmse": 0.5299237370491028, + "standardized_mae": 0.6526892185211182, + "standardized_rmse": 0.9916476011276245, + "standardized_gaussian_nll": 1295.5298142102451, + "physical_gaussian_nll": 1294.9031794953264, + "nominal_coverage": 0.9, + "coverage": 0.9085714285714286, + "mean_interval_width": 5.573144435882568, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.35033881664276123, + "rmse": 0.509364664554596, + "standardized_mae": 0.6555898785591125, + "standardized_rmse": 0.9531753063201904, + "standardized_gaussian_nll": 1448.212570156916, + "physical_gaussian_nll": 1447.5859354419972, + "nominal_coverage": 0.9, + "coverage": 0.9210526315789473, + "mean_interval_width": 5.042917728424072, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 38.462833404541016, + "rmse": 57.8522834777832, + "standardized_mae": 1.0186450481414795, + "standardized_rmse": 1.5321528911590576, + "standardized_gaussian_nll": 147.34213658758628, + "physical_gaussian_nll": 150.97335565601537, + "nominal_coverage": 0.9, + "coverage": 0.8486646884272997, + "mean_interval_width": 212.4598846435547, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 35.88651657104492, + "rmse": 54.83200454711914, + "standardized_mae": 0.9504141211509705, + "standardized_rmse": 1.4521641731262207, + "standardized_gaussian_nll": 196.23503350281123, + "physical_gaussian_nll": 199.86625257124032, + "nominal_coverage": 0.9, + "coverage": 0.8753709198813057, + "mean_interval_width": 184.5161590576172, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 32.0692253112793, + "rmse": 49.408050537109375, + "standardized_mae": 0.8493174910545349, + "standardized_rmse": 1.3085168600082397, + "standardized_gaussian_nll": 177.4442723722369, + "physical_gaussian_nll": 181.07549144066599, + "nominal_coverage": 0.9, + "coverage": 0.8716417910447761, + "mean_interval_width": 188.9498291015625, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 27.985912322998047, + "rmse": 44.29365921020508, + "standardized_mae": 0.7411755323410034, + "standardized_rmse": 1.1730679273605347, + "standardized_gaussian_nll": 123.29985814423674, + "physical_gaussian_nll": 126.93107721266581, + "nominal_coverage": 0.9, + "coverage": 0.8967551622418879, + "mean_interval_width": 162.7683563232422, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 1.1924201250076294, + "rmse": 1.807098150253296, + "standardized_mae": 0.14820896089076996, + "standardized_rmse": 0.2246088683605194, + "standardized_gaussian_nll": 2.4250137039429767, + "physical_gaussian_nll": 4.510130785049639, + "nominal_coverage": 0.9, + "coverage": 0.9096573208722741, + "mean_interval_width": 7.4649658203125, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 1.9415016174316406, + "rmse": 2.7849984169006348, + "standardized_mae": 0.24131423234939575, + "standardized_rmse": 0.3461546003818512, + "standardized_gaussian_nll": 2.430358921431984, + "physical_gaussian_nll": 4.515476002538646, + "nominal_coverage": 0.9, + "coverage": 0.9127725856697819, + "mean_interval_width": 11.897272109985352, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 2.952899932861328, + "rmse": 4.03777551651001, + "standardized_mae": 0.3670235276222229, + "standardized_rmse": 0.5018655061721802, + "standardized_gaussian_nll": 2.1833946523010646, + "physical_gaussian_nll": 4.268511733407727, + "nominal_coverage": 0.9, + "coverage": 0.9122257053291536, + "mean_interval_width": 16.957904815673828, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 4.425976753234863, + "rmse": 6.098487854003906, + "standardized_mae": 0.5501160025596619, + "standardized_rmse": 0.7579967379570007, + "standardized_gaussian_nll": 1.9037327989534303, + "physical_gaussian_nll": 3.9888498800600924, + "nominal_coverage": 0.9, + "coverage": 0.9213836477987422, + "mean_interval_width": 20.889728546142578, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.1835053265094757, + "rmse": 0.2689782679080963, + "standardized_mae": 0.04807711020112038, + "standardized_rmse": 0.0704704225063324, + "standardized_gaussian_nll": 0.691426408477209, + "physical_gaussian_nll": 2.0308639328382414, + "nominal_coverage": 0.9, + "coverage": 0.9585798816568047, + "mean_interval_width": 0.8867555260658264, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.3302861750125885, + "rmse": 0.47436463832855225, + "standardized_mae": 0.08653266727924347, + "standardized_rmse": 0.12428021430969238, + "standardized_gaussian_nll": 0.4822887634857884, + "physical_gaussian_nll": 1.8217262878468208, + "nominal_coverage": 0.9, + "coverage": 0.9532163742690059, + "mean_interval_width": 1.5114585161209106, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.6264013648033142, + "rmse": 0.8919763565063477, + "standardized_mae": 0.16411277651786804, + "standardized_rmse": 0.23369155824184418, + "standardized_gaussian_nll": 0.5558320761179627, + "physical_gaussian_nll": 1.895269600478995, + "nominal_coverage": 0.9, + "coverage": 0.9526627218934911, + "mean_interval_width": 2.768955945968628, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 1.2100770473480225, + "rmse": 1.6272343397140503, + "standardized_mae": 0.31703171133995056, + "standardized_rmse": 0.4263240098953247, + "standardized_gaussian_nll": 0.9047979634543882, + "physical_gaussian_nll": 2.2442354878154207, + "nominal_coverage": 0.9, + "coverage": 0.9710982658959537, + "mean_interval_width": 5.340284824371338, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 1.695148229598999, + "rmse": 2.497382164001465, + "standardized_mae": 0.005925332196056843, + "standardized_rmse": 0.008729512803256512, + "standardized_gaussian_nll": -0.03748719171893813, + "physical_gaussian_nll": 5.618801523066704, + "nominal_coverage": 0.9, + "coverage": 0.878125, + "mean_interval_width": 5.641080856323242, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 3.240415096282959, + "rmse": 4.701953411102295, + "standardized_mae": 0.011326759122312069, + "standardized_rmse": 0.016435515135526657, + "standardized_gaussian_nll": 2.2467010801625196, + "physical_gaussian_nll": 7.902989794948162, + "nominal_coverage": 0.9, + "coverage": 0.8620689655172413, + "mean_interval_width": 11.374491691589355, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 6.286783218383789, + "rmse": 8.955862045288086, + "standardized_mae": 0.021975234150886536, + "standardized_rmse": 0.03130490705370903, + "standardized_gaussian_nll": 4.486723094463545, + "physical_gaussian_nll": 10.143011809249188, + "nominal_coverage": 0.9, + "coverage": 0.9090909090909091, + "mean_interval_width": 27.42916488647461, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 11.618206977844238, + "rmse": 15.992950439453125, + "standardized_mae": 0.040611039847135544, + "standardized_rmse": 0.05590280517935753, + "standardized_gaussian_nll": 5.712248411017535, + "physical_gaussian_nll": 11.368537125803178, + "nominal_coverage": 0.9, + "coverage": 0.875, + "mean_interval_width": 53.96556854248047, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.3771553714759648, + "field_horizon_balanced_standardized_nll": 514.5295365803037, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1777745353604748, + "action_effect_rmse": 0.20679706794233618 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.439970433608219, + "action_effect_rmse": 0.4631637049784021 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.48160327631212496, + "action_effect_rmse": 0.5603964156915844 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9949650688498318, + "action_effect_rmse": 1.0809031065085641 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8680499609277265, + "action_effect_rmse": 0.9769695039295445 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.1909674212008334, + "action_effect_rmse": 2.349581688515942 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8736793566477168, + "action_effect_rmse": 1.3296489790269945 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.947925835035051, + "action_effect_rmse": 6.716388065435737 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 17.9645358650799, + 92.82362437855642, + 29.742132060509995, + 14.022523018221122 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.6835308330610724, + "action_effect_rmse": 0.8895680606837421 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16623400291221438, + "action_effect_rmse": 0.22239914265524482 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2089223424738431, + "action_effect_rmse": 1.5505186911949598 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21836536714223106, + "action_effect_rmse": 0.27231399255806127 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.218414523560341, + "action_effect_rmse": 2.740644098458688 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.46333338792201556, + "action_effect_rmse": 0.5689735988593244 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.096305834468635, + "action_effect_rmse": 2.4617993013731447 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8368821343610003, + "action_effect_rmse": 1.0289887079373081 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1402.8144283304132, + 431.63137509603973, + 741.350750192803, + 1335.7372752032443 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12805598367196117, + "action_effect_rmse": 0.16364212465713215 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017142982643887212, + "action_effect_rmse": 0.018292250184349858 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05914015398494373, + "action_effect_rmse": 0.0709188041428143 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.44031809570095, + "action_effect_rmse": 19.241372948589127 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24740233510603607, + "action_effect_rmse": 0.32241881310636394 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02230467058578789, + "action_effect_rmse": 0.024751104407998853 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05760119953534859, + "action_effect_rmse": 0.06307328166081248 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.916098965416044, + "action_effect_rmse": 18.385729860905407 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4809612313040981, + "action_effect_rmse": 0.626562069286195 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.030316961094693912, + "action_effect_rmse": 0.03323700372247693 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02656925099597725, + "action_effect_rmse": 0.029222402448909324 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.015466506062584, + "action_effect_rmse": 18.309587529177303 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.30857187724548, + "action_effect_rmse": 1.5233060074057638 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05849146529142857, + "action_effect_rmse": 0.07013025549140794 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0514904328557249, + "action_effect_rmse": 1.0515415698810902 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 20.151946583122434, + "action_effect_rmse": 24.29179656369088 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 22.697124729915373, + 9.247071557280423, + 16.128620948820576, + 22.014038276249114 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3708376832120625, + "action_effect_rmse": 0.4166465931810631 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022930556378883676, + "action_effect_rmse": 0.026723706263105083 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005059301224381622, + "action_effect_rmse": 0.005719279684025065 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 47.948010308583946, + "action_effect_rmse": 52.556954456038504 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.36838697762024175, + "action_effect_rmse": 0.5340132122915517 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03612269142843516, + "action_effect_rmse": 0.04137411669181109 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00606421872887077, + "action_effect_rmse": 0.006711090828564907 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 45.82265494329039, + "action_effect_rmse": 50.69917472074674 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.37613882972309715, + "action_effect_rmse": 0.5968390610442712 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05684311751401457, + "action_effect_rmse": 0.06433734704416072 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004399527684461187, + "action_effect_rmse": 0.004443305641182871 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 44.91283731456949, + "action_effect_rmse": 49.5980647849637 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.34318598489569724, + "action_effect_rmse": 0.504883504034435 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07952638285987135, + "action_effect_rmse": 0.10249635843686503 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.004591014636516603, + "action_effect_rmse": 0.004650965580753561 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 66.46119453569203, + "action_effect_rmse": 79.14744512677132 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 43.06802646968485, + 30.84460923749835, + 42.98384442615416, + 45.43537125701532 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05187808938201991, + "action_effect_rmse": 0.062130597451493935 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8187769970578493, + "action_effect_rmse": 0.9104665929664993 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.95529702991517, + "action_effect_rmse": 3.7867948446604895 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09415397854831364, + "action_effect_rmse": 0.11148110139137139 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.391500089517488, + "action_effect_rmse": 1.551718479487095 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 3.2345377756601885, + "action_effect_rmse": 4.041942845426032 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11890645555464967, + "action_effect_rmse": 0.1445033266274874 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9931679610282924, + "action_effect_rmse": 2.2865535112702657 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 3.23431018810917, + "action_effect_rmse": 4.138221283098639 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0771827633007723, + "action_effect_rmse": 0.08371309882060404 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3101454174766793, + "action_effect_rmse": 1.575561963862815 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.648610870422921, + "action_effect_rmse": 3.107032789354183 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.9733679545036629, + 0.0974950363868706, + 0.31015461136345296, + 0.9320968022952882 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13681103459766794, + "action_effect_rmse": 0.18895776544630835 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05302756541828657, + "action_effect_rmse": 0.0590323187837833 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2671893996888457, + "action_effect_rmse": 0.2675759744012481 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24548838767376205, + "action_effect_rmse": 0.36581671134297855 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12893332472226268, + "action_effect_rmse": 0.1454528122578985 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6499810097042769, + "action_effect_rmse": 0.7035623429311164 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3972421312403102, + "action_effect_rmse": 0.6646406536017934 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3051426708792431, + "action_effect_rmse": 0.36035350761290935 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3611886976118512, + "action_effect_rmse": 1.4757579284357218 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.912372214320353, + "action_effect_rmse": 1.327504927798466 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6456397444292428, + "action_effect_rmse": 0.82776873512507 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.3799774326279817, + "action_effect_rmse": 3.6501431052853555 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 16.367061940738807, + 3.3188978051964644, + 18.75825212367085, + 111.69240793873551 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16072632612839635, + "action_effect_rmse": 0.17169871021051195 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0564010840763037, + "action_effect_rmse": 0.06435965292933125 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1666451700386157, + "action_effect_rmse": 0.1980326520964927 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20724452118816453, + "action_effect_rmse": 0.23982775639411197 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.08028870434605295, + "action_effect_rmse": 0.09274357272035616 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3960029203441498, + "action_effect_rmse": 0.4975147634995753 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34537386328659875, + "action_effect_rmse": 0.37546254685822017 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.16078642448599348, + "action_effect_rmse": 0.20209428888354938 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5607705590634472, + "action_effect_rmse": 0.5613073032514855 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4025977655111082, + "action_effect_rmse": 0.44021992122980463 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2855870101346447, + "action_effect_rmse": 0.45340842124267017 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.043461425319549, + "action_effect_rmse": 2.3732598217025225 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 3.8505513581921456, + "predicted_costs": [ + 67.85199811834178, + 48.91539402360648, + 123.34570342062798, + 282.01043372028306 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7508448509583859, + "action_effect_rmse": 0.9624210987329532 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019717135784189804, + "action_effect_rmse": 0.028828471209704568 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.9439215892026974, + "action_effect_rmse": 0.9542740492194851 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0406403964997075, + "action_effect_rmse": 1.207035424560096 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09338314351055861, + "action_effect_rmse": 0.11362636144836916 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.745864753355401, + "action_effect_rmse": 1.8326657118325762 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5434760247496015, + "action_effect_rmse": 1.6745425022333351 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.32456542182416825, + "action_effect_rmse": 0.382489089245622 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.9226644419051127, + "action_effect_rmse": 3.256331102626031 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.814902870511226, + "action_effect_rmse": 3.3274615289391174 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2692787034145887, + "action_effect_rmse": 1.426347081131749 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.770681014836479, + "action_effect_rmse": 6.703169373772816 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 881.3181199670184, + 201.1138672637156, + 383.26774559860337, + 724.7731035440943 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007203208040303129, + "action_effect_rmse": 0.010257798713929173 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005603886528373181, + "action_effect_rmse": 0.005949368400131084 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.020017523713598148, + "action_effect_rmse": 0.020055542057515394 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 36.9969459056071, + "action_effect_rmse": 39.156281723236695 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01940851917499664, + "action_effect_rmse": 0.032451370748388234 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00980640087670063, + "action_effect_rmse": 0.01107500633547329 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.028797869229606046, + "action_effect_rmse": 0.0288105973284297 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 36.864138868324844, + "action_effect_rmse": 38.66684870915448 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03398364428563028, + "action_effect_rmse": 0.0581321950782545 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02016818948205194, + "action_effect_rmse": 0.02470067757409186 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.017087667472299412, + "action_effect_rmse": 0.017223316350235853 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 36.971577476819, + "action_effect_rmse": 38.61685219191702 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07347370409361235, + "action_effect_rmse": 0.12556493356805823 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05016921723235749, + "action_effect_rmse": 0.05956963671871158 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.26587067228970146, + "action_effect_rmse": 0.2658715531520951 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 31.571271540751397, + "action_effect_rmse": 39.121567728057485 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 189.55179236707738, + 179.70200997165023, + 189.4738294331957, + 189.57093827621298 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5453113623304127, + "action_effect_rmse": 0.5685833186315681 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 3.2799454619419066, + "action_effect_rmse": 3.314061663000506 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8757527532670331, + "action_effect_rmse": 0.966483645984602 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 5.68811252997394, + "action_effect_rmse": 5.761673333896892 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.6992743269136663, + "action_effect_rmse": 2.8298935883619842 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 7.499683580454985, + "action_effect_rmse": 7.809142318028639 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.4061661417813465, + "action_effect_rmse": 3.869852589378857 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 10.456586296489187, + "action_effect_rmse": 11.812972024912566 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 5.838192319219374, + "predicted_costs": [ + 31.47610878202007, + 209.7031726045755, + 81.26372334295006, + 27.160230747267036 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.31906576727710184, + "action_effect_rmse": 0.33437611770189385 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017687278325537886, + "action_effect_rmse": 0.01801609063236255 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4826590809905746, + "action_effect_rmse": 0.48267008521437366 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 22.127283703618236, + "action_effect_rmse": 31.46959050082684 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3459455864111766, + "action_effect_rmse": 0.3613501965614057 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03299950755298653, + "action_effect_rmse": 0.03347604841091513 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.37393154459233463, + "action_effect_rmse": 0.3739792879835523 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 22.253675844200874, + "action_effect_rmse": 31.40031885308722 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.27260936127029467, + "action_effect_rmse": 0.3406904672908989 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05627255094221676, + "action_effect_rmse": 0.05970575484772068 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2704853484304935, + "action_effect_rmse": 0.27067513124179554 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 21.0373287371774, + "action_effect_rmse": 29.260768336379233 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3136801371567415, + "action_effect_rmse": 1.554203745420708 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11936026947640362, + "action_effect_rmse": 0.1284142948746149 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11303400359644551, + "action_effect_rmse": 0.11310218904330004 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 20.3702261891484, + "action_effect_rmse": 27.841880033670748 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 387.37189281170487, + 316.0330574466109, + 497.3408288354076, + 676.1901158465492 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14691918355509062, + "action_effect_rmse": 0.1625017123580882 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.141860941708862, + "action_effect_rmse": 1.209419924759012 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 6.200856180120557, + "action_effect_rmse": 8.212216902530617 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20484746995220493, + "action_effect_rmse": 0.25134414322740717 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.2870143032607224, + "action_effect_rmse": 1.4398925251246752 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.611163698726114, + "action_effect_rmse": 8.492054763083122 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.23734014059068057, + "action_effect_rmse": 0.31643757664707517 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7962888140375229, + "action_effect_rmse": 0.9808615501358241 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.155986020151043, + "action_effect_rmse": 7.664332321913538 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22901417120935222, + "action_effect_rmse": 0.2998514140295161 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5684137785628174, + "action_effect_rmse": 0.8525508788033967 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.014439193042802, + "action_effect_rmse": 6.654829002265311 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 1.820252237997524, + 1.9702380357963032, + 1.1914075784132734, + 0.27625437679811987 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.9803189693833557, + "action_effect_rmse": 1.0704312148176827 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 1.3392571963891053, + "action_effect_rmse": 1.496850146723388 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 1.3947283875329077, + "action_effect_rmse": 1.7593203716829453 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.9392795980197484, + "action_effect_rmse": 1.266735667556514 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.09939863646855526, + "action_effect_rmse": 0.12301832720979101 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.1495007242502593, + "action_effect_rmse": 0.19442468246361186 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.1781232980726651, + "action_effect_rmse": 0.24598165716236228 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.15309846725506226, + "action_effect_rmse": 0.2201349056938137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 4.578076605017864, + "action_effect_rmse": 6.394541486680528 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 4.922850737193151, + "action_effect_rmse": 6.65027428249743 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 4.695148104130107, + "action_effect_rmse": 6.159012312401199 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 4.331525031732861, + "action_effect_rmse": 5.193284211532888 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.14171901497837452, + "action_effect_rmse": 0.244148941667388 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.11659870802154002, + "action_effect_rmse": 0.19020635896223284 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.07963544864580784, + "action_effect_rmse": 0.13641422311178786 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.3587465308445971, + "action_effect_rmse": 0.5452616556779678 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 31.128139503377557, + "action_effect_rmse": 37.60323596221479 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 30.464142155308036, + "action_effect_rmse": 36.706765701486084 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 29.984302508657116, + "action_effect_rmse": 35.85618099696927 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 34.638659712178566, + "action_effect_rmse": 47.85414505478424 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.20629066055035716, + "action_effect_rmse": 0.2794126603679283 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.24528585457811275, + "action_effect_rmse": 0.3608154160943218 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.29092326664578005, + "action_effect_rmse": 0.4658986579890291 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.7597279258478828, + "action_effect_rmse": 1.1187810755087753 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.01584117596917049, + "action_effect_rmse": 0.01876657533540383 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.025308317610977554, + "action_effect_rmse": 0.029865265292576795 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.040900204758244296, + "action_effect_rmse": 0.04852549143410112 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.07688683371501526, + "action_effect_rmse": 0.0941574863925491 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 1.6147906129019198, + "ranking_accuracy": 0.9444444444444444, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.877317676232083, + "action_effect_rmse": 1.4299440255256899 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 1.6155486082283048, + "action_effect_rmse": 2.534448347746141 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 2.4997680146930406, + "action_effect_rmse": 3.6497394521707087 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 4.572585689778208, + "action_effect_rmse": 6.449849881868215 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.40916649040606834, + "action_effect_rmse": 0.5984456543999391 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.6766086129024392, + "action_effect_rmse": 0.9399039603064411 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.3453051384463741, + "action_effect_rmse": 1.819373020290983 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.751004030540064, + "action_effect_rmse": 2.4437759175143188 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.04304859509292669, + "action_effect_rmse": 0.05309758418378673 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.10086839085962475, + "action_effect_rmse": 0.11925999733168828 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.2634981723964683, + "action_effect_rmse": 0.3250613559725917 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.7335018193261588, + "action_effect_rmse": 0.9874624501143303 + } + ] + } + ] + } + }, + "past_state_only": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.035589687526226044, + "rmse": 0.07075879722833633, + "standardized_mae": 0.09778536856174469, + "standardized_rmse": 0.1944151669740677, + "standardized_gaussian_nll": 2.7270849797730836, + "physical_gaussian_nll": 1.7163659970468998, + "nominal_coverage": 0.9, + "coverage": 0.9056603773584906, + "mean_interval_width": 0.18654517829418182, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.05167245864868164, + "rmse": 0.10102874040603638, + "standardized_mae": 0.14197400212287903, + "standardized_rmse": 0.27758413553237915, + "standardized_gaussian_nll": 5.1672757615880105, + "physical_gaussian_nll": 4.156556778861827, + "nominal_coverage": 0.9, + "coverage": 0.8944099378881988, + "mean_interval_width": 0.2941514551639557, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.06791263073682785, + "rmse": 0.11728763580322266, + "standardized_mae": 0.1865951120853424, + "standardized_rmse": 0.3222566843032837, + "standardized_gaussian_nll": 5.0664372518183445, + "physical_gaussian_nll": 4.055718269092161, + "nominal_coverage": 0.9, + "coverage": 0.8888888888888888, + "mean_interval_width": 0.4135066866874695, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.09408117830753326, + "rmse": 0.14101748168468475, + "standardized_mae": 0.25849518179893494, + "standardized_rmse": 0.3874562084674835, + "standardized_gaussian_nll": 3.9084728895525656, + "physical_gaussian_nll": 2.897753906826382, + "nominal_coverage": 0.9, + "coverage": 0.8850931677018633, + "mean_interval_width": 0.5784603357315063, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.6258482933044434, + "rmse": 1.1567453145980835, + "standardized_mae": 0.08209750801324844, + "standardized_rmse": 0.15173949301242828, + "standardized_gaussian_nll": 0.3693028094576166, + "physical_gaussian_nll": 2.40050317214786, + "nominal_coverage": 0.9, + "coverage": 0.890282131661442, + "mean_interval_width": 4.144515037536621, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.9047408103942871, + "rmse": 1.5341655015945435, + "standardized_mae": 0.11868206411600113, + "standardized_rmse": 0.20124870538711548, + "standardized_gaussian_nll": 0.5942031780038753, + "physical_gaussian_nll": 2.6254035406941187, + "nominal_coverage": 0.9, + "coverage": 0.9158878504672897, + "mean_interval_width": 5.991745948791504, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.3139207363128662, + "rmse": 2.0210506916046143, + "standardized_mae": 0.1723574548959732, + "standardized_rmse": 0.2651173174381256, + "standardized_gaussian_nll": 0.9537263191555454, + "physical_gaussian_nll": 2.9849266818457885, + "nominal_coverage": 0.9, + "coverage": 0.890282131661442, + "mean_interval_width": 7.783879280090332, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 2.113804817199707, + "rmse": 3.095463752746582, + "standardized_mae": 0.2772846221923828, + "standardized_rmse": 0.40605664253234863, + "standardized_gaussian_nll": 0.9494058374810158, + "physical_gaussian_nll": 2.980606200171259, + "nominal_coverage": 0.9, + "coverage": 0.881619937694704, + "mean_interval_width": 10.223977088928223, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 7.662635326385498, + "rmse": 10.218831062316895, + "standardized_mae": 0.45306649804115295, + "standardized_rmse": 0.6042059659957886, + "standardized_gaussian_nll": 6.9187492665275, + "physical_gaussian_nll": 9.74682152843036, + "nominal_coverage": 0.9, + "coverage": 0.8584905660377359, + "mean_interval_width": 22.33146858215332, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 8.255637168884277, + "rmse": 11.028234481811523, + "standardized_mae": 0.48812875151634216, + "standardized_rmse": 0.6520633697509766, + "standardized_gaussian_nll": 235.8540536897325, + "physical_gaussian_nll": 238.68212595163536, + "nominal_coverage": 0.9, + "coverage": 0.8421052631578947, + "mean_interval_width": 26.425134658813477, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 8.413538932800293, + "rmse": 11.212182998657227, + "standardized_mae": 0.49746498465538025, + "standardized_rmse": 0.6629396080970764, + "standardized_gaussian_nll": 81.41175989777503, + "physical_gaussian_nll": 84.23983215967789, + "nominal_coverage": 0.9, + "coverage": 0.903125, + "mean_interval_width": 37.41743850708008, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 8.492341041564941, + "rmse": 11.323531150817871, + "standardized_mae": 0.5021243095397949, + "standardized_rmse": 0.669523298740387, + "standardized_gaussian_nll": 18.312007875952233, + "physical_gaussian_nll": 21.140080137855094, + "nominal_coverage": 0.9, + "coverage": 0.9287925696594427, + "mean_interval_width": 47.325042724609375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.14543655514717102, + "rmse": 0.28805363178253174, + "standardized_mae": 0.028937185183167458, + "standardized_rmse": 0.05731338635087013, + "standardized_gaussian_nll": 41.913117810146474, + "physical_gaussian_nll": 43.527730307957334, + "nominal_coverage": 0.9, + "coverage": 0.9144542772861357, + "mean_interval_width": 1.339307427406311, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.263301283121109, + "rmse": 0.5234061479568481, + "standardized_mae": 0.05238846689462662, + "standardized_rmse": 0.10414094477891922, + "standardized_gaussian_nll": 157.2137533489061, + "physical_gaussian_nll": 158.82836584671696, + "nominal_coverage": 0.9, + "coverage": 0.8924418604651163, + "mean_interval_width": 1.9287511110305786, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.46327537298202515, + "rmse": 0.8093368411064148, + "standardized_mae": 0.09217686206102371, + "standardized_rmse": 0.16103193163871765, + "standardized_gaussian_nll": 359.6196779880771, + "physical_gaussian_nll": 361.234290485888, + "nominal_coverage": 0.9, + "coverage": 0.888235294117647, + "mean_interval_width": 3.1652965545654297, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.7907438278198242, + "rmse": 1.327346920967102, + "standardized_mae": 0.15733252465724945, + "standardized_rmse": 0.26409924030303955, + "standardized_gaussian_nll": 1506.0968156919141, + "physical_gaussian_nll": 1507.711428189725, + "nominal_coverage": 0.9, + "coverage": 0.8950437317784257, + "mean_interval_width": 6.368346691131592, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.0535484179854393, + "rmse": 0.08820220082998276, + "standardized_mae": 0.058614395558834076, + "standardized_rmse": 0.09654662013053894, + "standardized_gaussian_nll": 0.5977843391862527, + "physical_gaussian_nll": 0.507390298275746, + "nominal_coverage": 0.9, + "coverage": 0.9058823529411765, + "mean_interval_width": 0.2105993926525116, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.07947711646556854, + "rmse": 0.12210071831941605, + "standardized_mae": 0.08699609339237213, + "standardized_rmse": 0.13365212082862854, + "standardized_gaussian_nll": 2.3804684771193134, + "physical_gaussian_nll": 2.2900744362088066, + "nominal_coverage": 0.9, + "coverage": 0.8988095238095238, + "mean_interval_width": 0.3329544961452484, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.11151678115129471, + "rmse": 0.15625599026679993, + "standardized_mae": 0.12206688523292542, + "standardized_rmse": 0.1710386723279953, + "standardized_gaussian_nll": 2.9464611957159117, + "physical_gaussian_nll": 2.856067154805405, + "nominal_coverage": 0.9, + "coverage": 0.908284023668639, + "mean_interval_width": 0.5393772125244141, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.1616022139787674, + "rmse": 0.2122342884540558, + "standardized_mae": 0.17689067125320435, + "standardized_rmse": 0.23231282830238342, + "standardized_gaussian_nll": 2.8307440131178176, + "physical_gaussian_nll": 2.740349972207311, + "nominal_coverage": 0.9, + "coverage": 0.924924924924925, + "mean_interval_width": 0.8409878611564636, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.3511533737182617, + "rmse": 0.5846109986305237, + "standardized_mae": 0.6571141481399536, + "standardized_rmse": 1.0939840078353882, + "standardized_gaussian_nll": 633.1757035898114, + "physical_gaussian_nll": 632.5490688748927, + "nominal_coverage": 0.9, + "coverage": 0.8956521739130435, + "mean_interval_width": 5.190131664276123, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.33496445417404175, + "rmse": 0.557981550693512, + "standardized_mae": 0.6268197894096375, + "standardized_rmse": 1.0441522598266602, + "standardized_gaussian_nll": 737.7102645902839, + "physical_gaussian_nll": 737.0836298753652, + "nominal_coverage": 0.9, + "coverage": 0.9156976744186046, + "mean_interval_width": 5.7958855628967285, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.32457613945007324, + "rmse": 0.527159571647644, + "standardized_mae": 0.6073800921440125, + "standardized_rmse": 0.9864749312400818, + "standardized_gaussian_nll": 1089.9770372775288, + "physical_gaussian_nll": 1089.35040256261, + "nominal_coverage": 0.9, + "coverage": 0.8885714285714286, + "mean_interval_width": 5.9557204246521, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.3133063316345215, + "rmse": 0.4781862199306488, + "standardized_mae": 0.5862908959388733, + "standardized_rmse": 0.8948310017585754, + "standardized_gaussian_nll": 1683.9945357250551, + "physical_gaussian_nll": 1683.3679010101364, + "nominal_coverage": 0.9, + "coverage": 0.9239766081871345, + "mean_interval_width": 6.673745155334473, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 36.43172836303711, + "rmse": 57.3277702331543, + "standardized_mae": 0.9648534655570984, + "standardized_rmse": 1.5182616710662842, + "standardized_gaussian_nll": 126.31712520713172, + "physical_gaussian_nll": 129.9483442755608, + "nominal_coverage": 0.9, + "coverage": 0.887240356083086, + "mean_interval_width": 215.69723510742188, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 33.33526611328125, + "rmse": 53.76287841796875, + "standardized_mae": 0.8828471899032593, + "standardized_rmse": 1.4238495826721191, + "standardized_gaussian_nll": 160.901163767883, + "physical_gaussian_nll": 164.53238283631208, + "nominal_coverage": 0.9, + "coverage": 0.8813056379821959, + "mean_interval_width": 199.69114685058594, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 28.358959197998047, + "rmse": 46.590843200683594, + "standardized_mae": 0.7510552406311035, + "standardized_rmse": 1.2339062690734863, + "standardized_gaussian_nll": 163.76167155537496, + "physical_gaussian_nll": 167.39289062380405, + "nominal_coverage": 0.9, + "coverage": 0.9074626865671642, + "mean_interval_width": 202.82814025878906, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 23.85520362854004, + "rmse": 40.968101501464844, + "standardized_mae": 0.6317782998085022, + "standardized_rmse": 1.0849941968917847, + "standardized_gaussian_nll": 112.86465659419682, + "physical_gaussian_nll": 116.49587566262589, + "nominal_coverage": 0.9, + "coverage": 0.8967551622418879, + "mean_interval_width": 164.56695556640625, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 1.4337003231048584, + "rmse": 2.1490871906280518, + "standardized_mae": 0.17819829285144806, + "standardized_rmse": 0.2671155631542206, + "standardized_gaussian_nll": 0.4913030085158212, + "physical_gaussian_nll": 2.5764200896224834, + "nominal_coverage": 0.9, + "coverage": 0.9003115264797508, + "mean_interval_width": 4.955160140991211, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 2.311126708984375, + "rmse": 3.253714084625244, + "standardized_mae": 0.2872558832168579, + "standardized_rmse": 0.40441247820854187, + "standardized_gaussian_nll": 0.8951204866073672, + "physical_gaussian_nll": 2.9802375677140294, + "nominal_coverage": 0.9, + "coverage": 0.8847352024922118, + "mean_interval_width": 8.095917701721191, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 3.028041124343872, + "rmse": 4.114867687225342, + "standardized_mae": 0.37636300921440125, + "standardized_rmse": 0.5114474892616272, + "standardized_gaussian_nll": 1.0869359267165388, + "physical_gaussian_nll": 3.1720530078232008, + "nominal_coverage": 0.9, + "coverage": 0.9373040752351097, + "mean_interval_width": 12.688163757324219, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 3.8888957500457764, + "rmse": 5.145001411437988, + "standardized_mae": 0.4833608567714691, + "standardized_rmse": 0.6394854784011841, + "standardized_gaussian_nll": 1.0098168561360654, + "physical_gaussian_nll": 3.0949339372427276, + "nominal_coverage": 0.9, + "coverage": 0.9308176100628931, + "mean_interval_width": 16.203336715698242, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.025619175285100937, + "rmse": 0.04116056114435196, + "standardized_mae": 0.0067120445892214775, + "standardized_rmse": 0.010783778503537178, + "standardized_gaussian_nll": -3.6233128265768966, + "physical_gaussian_nll": -2.283875302215864, + "nominal_coverage": 0.9, + "coverage": 0.9171597633136095, + "mean_interval_width": 0.1112401932477951, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.07268425077199936, + "rmse": 0.1200433075428009, + "standardized_mae": 0.019042763859033585, + "standardized_rmse": 0.031450506299734116, + "standardized_gaussian_nll": -2.725729943418728, + "physical_gaussian_nll": -1.3862924190576955, + "nominal_coverage": 0.9, + "coverage": 0.9005847953216374, + "mean_interval_width": 0.23758411407470703, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.2080187201499939, + "rmse": 0.32372668385505676, + "standardized_mae": 0.05449944734573364, + "standardized_rmse": 0.08481412380933762, + "standardized_gaussian_nll": -1.5051859030609456, + "physical_gaussian_nll": -0.1657483786999132, + "nominal_coverage": 0.9, + "coverage": 0.9408284023668639, + "mean_interval_width": 0.7561258673667908, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.48876065015792847, + "rmse": 0.687291145324707, + "standardized_mae": 0.12805186212062836, + "standardized_rmse": 0.18006546795368195, + "standardized_gaussian_nll": -0.29905112514001514, + "physical_gaussian_nll": 1.0403863992210172, + "nominal_coverage": 0.9, + "coverage": 0.9364161849710982, + "mean_interval_width": 1.7827858924865723, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.5605431795120239, + "rmse": 0.7973660826683044, + "standardized_mae": 0.001959359273314476, + "standardized_rmse": 0.0027871655765920877, + "standardized_gaussian_nll": -4.568246945750834, + "physical_gaussian_nll": 1.0880417690348079, + "nominal_coverage": 0.9, + "coverage": 0.871875, + "mean_interval_width": 2.1745765209198, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 0.9607582688331604, + "rmse": 1.3879226446151733, + "standardized_mae": 0.0033582972828298807, + "standardized_rmse": 0.004851435776799917, + "standardized_gaussian_nll": -3.746249683659456, + "physical_gaussian_nll": 1.9100390311261863, + "nominal_coverage": 0.9, + "coverage": 0.8996865203761756, + "mean_interval_width": 5.186132907867432, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.5517677068710327, + "rmse": 2.29841685295105, + "standardized_mae": 0.005424150265753269, + "standardized_rmse": 0.008034036494791508, + "standardized_gaussian_nll": -3.151701190689692, + "physical_gaussian_nll": 2.50458752409595, + "nominal_coverage": 0.9, + "coverage": 0.9341692789968652, + "mean_interval_width": 10.589118957519531, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 2.96323823928833, + "rmse": 4.137536525726318, + "standardized_mae": 0.01035789679735899, + "standardized_rmse": 0.014462616294622421, + "standardized_gaussian_nll": -2.553211242345096, + "physical_gaussian_nll": 3.103077472440546, + "nominal_coverage": 0.9, + "coverage": 0.946875, + "mean_interval_width": 21.76782989501953, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.28285454817232675, + "field_horizon_balanced_standardized_nll": 178.14609870864, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13563532584952634, + "action_effect_rmse": 0.14031864886777531 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2683815823779507, + "action_effect_rmse": 0.30314160297106707 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4093633547739728, + "action_effect_rmse": 0.4323483356181883 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4194731798904267, + "action_effect_rmse": 0.5263913958285885 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7506327284110306, + "action_effect_rmse": 0.8136945035926527 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6705433887677875, + "action_effect_rmse": 0.9793279998552223 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8120834451500775, + "action_effect_rmse": 1.0068944238219462 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1843495814768044, + "action_effect_rmse": 1.5814320156185793 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 3, + "regret": 8.015251066486899, + "predicted_costs": [ + 5.239783087334638, + 39.865940966425455, + 8.330239813232089, + 38.092634156373855 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4048773607352558, + "action_effect_rmse": 0.45411237351919104 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.25777100028521244, + "action_effect_rmse": 0.3577110109306722 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.869697062756502, + "action_effect_rmse": 0.9686003802099787 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.362009558510105, + "action_effect_rmse": 0.505488639447148 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.9187528839761991, + "action_effect_rmse": 2.127718899123649 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5992535183526115, + "action_effect_rmse": 0.733654555768066 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2857229657750864, + "action_effect_rmse": 2.6856314162575496 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9770654980979051, + "action_effect_rmse": 1.1837411744711257 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1235.7651225106556, + 434.106523750506, + 591.8271365029715, + 1106.9521517977892 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24366536329600574, + "action_effect_rmse": 0.268794758068789 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023374652416283226, + "action_effect_rmse": 0.02503276218645242 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04424452945554432, + "action_effect_rmse": 0.06047030991772627 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 34.08545042476913, + "action_effect_rmse": 41.81241868245738 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4088771266953861, + "action_effect_rmse": 0.4412732589561149 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01947634343836846, + "action_effect_rmse": 0.020741454856710733 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06567524565294396, + "action_effect_rmse": 0.08143148818864841 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 33.07132834527328, + "action_effect_rmse": 41.19894721497115 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6678390746153662, + "action_effect_rmse": 0.7012133332441114 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.018319195406791167, + "action_effect_rmse": 0.018703506227450116 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01996501637239138, + "action_effect_rmse": 0.029183487424957903 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 31.636017293684272, + "action_effect_rmse": 39.50949897340323 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9552943413577788, + "action_effect_rmse": 2.1314295887185453 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.02356999548059946, + "action_effect_rmse": 0.024444763865985326 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.293432071272596, + "action_effect_rmse": 1.2935089340302008 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 37.918640808732064, + "action_effect_rmse": 45.12786277674429 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 26.83085640594392, + 8.305941446375149, + 11.872275417060296, + 26.017842616837893 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14153096966036038, + "action_effect_rmse": 0.16393788205453244 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019318153861554777, + "action_effect_rmse": 0.026572573082623938 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04529906037330541, + "action_effect_rmse": 0.046165720556509214 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 56.135667288380525, + "action_effect_rmse": 62.03964405462679 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2533413964301084, + "action_effect_rmse": 0.3100305095332666 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022562943120580197, + "action_effect_rmse": 0.023790870012722995 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009530991901590883, + "action_effect_rmse": 0.009712953876413587 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 52.96658086808495, + "action_effect_rmse": 59.166413290284645 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4476157406412676, + "action_effect_rmse": 0.5348928484567009 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03840473875453417, + "action_effect_rmse": 0.047862075411011666 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.004457184692509747, + "action_effect_rmse": 0.004658587739521232 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 49.86625351766482, + "action_effect_rmse": 56.18221810248906 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32642817852158174, + "action_effect_rmse": 0.34043676548917917 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.046582004650391674, + "action_effect_rmse": 0.06882030393335381 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01009133154708249, + "action_effect_rmse": 0.010729809966801413 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 82.11015595119487, + "action_effect_rmse": 95.67945402779645 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 95.25772811610783, + 49.86060585418181, + 95.27724216227588, + 118.26280048415776 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017391887359852826, + "action_effect_rmse": 0.01891037629528902 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21180604630108255, + "action_effect_rmse": 0.2586077676259888 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 2.275775757426286, + "action_effect_rmse": 2.7596757049577687 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027493219145474906, + "action_effect_rmse": 0.03038478176813417 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24029913073255216, + "action_effect_rmse": 0.33105339262026623 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 2.312045431413921, + "action_effect_rmse": 2.7929368114272184 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.024987332875483086, + "action_effect_rmse": 0.030962152624549575 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2932390196328001, + "action_effect_rmse": 0.4238781498839546 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 2.4501982390575563, + "action_effect_rmse": 2.8852597837320038 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.033015028389148014, + "action_effect_rmse": 0.043261979080664835 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5835569967302519, + "action_effect_rmse": 0.6612080788077865 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4093012188662375, + "action_effect_rmse": 1.5636202163713535 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.7501668424426751, + 0.20613107532665156, + 0.34338397297249523, + 0.7012762762239118 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2150194921269287, + "action_effect_rmse": 0.2487785456275573 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006352067074348137, + "action_effect_rmse": 0.007327241999856464 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35002922216445614, + "action_effect_rmse": 0.3838242282711604 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3514777909406561, + "action_effect_rmse": 0.43628171838370783 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020302425506700434, + "action_effect_rmse": 0.023571273145152595 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5658294326868637, + "action_effect_rmse": 0.6535601302732745 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4612028496380122, + "action_effect_rmse": 0.6566975789513814 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06129929093041634, + "action_effect_rmse": 0.07146408716371293 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9203968720224225, + "action_effect_rmse": 1.0572564033893261 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7337994907149886, + "action_effect_rmse": 1.0477229743564993 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1909555931835373, + "action_effect_rmse": 0.22931405908749575 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0730157897374586, + "action_effect_rmse": 1.272909537014877 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 11.120130674592858, + 5.572860680508986, + 12.384014637269408, + 89.55109048184579 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.071755594762718, + "action_effect_rmse": 2.3640744905605353 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06135870125608752, + "action_effect_rmse": 0.0677358839174353 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5069006145569498, + "action_effect_rmse": 0.5884879081357077 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1550564236259824, + "action_effect_rmse": 2.8358828371089593 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11996828429822652, + "action_effect_rmse": 0.1406528606848457 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4442806844260379, + "action_effect_rmse": 0.5338984831978915 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.521842334885502, + "action_effect_rmse": 3.163900691861298 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20936539091725356, + "action_effect_rmse": 0.252152514114147 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.607478028815971, + "action_effect_rmse": 0.7321056176642188 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.7800217194801857, + "action_effect_rmse": 3.596423784671628 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.41190911007111336, + "action_effect_rmse": 0.48822954572842014 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7632290141352958, + "action_effect_rmse": 1.8687535331479268 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 35.23028266079224, + "predicted_costs": [ + 13.877626552774183, + 67.75345977140059, + 13.120844685082501, + 217.52057256370358 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0876112157125408, + "action_effect_rmse": 1.1338288360200104 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009171866544911941, + "action_effect_rmse": 0.010991066450085208 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5136903706294333, + "action_effect_rmse": 0.5753866545777006 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.8221673614734246, + "action_effect_rmse": 1.899062876415654 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.031107251828678056, + "action_effect_rmse": 0.03719458305115082 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0024098774824022, + "action_effect_rmse": 1.078408565785969 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.1174114692097845, + "action_effect_rmse": 3.2373721631624837 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12985087915999452, + "action_effect_rmse": 0.14871933307616378 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.157138791228211, + "action_effect_rmse": 2.231166755302685 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5708707398995956, + "action_effect_rmse": 3.9296528013827294 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5736038492855222, + "action_effect_rmse": 0.6220500486946565 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9630735343253414, + "action_effect_rmse": 3.028122128315406 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 859.9921034854799, + 171.603950804794, + 277.1799694126566, + 528.7701359662274 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02101854529119566, + "action_effect_rmse": 0.03584332211367365 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02545350183790755, + "action_effect_rmse": 0.027079530622303286 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02917991864736869, + "action_effect_rmse": 0.029183723385826248 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 46.41319718148461, + "action_effect_rmse": 49.797828580414816 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.051056512508628416, + "action_effect_rmse": 0.08760195925597494 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.040845066764456796, + "action_effect_rmse": 0.043307632453959584 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04268818069731253, + "action_effect_rmse": 0.042690785298178435 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 46.2962981422913, + "action_effect_rmse": 49.2594921177441 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09308368140369853, + "action_effect_rmse": 0.15815800084645926 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05991243791165365, + "action_effect_rmse": 0.06265571718238669 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.025485428335205357, + "action_effect_rmse": 0.025500870122726216 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 44.51606879090133, + "action_effect_rmse": 47.00456945953458 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.18263578923931453, + "action_effect_rmse": 0.3139062568289974 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05927177495529001, + "action_effect_rmse": 0.09406376926013574 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.39105992604436673, + "action_effect_rmse": 0.3910602716249095 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 36.674491310052325, + "action_effect_rmse": 48.34371312859743 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 189.37582919523328, + 188.13420119723045, + 189.38154358011337, + 189.50345751128805 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.6437109475254583, + "action_effect_rmse": 1.7046055407699825 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36751238471583747, + "action_effect_rmse": 0.44705813175375714 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.834514181753202, + "action_effect_rmse": 2.958836543060224 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8974773062746332, + "action_effect_rmse": 0.970756619497056 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.7353288094453454, + "action_effect_rmse": 3.928950143777958 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1169452166835374, + "action_effect_rmse": 1.2532912355616328 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.5958904729612957, + "action_effect_rmse": 3.9285877083259746 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3737348726791652, + "action_effect_rmse": 1.4657096690152736 + } + ], + "ranking_accuracy": 0.16666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 2, + "optimal_candidate": 0, + "regret": 36.22090984095702, + "predicted_costs": [ + 142.46891281455734, + 60.14413593988117, + 14.292365309552698, + 65.5094485822315 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.15308215495971447, + "action_effect_rmse": 0.2005122014700325 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006020735668752053, + "action_effect_rmse": 0.006120777823972863 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5661733378905837, + "action_effect_rmse": 0.567377100756249 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 32.292670779526254, + "action_effect_rmse": 43.93510331809644 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18575827383364363, + "action_effect_rmse": 0.21672259614649295 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005571611490696664, + "action_effect_rmse": 0.0061207424848834366 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4238460651111, + "action_effect_rmse": 0.42447534039825946 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 31.281234073068678, + "action_effect_rmse": 42.11164081110329 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5715668177809782, + "action_effect_rmse": 0.6866242060241716 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009119520758617957, + "action_effect_rmse": 0.010175592940045471 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2780158727733057, + "action_effect_rmse": 0.27841463091740204 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 29.33886014956255, + "action_effect_rmse": 38.74076612013966 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4124672034831562, + "action_effect_rmse": 1.8520493729875662 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.014214760040590116, + "action_effect_rmse": 0.017108155316148677 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21326786972129966, + "action_effect_rmse": 0.21451041095765971 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 25.81665857906701, + "action_effect_rmse": 32.99212079172812 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 171.96763767647175, + 151.0004661984428, + 212.5708901882952, + 308.70053818876687 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.009667758402596515, + "action_effect_rmse": 0.013206425110242039 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09380474484416723, + "action_effect_rmse": 0.10286182338424191 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.92326954361313, + "action_effect_rmse": 12.173642380707822 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01751481830485686, + "action_effect_rmse": 0.023946841820444775 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.11826866602926955, + "action_effect_rmse": 0.15051968098004415 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 12.048189796651515, + "action_effect_rmse": 12.274013819072344 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.026458155620631297, + "action_effect_rmse": 0.03591038361427428 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.21693942864729246, + "action_effect_rmse": 0.2623009351048638 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 12.066540208520527, + "action_effect_rmse": 12.302771392864884 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.07046796857504489, + "action_effect_rmse": 0.08036051151275524 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5652774598837762, + "action_effect_rmse": 1.612471974587086 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.752608575965423, + "action_effect_rmse": 5.363186376181559 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.98195162575369, + 1.0140730511084068, + 0.9245272633920886, + 0.5972366819162391 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.1528053955726249, + "action_effect_rmse": 0.19679752562777358 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.17928389838091086, + "action_effect_rmse": 0.2571502703942992 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.25508922414004626, + "action_effect_rmse": 0.3524730248585913 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 1.0744172283070141, + "action_effect_rmse": 1.232327471151532 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.01352982288122467, + "action_effect_rmse": 0.01630969030702086 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.022504018725165883, + "action_effect_rmse": 0.027355860398372976 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.02572274424805719, + "action_effect_rmse": 0.03352767921039451 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.05174149848209646, + "action_effect_rmse": 0.06453452814024267 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 7.099522650519709, + "action_effect_rmse": 8.826476613289692 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 7.180117614032718, + "action_effect_rmse": 8.900896338667362 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 7.258369223789042, + "action_effect_rmse": 8.935404522592018 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 3.0809548974158303, + "action_effect_rmse": 3.950232669521169 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.1712242115917005, + "action_effect_rmse": 0.28659919587695754 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.13543512084073683, + "action_effect_rmse": 0.217213746398114 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.08198087554335304, + "action_effect_rmse": 0.1405688260816555 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.47696279964633626, + "action_effect_rmse": 0.6841460632954124 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 42.231746418540126, + "action_effect_rmse": 50.0182787223783 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 40.90386035717955, + "action_effect_rmse": 48.47139767110142 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 38.83929993795324, + "action_effect_rmse": 45.9013034937369 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 45.62998666226157, + "action_effect_rmse": 60.44972405902689 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.13982425830181908, + "action_effect_rmse": 0.18749409178444 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.22475832736694162, + "action_effect_rmse": 0.29388934688806295 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.44502632861032765, + "action_effect_rmse": 0.5644194476582803 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.9692063781504578, + "action_effect_rmse": 1.4306915548976369 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.018541760946124402, + "action_effect_rmse": 0.022931995785417214 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.022113991203525533, + "action_effect_rmse": 0.026968629752310194 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.031438973207899235, + "action_effect_rmse": 0.04083466969123897 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.03590963378171781, + "action_effect_rmse": 0.06015492993032346 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 13.244407261372693, + "ranking_accuracy": 0.75, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.3773808624549733, + "action_effect_rmse": 0.45541589608768274 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.6152466732117448, + "action_effect_rmse": 0.7472313953872466 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.0119593026450902, + "action_effect_rmse": 1.2714785414054002 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.5557447150753283, + "action_effect_rmse": 1.84085746791526 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.9264349894520714, + "action_effect_rmse": 1.2953695876532139 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 1.4070460292206233, + "action_effect_rmse": 1.9025788849431189 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 2.084195179260979, + "action_effect_rmse": 2.6314771996015858 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 2.2963981389968713, + "action_effect_rmse": 2.9758587689406157 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.025627544958449197, + "action_effect_rmse": 0.039844037559426296 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.05712598721120166, + "action_effect_rmse": 0.08509263412082732 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.1335051870025548, + "action_effect_rmse": 0.17397839536261087 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.39215618418005765, + "action_effect_rmse": 0.4753592641705806 + } + ] + } + ] + } + }, + "truncate_4": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.023211823776364326, + "rmse": 0.05743216350674629, + "standardized_mae": 0.06377624720335007, + "standardized_rmse": 0.15779922902584076, + "standardized_gaussian_nll": 2.7025359101285655, + "physical_gaussian_nll": 1.6918169274023818, + "nominal_coverage": 0.9, + "coverage": 0.9213836477987422, + "mean_interval_width": 0.13408072292804718, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.04883498698472977, + "rmse": 0.09968233108520508, + "standardized_mae": 0.13417783379554749, + "standardized_rmse": 0.27388477325439453, + "standardized_gaussian_nll": 11.261095793921932, + "physical_gaussian_nll": 10.250376811195748, + "nominal_coverage": 0.9, + "coverage": 0.9285714285714286, + "mean_interval_width": 0.2944895029067993, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.08316314220428467, + "rmse": 0.147846519947052, + "standardized_mae": 0.22849704325199127, + "standardized_rmse": 0.4062195122241974, + "standardized_gaussian_nll": 30.947011997609643, + "physical_gaussian_nll": 29.93629301488346, + "nominal_coverage": 0.9, + "coverage": 0.9555555555555556, + "mean_interval_width": 0.47887617349624634, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.11749890446662903, + "rmse": 0.18023723363876343, + "standardized_mae": 0.32283714413642883, + "standardized_rmse": 0.4952154755592346, + "standardized_gaussian_nll": 37.578199648377684, + "physical_gaussian_nll": 36.5674806656515, + "nominal_coverage": 0.9, + "coverage": 0.9347826086956522, + "mean_interval_width": 0.5254458785057068, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.42527908086776733, + "rmse": 0.7289937734603882, + "standardized_mae": 0.05578724667429924, + "standardized_rmse": 0.09562791883945465, + "standardized_gaussian_nll": -1.3372305059558078, + "physical_gaussian_nll": 0.6939698567344355, + "nominal_coverage": 0.9, + "coverage": 0.8652037617554859, + "mean_interval_width": 1.8968396186828613, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.7999434471130371, + "rmse": 1.2403556108474731, + "standardized_mae": 0.10493495315313339, + "standardized_rmse": 0.16270732879638672, + "standardized_gaussian_nll": -0.5694522331116268, + "physical_gaussian_nll": 1.4617481295786163, + "nominal_coverage": 0.9, + "coverage": 0.8535825545171339, + "mean_interval_width": 3.746581792831421, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.506609320640564, + "rmse": 2.1242198944091797, + "standardized_mae": 0.19763395190238953, + "standardized_rmse": 0.27865085005760193, + "standardized_gaussian_nll": 0.17866999308854634, + "physical_gaussian_nll": 2.2098703557787895, + "nominal_coverage": 0.9, + "coverage": 0.8275862068965517, + "mean_interval_width": 6.790698528289795, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 2.308515787124634, + "rmse": 3.0070669651031494, + "standardized_mae": 0.3028264045715332, + "standardized_rmse": 0.39446091651916504, + "standardized_gaussian_nll": 0.5284872304585765, + "physical_gaussian_nll": 2.5596875931488197, + "nominal_coverage": 0.9, + "coverage": 0.7912772585669782, + "mean_interval_width": 9.001701354980469, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 1.4262179136276245, + "rmse": 3.68908429145813, + "standardized_mae": 0.0843275934457779, + "standardized_rmse": 0.21812346577644348, + "standardized_gaussian_nll": -1.6857168808653005, + "physical_gaussian_nll": 1.142355381037559, + "nominal_coverage": 0.9, + "coverage": 0.949685534591195, + "mean_interval_width": 5.794921398162842, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 2.0856337547302246, + "rmse": 4.877078533172607, + "standardized_mae": 0.123316690325737, + "standardized_rmse": 0.2883656620979309, + "standardized_gaussian_nll": -1.2892198753205169, + "physical_gaussian_nll": 1.5388523865823427, + "nominal_coverage": 0.9, + "coverage": 0.9256965944272446, + "mean_interval_width": 8.155138969421387, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 3.239173650741577, + "rmse": 6.420405864715576, + "standardized_mae": 0.19152171909809113, + "standardized_rmse": 0.3796175420284271, + "standardized_gaussian_nll": -0.6364265126296601, + "physical_gaussian_nll": 2.1916457492731993, + "nominal_coverage": 0.9, + "coverage": 0.91875, + "mean_interval_width": 12.443117141723633, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 4.601302623748779, + "rmse": 7.525266647338867, + "standardized_mae": 0.27205994725227356, + "standardized_rmse": 0.4449443519115448, + "standardized_gaussian_nll": 0.2553175876425225, + "physical_gaussian_nll": 3.083389849545382, + "nominal_coverage": 0.9, + "coverage": 0.8513931888544891, + "mean_interval_width": 16.258724212646484, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.06372758001089096, + "rmse": 0.1374060958623886, + "standardized_mae": 0.012679733335971832, + "standardized_rmse": 0.027339383959770203, + "standardized_gaussian_nll": -3.524082593348348, + "physical_gaussian_nll": -1.9094700955374848, + "nominal_coverage": 0.9, + "coverage": 0.9705014749262537, + "mean_interval_width": 0.40221554040908813, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.11149823665618896, + "rmse": 0.23966753482818604, + "standardized_mae": 0.022184554487466812, + "standardized_rmse": 0.04768611118197441, + "standardized_gaussian_nll": -2.994405772756958, + "physical_gaussian_nll": -1.3797932749460946, + "nominal_coverage": 0.9, + "coverage": 0.9534883720930233, + "mean_interval_width": 0.621110737323761, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.23943400382995605, + "rmse": 0.44908151030540466, + "standardized_mae": 0.047639645636081696, + "standardized_rmse": 0.08935274183750153, + "standardized_gaussian_nll": 2.464868682654695, + "physical_gaussian_nll": 4.079481180465558, + "nominal_coverage": 0.9, + "coverage": 0.9294117647058824, + "mean_interval_width": 1.197035789489746, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.5424017310142517, + "rmse": 0.930687427520752, + "standardized_mae": 0.10792045295238495, + "standardized_rmse": 0.1851767897605896, + "standardized_gaussian_nll": 14.687687570685235, + "physical_gaussian_nll": 16.3023000684961, + "nominal_coverage": 0.9, + "coverage": 0.9212827988338192, + "mean_interval_width": 2.6846845149993896, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.019561858847737312, + "rmse": 0.026046888902783394, + "standardized_mae": 0.021412517875432968, + "standardized_rmse": 0.02851106785237789, + "standardized_gaussian_nll": 0.2720386030360719, + "physical_gaussian_nll": 0.18164456212556518, + "nominal_coverage": 0.9, + "coverage": 0.8764705882352941, + "mean_interval_width": 0.08588568866252899, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.034146469086408615, + "rmse": 0.04392806068062782, + "standardized_mae": 0.03737691417336464, + "standardized_rmse": 0.048083897680044174, + "standardized_gaussian_nll": 0.29997325761902116, + "physical_gaussian_nll": 0.20957921670851443, + "nominal_coverage": 0.9, + "coverage": 0.8571428571428571, + "mean_interval_width": 0.14664843678474426, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.0588730126619339, + "rmse": 0.07708723098039627, + "standardized_mae": 0.0644427239894867, + "standardized_rmse": 0.08438011258840561, + "standardized_gaussian_nll": 0.014987077701852113, + "physical_gaussian_nll": -0.07540696320865461, + "nominal_coverage": 0.9, + "coverage": 0.8698224852071006, + "mean_interval_width": 0.2665635049343109, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.09103655815124512, + "rmse": 0.1204238086938858, + "standardized_mae": 0.09964912384748459, + "standardized_rmse": 0.131816565990448, + "standardized_gaussian_nll": -0.38218279154357576, + "physical_gaussian_nll": -0.4725768324540825, + "nominal_coverage": 0.9, + "coverage": 0.8648648648648649, + "mean_interval_width": 0.39194434881210327, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.027636054903268814, + "rmse": 0.043909840285778046, + "standardized_mae": 0.051715414971113205, + "standardized_rmse": 0.0821685865521431, + "standardized_gaussian_nll": 34.227446750021116, + "physical_gaussian_nll": 33.60081203510236, + "nominal_coverage": 0.9, + "coverage": 0.8753623188405797, + "mean_interval_width": 0.1649080067873001, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.033370859920978546, + "rmse": 0.052821312099695206, + "standardized_mae": 0.062446970492601395, + "standardized_rmse": 0.09884464740753174, + "standardized_gaussian_nll": 25.608549673236816, + "physical_gaussian_nll": 24.98191495831806, + "nominal_coverage": 0.9, + "coverage": 0.875, + "mean_interval_width": 0.17890650033950806, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.04998699203133583, + "rmse": 0.08665084838867188, + "standardized_mae": 0.09354078024625778, + "standardized_rmse": 0.16214993596076965, + "standardized_gaussian_nll": 17.935082603148782, + "physical_gaussian_nll": 17.308447888230027, + "nominal_coverage": 0.9, + "coverage": 0.9342857142857143, + "mean_interval_width": 0.3338213860988617, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.0688541904091835, + "rmse": 0.11732214689254761, + "standardized_mae": 0.12884701788425446, + "standardized_rmse": 0.21954521536827087, + "standardized_gaussian_nll": 11.357720317670811, + "physical_gaussian_nll": 10.731085602752055, + "nominal_coverage": 0.9, + "coverage": 0.9035087719298246, + "mean_interval_width": 0.4411507546901703, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 1.1656132936477661, + "rmse": 4.28949499130249, + "standardized_mae": 0.03086996264755726, + "standardized_rmse": 0.11360245943069458, + "standardized_gaussian_nll": -1.179274063896635, + "physical_gaussian_nll": 2.451945004532447, + "nominal_coverage": 0.9, + "coverage": 0.8486646884272997, + "mean_interval_width": 5.0210161209106445, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 1.5583586692810059, + "rmse": 4.648860454559326, + "standardized_mae": 0.041271381080150604, + "standardized_rmse": 0.12311985343694687, + "standardized_gaussian_nll": -1.6548458524124536, + "physical_gaussian_nll": 1.9763732160166285, + "nominal_coverage": 0.9, + "coverage": 0.857566765578635, + "mean_interval_width": 6.690459728240967, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 2.6240732669830322, + "rmse": 6.144442558288574, + "standardized_mae": 0.06949564069509506, + "standardized_rmse": 0.1627286672592163, + "standardized_gaussian_nll": -1.4399604520700198, + "physical_gaussian_nll": 2.1912586163590624, + "nominal_coverage": 0.9, + "coverage": 0.8328358208955224, + "mean_interval_width": 10.588823318481445, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 3.619950771331787, + "rmse": 7.972590923309326, + "standardized_mae": 0.09587033838033676, + "standardized_rmse": 0.21114513278007507, + "standardized_gaussian_nll": -1.265775207565244, + "physical_gaussian_nll": 2.365443860863838, + "nominal_coverage": 0.9, + "coverage": 0.887905604719764, + "mean_interval_width": 14.383654594421387, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.34238022565841675, + "rmse": 0.7222713232040405, + "standardized_mae": 0.0425553172826767, + "standardized_rmse": 0.08977296203374863, + "standardized_gaussian_nll": -1.9728136432695154, + "physical_gaussian_nll": 0.1123034378371468, + "nominal_coverage": 0.9, + "coverage": 0.9314641744548287, + "mean_interval_width": 1.7198164463043213, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.7297418117523193, + "rmse": 1.5036472082138062, + "standardized_mae": 0.09070148319005966, + "standardized_rmse": 0.18689218163490295, + "standardized_gaussian_nll": -1.1299060044263296, + "physical_gaussian_nll": 0.9552110766803326, + "nominal_coverage": 0.9, + "coverage": 0.8847352024922118, + "mean_interval_width": 2.976811170578003, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.4366838932037354, + "rmse": 2.3159825801849365, + "standardized_mae": 0.17856913805007935, + "standardized_rmse": 0.2878594398498535, + "standardized_gaussian_nll": -0.35115736887876314, + "physical_gaussian_nll": 1.733959712227899, + "nominal_coverage": 0.9, + "coverage": 0.9090909090909091, + "mean_interval_width": 6.016740322113037, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 2.6559557914733887, + "rmse": 4.1146626472473145, + "standardized_mae": 0.33011558651924133, + "standardized_rmse": 0.5114219784736633, + "standardized_gaussian_nll": 0.31859243977401436, + "physical_gaussian_nll": 2.4037095208806765, + "nominal_coverage": 0.9, + "coverage": 0.8679245283018868, + "mean_interval_width": 9.681253433227539, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.0984400287270546, + "rmse": 0.14599020779132843, + "standardized_mae": 0.02579059824347496, + "standardized_rmse": 0.03824841231107712, + "standardized_gaussian_nll": -1.9244411378469848, + "physical_gaussian_nll": -0.5850036134859524, + "nominal_coverage": 0.9, + "coverage": 0.9112426035502958, + "mean_interval_width": 0.4281059801578522, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.24231821298599243, + "rmse": 0.37416356801986694, + "standardized_mae": 0.06348567456007004, + "standardized_rmse": 0.09802823513746262, + "standardized_gaussian_nll": -1.1192532244994098, + "physical_gaussian_nll": 0.22018429986162258, + "nominal_coverage": 0.9, + "coverage": 0.935672514619883, + "mean_interval_width": 1.0492501258850098, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.6541467308998108, + "rmse": 0.9676530361175537, + "standardized_mae": 0.1713818609714508, + "standardized_rmse": 0.25351831316947937, + "standardized_gaussian_nll": -0.1451347472652331, + "physical_gaussian_nll": 1.1943027770957992, + "nominal_coverage": 0.9, + "coverage": 0.9644970414201184, + "mean_interval_width": 3.143282175064087, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 1.3468834161758423, + "rmse": 1.8524476289749146, + "standardized_mae": 0.3528740108013153, + "standardized_rmse": 0.4853282868862152, + "standardized_gaussian_nll": 0.6701219136582454, + "physical_gaussian_nll": 2.0095594380192776, + "nominal_coverage": 0.9, + "coverage": 0.9421965317919075, + "mean_interval_width": 5.679048538208008, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 1.6669282913208008, + "rmse": 1.9560928344726562, + "standardized_mae": 0.00582669023424387, + "standardized_rmse": 0.006837455090135336, + "standardized_gaussian_nll": 4.514426603156207, + "physical_gaussian_nll": 10.170715317941848, + "nominal_coverage": 0.9, + "coverage": 0.890625, + "mean_interval_width": 6.534873962402344, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 2.901482582092285, + "rmse": 3.4889931678771973, + "standardized_mae": 0.01014203205704689, + "standardized_rmse": 0.012195655144751072, + "standardized_gaussian_nll": 7.16269657261937, + "physical_gaussian_nll": 12.818985287405013, + "nominal_coverage": 0.9, + "coverage": 0.9028213166144201, + "mean_interval_width": 14.590267181396484, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 4.923457145690918, + "rmse": 6.052330017089844, + "standardized_mae": 0.017209773883223534, + "standardized_rmse": 0.021155711263418198, + "standardized_gaussian_nll": 6.047678775860794, + "physical_gaussian_nll": 11.703967490646436, + "nominal_coverage": 0.9, + "coverage": 0.9373040752351097, + "mean_interval_width": 34.88801574707031, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 8.022954940795898, + "rmse": 9.709033012390137, + "standardized_mae": 0.02804396115243435, + "standardized_rmse": 0.03393758833408356, + "standardized_gaussian_nll": 3.4050749506680944, + "physical_gaussian_nll": 9.061363665453737, + "nominal_coverage": 0.9, + "coverage": 0.915625, + "mean_interval_width": 64.13472747802734, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.10964390186127275, + "field_horizon_balanced_standardized_nll": 4.695924627126905, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24317475252869514, + "action_effect_rmse": 0.33437079863217556 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1555435813425703, + "action_effect_rmse": 0.20531807552516257 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.578451030976062, + "action_effect_rmse": 0.7763436321854551 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.31690047043205993, + "action_effect_rmse": 0.35099299721887756 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.967751584493025, + "action_effect_rmse": 1.2685457315140178 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.38332425302884116, + "action_effect_rmse": 0.4174244873550848 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2093352298704065, + "action_effect_rmse": 1.3245259551435487 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.5419744182820239, + "action_effect_rmse": 1.5940544546874058 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 33.37176081380887, + 162.00866384128184, + 40.526901053105725, + 9.042116697353576 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.318309437568627, + "action_effect_rmse": 1.6681685556782144 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.40115641433074717, + "action_effect_rmse": 0.5328068667327598 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.6749377450631164, + "action_effect_rmse": 3.3505456285744275 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7724913567767354, + "action_effect_rmse": 0.915025949733965 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 4.106953392344381, + "action_effect_rmse": 5.032587227863393 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.4938206756108154, + "action_effect_rmse": 1.7247018993684187 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 5.528324729883738, + "action_effect_rmse": 6.4889893516659285 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.2511196735506096, + "action_effect_rmse": 2.6297053559411476 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 771.9325388270546, + 77.96670340083226, + 218.34299891831205, + 663.8429662178985 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09022400485184671, + "action_effect_rmse": 0.1190031922518391 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0033352032944389265, + "action_effect_rmse": 0.0034742764256406357 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008500119321845726, + "action_effect_rmse": 0.0085577544003046 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 15.775865114621524, + "action_effect_rmse": 16.92469380334794 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15971225882820997, + "action_effect_rmse": 0.2098101333170523 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0016114989535000273, + "action_effect_rmse": 0.0017287890623925942 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.00656793056969307, + "action_effect_rmse": 0.006682079777449266 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.204688301521013, + "action_effect_rmse": 17.256343480948498 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.31886226821475017, + "action_effect_rmse": 0.464599604163613 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00514236677140012, + "action_effect_rmse": 0.006945216051391099 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010754860262667698, + "action_effect_rmse": 0.010808279688743948 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 16.372113192912725, + "action_effect_rmse": 17.44009308534351 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5652126446501399, + "action_effect_rmse": 0.8456974787890961 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.011926677557479929, + "action_effect_rmse": 0.014358657994374299 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.031301480482788614, + "action_effect_rmse": 0.0313064088297293 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 20.553898799649353, + "action_effect_rmse": 25.06027412685891 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 28.339455905566194, + 9.290489561529677, + 27.051641044721205, + 30.46746902723703 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03540098765320524, + "action_effect_rmse": 0.039357898057494504 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005697164636667769, + "action_effect_rmse": 0.009018173408982198 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021779905303652963, + "action_effect_rmse": 0.022345210126773766 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.1861073647345286, + "action_effect_rmse": 3.5742715842116275 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4319347799483877, + "action_effect_rmse": 0.5431380824340288 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011467244909515154, + "action_effect_rmse": 0.01544658818942238 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005700506214738776, + "action_effect_rmse": 0.006630191473410758 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.5547618448593887, + "action_effect_rmse": 4.075101217897772 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5895455906927406, + "action_effect_rmse": 0.7550057180871065 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020249984669132342, + "action_effect_rmse": 0.029054695186814916 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006072519473300546, + "action_effect_rmse": 0.006507466060984976 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 3.9428542711924615, + "action_effect_rmse": 6.164248501528756 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5914845585017442, + "action_effect_rmse": 0.6419157658262586 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04145688731546807, + "action_effect_rmse": 0.06133421337772102 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0021744116347356215, + "action_effect_rmse": 0.002654777225843064 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 5.836808573344456, + "action_effect_rmse": 7.880742097392486 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 62.24988997868485, + 27.92022217625083, + 61.91295077413625, + 94.9110412294939 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015408383724018796, + "action_effect_rmse": 0.019528452001336224 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1803199398855675, + "action_effect_rmse": 0.19571600175538878 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 8.573879329478748, + "action_effect_rmse": 10.14332452728745 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04964493440243863, + "action_effect_rmse": 0.06538944532484549 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3938660861982311, + "action_effect_rmse": 0.42942205517164483 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 9.16390657611464, + "action_effect_rmse": 10.959837918586777 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11214463879112668, + "action_effect_rmse": 0.16337565213688846 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8516965121778952, + "action_effect_rmse": 1.0336782455406026 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.379221305582712, + "action_effect_rmse": 11.430029120020757 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.13070943028107107, + "action_effect_rmse": 0.21777298259152045 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6854442228097117, + "action_effect_rmse": 2.7528169352715897 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 5.391184762197597, + "action_effect_rmse": 6.399125596357706 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.6117154911596054, + 0.2086048835523837, + 0.25842821518232917, + 0.5640921653882243 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3767055536379817, + "action_effect_rmse": 0.44206287222100005 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11841407887020831, + "action_effect_rmse": 0.131837827733008 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35770243078853053, + "action_effect_rmse": 0.39184670726876103 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6566380592514692, + "action_effect_rmse": 0.7671021506018105 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.38506075145360324, + "action_effect_rmse": 0.4353461599293599 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8600920836277813, + "action_effect_rmse": 0.8844544654206793 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0903866777346127, + "action_effect_rmse": 1.2587074295426055 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0612583652787535, + "action_effect_rmse": 1.2124864179991575 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5738149401279695, + "action_effect_rmse": 1.6469037904070183 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7649019689960828, + "action_effect_rmse": 2.164063758269304 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9623561090319324, + "action_effect_rmse": 2.366768427697933 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.899502076498114, + "action_effect_rmse": 3.114254327270355 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.286294295170152, + "predicted_costs": [ + 10.607272875667743, + 20.038451251993955, + 13.309991446328517, + 106.3241352846098 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.42389915756670976, + "action_effect_rmse": 0.5481144126670515 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05825769803851936, + "action_effect_rmse": 0.06849491434445175 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26083508649693005, + "action_effect_rmse": 0.3730656804784663 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8958999521473684, + "action_effect_rmse": 1.1638925505791593 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.13851769758308427, + "action_effect_rmse": 0.17534572206940574 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5144691638991125, + "action_effect_rmse": 0.5471132900212364 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.2368922729191911, + "action_effect_rmse": 1.4936197569255203 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3330409859478098, + "action_effect_rmse": 0.41269608849359213 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7475268874757148, + "action_effect_rmse": 1.7912395152267373 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4753294953292044, + "action_effect_rmse": 1.8161996731243835 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6835242103943351, + "action_effect_rmse": 0.8370742699011362 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.49930969554678, + "action_effect_rmse": 4.566826307905042 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 4.853547011519089, + 25.175589060842384, + 33.29124634652388, + 173.92185839874713 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.0430009589955773, + "action_effect_rmse": 1.1511995477503076 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.021796241444261472, + "action_effect_rmse": 0.025067776523968514 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.7976333992224909, + "action_effect_rmse": 1.8408629845288094 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 1.6056763877205544, + "action_effect_rmse": 1.782068237111272 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.07951526267464477, + "action_effect_rmse": 0.09063811520518673 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.9643329749186855, + "action_effect_rmse": 4.039310762772484 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.0680877311310106, + "action_effect_rmse": 2.2806664063136437 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.22757327021552007, + "action_effect_rmse": 0.26211908554922064 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 6.198461581045535, + "action_effect_rmse": 6.419752257410679 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 2.200937993073945, + "action_effect_rmse": 2.5344787358902785 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.529259883396796, + "action_effect_rmse": 0.6066288987564257 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.9253163837374814, + "action_effect_rmse": 4.807291888935864 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 271.1971127623524, + 47.30554567538637, + 57.58396831085792, + 135.50114381084583 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016677853809333953, + "action_effect_rmse": 0.023419199409918913 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011704528513230153, + "action_effect_rmse": 0.013087076124385285 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.01526362461025238, + "action_effect_rmse": 0.0155396633291334 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3483628258396318, + "action_effect_rmse": 0.4206875891418136 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.02261641405826668, + "action_effect_rmse": 0.03147061636573028 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0212038352366406, + "action_effect_rmse": 0.023235173970652792 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020696528640168754, + "action_effect_rmse": 0.021713376851634023 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4580573073887469, + "action_effect_rmse": 0.5854280830781341 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03409892856383875, + "action_effect_rmse": 0.05032843863973089 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.035480597693785164, + "action_effect_rmse": 0.038300291199778326 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.011758644145298263, + "action_effect_rmse": 0.012056672114329727 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8754157162550715, + "action_effect_rmse": 1.3490336555517655 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.000744995766178036, + "action_effect_rmse": 0.0007625964111721503 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.052068427572906494, + "action_effect_rmse": 0.058381297824981644 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.21578071451597514, + "action_effect_rmse": 0.21598858644906507 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.401749517141378, + "action_effect_rmse": 3.4783019149630827 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 189.44722073725728, + 176.92211353047583, + 189.15578463731427, + 189.21604370489035 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.11912859267013569, + "action_effect_rmse": 0.16523001719192126 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.609269591838559, + "action_effect_rmse": 1.6430793802471058 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43287467311613526, + "action_effect_rmse": 0.5289684441699942 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 3.331605958905925, + "action_effect_rmse": 3.37087730459611 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.058227141550588, + "action_effect_rmse": 1.1657016002184966 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.785941591384926, + "action_effect_rmse": 3.898080771352355 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2073519223905251, + "action_effect_rmse": 1.3759649708348156 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.638083376476288, + "action_effect_rmse": 4.852934967709804 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 19.021172679638163, + 168.00734678720562, + 61.43755014156995, + 22.07727104313313 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.041463578525250476, + "action_effect_rmse": 0.05078343111358049 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.008300895137352882, + "action_effect_rmse": 0.009250012757182142 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.022599662398447462, + "action_effect_rmse": 0.03007459349885287 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 20.06326610426154, + "action_effect_rmse": 27.297225835775045 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20244845907576625, + "action_effect_rmse": 0.269681731713866 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.011267252281271567, + "action_effect_rmse": 0.013467330310933123 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.014989455570624033, + "action_effect_rmse": 0.020287543578712403 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.74967018165965, + "action_effect_rmse": 28.662974306655233 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6270675851193648, + "action_effect_rmse": 0.8159661926376552 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01577767652444943, + "action_effect_rmse": 0.021910531157192374 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.02719955747635905, + "action_effect_rmse": 0.030097714602092183 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 21.46555115265222, + "action_effect_rmse": 29.866993472557375 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7509173562234548, + "action_effect_rmse": 2.271199033153902 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.021222144382835022, + "action_effect_rmse": 0.025904720584319068 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.016197208943010837, + "action_effect_rmse": 0.017826137221357168 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.7818997264695, + "action_effect_rmse": 30.68705074511555 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 395.96501593517917, + 338.13683516076037, + 488.94703643443484, + 577.5222582643039 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.06409259563926212, + "action_effect_rmse": 0.08689702891398987 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14250681738027993, + "action_effect_rmse": 0.16131654229443493 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.064847206236985, + "action_effect_rmse": 11.692077158726223 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1218627727375607, + "action_effect_rmse": 0.16636236499007898 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3460932297858115, + "action_effect_rmse": 0.37325369999812047 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.666213228893701, + "action_effect_rmse": 11.532377226760577 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.20582911809487459, + "action_effect_rmse": 0.2766721090591733 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6456124506344203, + "action_effect_rmse": 0.7124727749509149 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 9.580367774887533, + "action_effect_rmse": 10.624294487303425 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2571665352067999, + "action_effect_rmse": 0.3181742072384527 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.48470057963283963, + "action_effect_rmse": 0.5529317267611709 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 10.263178444387808, + "action_effect_rmse": 11.324574738627676 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8048504044518483, + 1.0199541473894136, + 0.5134563469652744, + 0.22217577444309805 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.1614133786329237, + "action_effect_rmse": 0.1793429398679351 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.36997965799202126, + "action_effect_rmse": 0.40231929237244274 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.7486544814061578, + "action_effect_rmse": 0.8877241041985272 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 1.0850724012212756, + "action_effect_rmse": 1.985413631158147 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.03975048968164046, + "action_effect_rmse": 0.0629779885025208 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.08575385356999966, + "action_effect_rmse": 0.12639662979087538 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.15898687844300063, + "action_effect_rmse": 0.2271993173871839 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.19393798274393548, + "action_effect_rmse": 0.27263519407683273 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 9.819363267857867, + "action_effect_rmse": 10.945129070766562 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 9.91505990250417, + "action_effect_rmse": 11.249750479499502 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 9.479794540235122, + "action_effect_rmse": 11.034518544944959 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 7.827181603292702, + "action_effect_rmse": 9.19768452950862 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.017035827908549635, + "action_effect_rmse": 0.02072743282759386 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.011988605248806159, + "action_effect_rmse": 0.015585769052933483 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.013946395339406389, + "action_effect_rmse": 0.017395414561792107 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.06636345389412755, + "action_effect_rmse": 0.10949426893727467 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 9.593400352364306, + "action_effect_rmse": 16.15964258633022 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 9.9917944088572, + "action_effect_rmse": 16.854499862151208 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 10.66398358325312, + "action_effect_rmse": 17.57848114391316 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 12.893589154151172, + "action_effect_rmse": 20.27262380011441 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.0459416062099091, + "action_effect_rmse": 0.06862619704293257 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.20417797797765763, + "action_effect_rmse": 0.32122340541563194 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.3923935931476736, + "action_effect_rmse": 0.6029552648822127 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.7270898887853792, + "action_effect_rmse": 1.2535555139082444 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.007259447895422433, + "action_effect_rmse": 0.009357247803303647 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.011387457845231836, + "action_effect_rmse": 0.015514735684713826 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.019162656414691764, + "action_effect_rmse": 0.02664298697583166 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.031668534207172375, + "action_effect_rmse": 0.044853894129562685 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 0.38104904919502536, + "ranking_accuracy": 0.9444444444444444, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.7636900840033046, + "action_effect_rmse": 1.0572958345802668 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 1.6266486680933834, + "action_effect_rmse": 2.225642471557162 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 2.530481654778967, + "action_effect_rmse": 3.303481085325294 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 3.2925509373485498, + "action_effect_rmse": 3.8006989600887704 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.5873697421612878, + "action_effect_rmse": 0.8891007170940423 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 1.1407463080457843, + "action_effect_rmse": 1.6944778861443917 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.7547164666954682, + "action_effect_rmse": 2.49371497730126 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 2.2310302232573167, + "action_effect_rmse": 3.1664903567945943 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.06615600611766305, + "action_effect_rmse": 0.0869888106449477 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.20103123723711078, + "action_effect_rmse": 0.2759756445420681 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.5406242071473611, + "action_effect_rmse": 0.754795290194522 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 1.0583800676076878, + "action_effect_rmse": 1.4911164435286623 + } + ] + } + ] + } + }, + "truncate_8": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.008105098269879818, + "rmse": 0.02087262272834778, + "standardized_mae": 0.022269371896982193, + "standardized_rmse": 0.05734911188483238, + "standardized_gaussian_nll": -0.9461738860062171, + "physical_gaussian_nll": -1.956892868732401, + "nominal_coverage": 0.9, + "coverage": 0.8805031446540881, + "mean_interval_width": 0.06305668503046036, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.01907273940742016, + "rmse": 0.047940693795681, + "standardized_mae": 0.05240380018949509, + "standardized_rmse": 0.13172069191932678, + "standardized_gaussian_nll": -0.42720791818563525, + "physical_gaussian_nll": -1.437926900911819, + "nominal_coverage": 0.9, + "coverage": 0.8819875776397516, + "mean_interval_width": 0.15573394298553467, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.032814882695674896, + "rmse": 0.06199498847126961, + "standardized_mae": 0.09016137570142746, + "standardized_rmse": 0.17033593356609344, + "standardized_gaussian_nll": -1.0058310754008029, + "physical_gaussian_nll": -2.0165500581269864, + "nominal_coverage": 0.9, + "coverage": 0.9396825396825397, + "mean_interval_width": 0.2674734592437744, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.05780411884188652, + "rmse": 0.10266351699829102, + "standardized_mae": 0.1588211953639984, + "standardized_rmse": 0.28207579255104065, + "standardized_gaussian_nll": -0.8736588767115477, + "physical_gaussian_nll": -1.8843778594377314, + "nominal_coverage": 0.9, + "coverage": 0.9316770186335404, + "mean_interval_width": 0.33527475595474243, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.16724100708961487, + "rmse": 0.31349977850914, + "standardized_mae": 0.02193833515048027, + "standardized_rmse": 0.041124261915683746, + "standardized_gaussian_nll": -1.972715000248058, + "physical_gaussian_nll": 0.058485362442185274, + "nominal_coverage": 0.9, + "coverage": 0.8589341692789969, + "mean_interval_width": 0.8641530275344849, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.35600993037223816, + "rmse": 0.6637825965881348, + "standardized_mae": 0.04670066013932228, + "standardized_rmse": 0.08707365393638611, + "standardized_gaussian_nll": -1.123664480930985, + "physical_gaussian_nll": 0.9075358817592583, + "nominal_coverage": 0.9, + "coverage": 0.8535825545171339, + "mean_interval_width": 1.8593990802764893, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.7633257508277893, + "rmse": 1.304185390472412, + "standardized_mae": 0.10013151913881302, + "standardized_rmse": 0.17108038067817688, + "standardized_gaussian_nll": -0.5578101824260335, + "physical_gaussian_nll": 1.4733901802642098, + "nominal_coverage": 0.9, + "coverage": 0.8275862068965517, + "mean_interval_width": 3.32157039642334, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 1.4223240613937378, + "rmse": 2.1333062648773193, + "standardized_mae": 0.18657757341861725, + "standardized_rmse": 0.2798427939414978, + "standardized_gaussian_nll": -0.22061395325808386, + "physical_gaussian_nll": 1.8105864094321595, + "nominal_coverage": 0.9, + "coverage": 0.8348909657320872, + "mean_interval_width": 5.725017547607422, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.9201891422271729, + "rmse": 2.412663698196411, + "standardized_mae": 0.054407767951488495, + "standardized_rmse": 0.14265289902687073, + "standardized_gaussian_nll": -1.6483842310832815, + "physical_gaussian_nll": 1.179688030819578, + "nominal_coverage": 0.9, + "coverage": 0.940251572327044, + "mean_interval_width": 4.455741882324219, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 1.450854778289795, + "rmse": 3.344461679458618, + "standardized_mae": 0.08578428626060486, + "standardized_rmse": 0.19774705171585083, + "standardized_gaussian_nll": -1.3876691156640064, + "physical_gaussian_nll": 1.4404031462388531, + "nominal_coverage": 0.9, + "coverage": 0.9195046439628483, + "mean_interval_width": 6.4073920249938965, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 2.4371256828308105, + "rmse": 4.830420970916748, + "standardized_mae": 0.14409925043582916, + "standardized_rmse": 0.2856069505214691, + "standardized_gaussian_nll": -0.655491926160576, + "physical_gaussian_nll": 2.1725803357422837, + "nominal_coverage": 0.9, + "coverage": 0.903125, + "mean_interval_width": 9.901963233947754, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 3.5689172744750977, + "rmse": 5.879308700561523, + "standardized_mae": 0.2110183835029602, + "standardized_rmse": 0.3476242423057556, + "standardized_gaussian_nll": 0.1931354605971184, + "physical_gaussian_nll": 3.021207722499978, + "nominal_coverage": 0.9, + "coverage": 0.8854489164086687, + "mean_interval_width": 13.481112480163574, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.04405355826020241, + "rmse": 0.09747297316789627, + "standardized_mae": 0.008765237405896187, + "standardized_rmse": 0.019393978640437126, + "standardized_gaussian_nll": -3.4687396019048378, + "physical_gaussian_nll": -1.8541271040939744, + "nominal_coverage": 0.9, + "coverage": 0.911504424778761, + "mean_interval_width": 0.3081243336200714, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.07898184657096863, + "rmse": 0.17762888967990875, + "standardized_mae": 0.015714840963482857, + "standardized_rmse": 0.035342421382665634, + "standardized_gaussian_nll": -3.1925165623373584, + "physical_gaussian_nll": -1.577904064526495, + "nominal_coverage": 0.9, + "coverage": 0.8924418604651163, + "mean_interval_width": 0.4431874752044678, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.16698424518108368, + "rmse": 0.33824285864830017, + "standardized_mae": 0.03322448208928108, + "standardized_rmse": 0.06729942560195923, + "standardized_gaussian_nll": -2.70817922035012, + "physical_gaussian_nll": -1.0935667225392565, + "nominal_coverage": 0.9, + "coverage": 0.8705882352941177, + "mean_interval_width": 0.6853287816047668, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.38496825098991394, + "rmse": 0.7202536463737488, + "standardized_mae": 0.07659626752138138, + "standardized_rmse": 0.14330725371837616, + "standardized_gaussian_nll": -1.8843107367798808, + "physical_gaussian_nll": -0.26969823896901746, + "nominal_coverage": 0.9, + "coverage": 0.892128279883382, + "mean_interval_width": 1.4167536497116089, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.008360480889678001, + "rmse": 0.011562823317945004, + "standardized_mae": 0.009151428937911987, + "standardized_rmse": 0.012656730599701405, + "standardized_gaussian_nll": -2.240616815724564, + "physical_gaussian_nll": -2.331010856635071, + "nominal_coverage": 0.9, + "coverage": 0.9205882352941176, + "mean_interval_width": 0.03793919458985329, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.014861843548715115, + "rmse": 0.020504049956798553, + "standardized_mae": 0.01626785658299923, + "standardized_rmse": 0.022443845868110657, + "standardized_gaussian_nll": -1.5455525712363571, + "physical_gaussian_nll": -1.6359466121468638, + "nominal_coverage": 0.9, + "coverage": 0.8958333333333334, + "mean_interval_width": 0.0692547932267189, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.028142474591732025, + "rmse": 0.03754402697086334, + "standardized_mae": 0.030804907903075218, + "standardized_rmse": 0.041095901280641556, + "standardized_gaussian_nll": -0.9332760123358832, + "physical_gaussian_nll": -1.0236700532463898, + "nominal_coverage": 0.9, + "coverage": 0.8550295857988166, + "mean_interval_width": 0.1193649098277092, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.050304118543863297, + "rmse": 0.06677636504173279, + "standardized_mae": 0.055063165724277496, + "standardized_rmse": 0.07309377938508987, + "standardized_gaussian_nll": -0.8492546508718143, + "physical_gaussian_nll": -0.939648691782321, + "nominal_coverage": 0.9, + "coverage": 0.8438438438438438, + "mean_interval_width": 0.2091190069913864, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.018610220402479172, + "rmse": 0.03692486137151718, + "standardized_mae": 0.03482535108923912, + "standardized_rmse": 0.06909757852554321, + "standardized_gaussian_nll": 14.219435572363812, + "physical_gaussian_nll": 13.592800857445056, + "nominal_coverage": 0.9, + "coverage": 0.9478260869565217, + "mean_interval_width": 0.11051277071237564, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.02235468477010727, + "rmse": 0.04260534048080444, + "standardized_mae": 0.04183237627148628, + "standardized_rmse": 0.07972747832536697, + "standardized_gaussian_nll": 10.968593378093095, + "physical_gaussian_nll": 10.341958663174339, + "nominal_coverage": 0.9, + "coverage": 0.9593023255813954, + "mean_interval_width": 0.13007999956607819, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.03565230965614319, + "rmse": 0.07109882682561874, + "standardized_mae": 0.0667162537574768, + "standardized_rmse": 0.13304740190505981, + "standardized_gaussian_nll": 8.473569784897444, + "physical_gaussian_nll": 7.846935069978688, + "nominal_coverage": 0.9, + "coverage": 0.94, + "mean_interval_width": 0.23106306791305542, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.053595416247844696, + "rmse": 0.10222403705120087, + "standardized_mae": 0.10029323399066925, + "standardized_rmse": 0.19129209220409393, + "standardized_gaussian_nll": 6.4520042290649045, + "physical_gaussian_nll": 5.825369514146148, + "nominal_coverage": 0.9, + "coverage": 0.8976608187134503, + "mean_interval_width": 0.31990233063697815, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 0.8014010190963745, + "rmse": 3.331958532333374, + "standardized_mae": 0.021224208176136017, + "standardized_rmse": 0.08824318647384644, + "standardized_gaussian_nll": -2.4413293687818993, + "physical_gaussian_nll": 1.1898896996471828, + "nominal_coverage": 0.9, + "coverage": 0.8605341246290801, + "mean_interval_width": 3.1502761840820312, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 1.100752592086792, + "rmse": 3.87760329246521, + "standardized_mae": 0.029152199625968933, + "standardized_rmse": 0.10269397497177124, + "standardized_gaussian_nll": -2.67539232643945, + "physical_gaussian_nll": 0.955826741989632, + "nominal_coverage": 0.9, + "coverage": 0.8427299703264095, + "mean_interval_width": 4.286903381347656, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 2.155263900756836, + "rmse": 5.790082931518555, + "standardized_mae": 0.0570797473192215, + "standardized_rmse": 0.15334385633468628, + "standardized_gaussian_nll": -2.069803471019051, + "physical_gaussian_nll": 1.561415597410031, + "nominal_coverage": 0.9, + "coverage": 0.8298507462686567, + "mean_interval_width": 8.000502586364746, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 2.8141562938690186, + "rmse": 6.462468147277832, + "standardized_mae": 0.07452977448701859, + "standardized_rmse": 0.17115122079849243, + "standardized_gaussian_nll": -1.6581976362000859, + "physical_gaussian_nll": 1.9730214322289963, + "nominal_coverage": 0.9, + "coverage": 0.8967551622418879, + "mean_interval_width": 11.725337982177734, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.16534584760665894, + "rmse": 0.3900749981403351, + "standardized_mae": 0.02055126056075096, + "standardized_rmse": 0.04848342388868332, + "standardized_gaussian_nll": -2.760467136723667, + "physical_gaussian_nll": -0.6753500556170047, + "nominal_coverage": 0.9, + "coverage": 0.8785046728971962, + "mean_interval_width": 0.6501582860946655, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.3712432384490967, + "rmse": 0.8350037336349487, + "standardized_mae": 0.04614277556538582, + "standardized_rmse": 0.10378476232290268, + "standardized_gaussian_nll": -1.8890099695217857, + "physical_gaussian_nll": 0.19610711158487648, + "nominal_coverage": 0.9, + "coverage": 0.8411214953271028, + "mean_interval_width": 1.4174474477767944, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.7877408266067505, + "rmse": 1.4927877187728882, + "standardized_mae": 0.0979103296995163, + "standardized_rmse": 0.18554241955280304, + "standardized_gaussian_nll": -1.0506823572669564, + "physical_gaussian_nll": 1.0344347238397058, + "nominal_coverage": 0.9, + "coverage": 0.890282131661442, + "mean_interval_width": 3.240615129470825, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 1.7038936614990234, + "rmse": 3.139061212539673, + "standardized_mae": 0.2117813229560852, + "standardized_rmse": 0.39016199111938477, + "standardized_gaussian_nll": -0.20958970104546804, + "physical_gaussian_nll": 1.875527380061194, + "nominal_coverage": 0.9, + "coverage": 0.8584905660377359, + "mean_interval_width": 5.935222148895264, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.04092152416706085, + "rmse": 0.06454742699861526, + "standardized_mae": 0.010721152648329735, + "standardized_rmse": 0.01691097393631935, + "standardized_gaussian_nll": -2.82028120003919, + "physical_gaussian_nll": -1.4808436756781578, + "nominal_coverage": 0.9, + "coverage": 0.8994082840236687, + "mean_interval_width": 0.15534348785877228, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.10134786367416382, + "rmse": 0.1615677773952484, + "standardized_mae": 0.026552429422736168, + "standardized_rmse": 0.04232962429523468, + "standardized_gaussian_nll": -1.8844742541937267, + "physical_gaussian_nll": -0.5450367298326944, + "nominal_coverage": 0.9, + "coverage": 0.9122807017543859, + "mean_interval_width": 0.37240177392959595, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.2573021650314331, + "rmse": 0.3983457386493683, + "standardized_mae": 0.06741136312484741, + "standardized_rmse": 0.10436379164457321, + "standardized_gaussian_nll": -0.8921185829482996, + "physical_gaussian_nll": 0.44731894141273276, + "nominal_coverage": 0.9, + "coverage": 0.9349112426035503, + "mean_interval_width": 1.0641261339187622, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 0.6453544497489929, + "rmse": 0.9824697375297546, + "standardized_mae": 0.16907835006713867, + "standardized_rmse": 0.25740018486976624, + "standardized_gaussian_nll": 0.007428562151058492, + "physical_gaussian_nll": 1.346866086512091, + "nominal_coverage": 0.9, + "coverage": 0.9479768786127167, + "mean_interval_width": 2.6307270526885986, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.5997753143310547, + "rmse": 0.7880004644393921, + "standardized_mae": 0.002096493961289525, + "standardized_rmse": 0.0027544284239411354, + "standardized_gaussian_nll": -3.6826254770280142, + "physical_gaussian_nll": 1.973663237757628, + "nominal_coverage": 0.9, + "coverage": 0.909375, + "mean_interval_width": 2.493823528289795, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 1.1026852130889893, + "rmse": 1.4928867816925049, + "standardized_mae": 0.003854398149996996, + "standardized_rmse": 0.0052183340303599834, + "standardized_gaussian_nll": -2.457771826374671, + "physical_gaussian_nll": 3.198516888410971, + "nominal_coverage": 0.9, + "coverage": 0.8840125391849529, + "mean_interval_width": 4.6934685707092285, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 2.0256097316741943, + "rmse": 2.803062677383423, + "standardized_mae": 0.007080448791384697, + "standardized_rmse": 0.00979800894856453, + "standardized_gaussian_nll": -1.6744346667843832, + "physical_gaussian_nll": 3.981854048001259, + "nominal_coverage": 0.9, + "coverage": 0.9028213166144201, + "mean_interval_width": 10.423994064331055, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 3.7561697959899902, + "rmse": 5.032263278961182, + "standardized_mae": 0.013129562139511108, + "standardized_rmse": 0.017590101808309555, + "standardized_gaussian_nll": -1.1653427261979599, + "physical_gaussian_nll": 4.490945988587683, + "nominal_coverage": 0.9, + "coverage": 0.884375, + "mean_interval_width": 21.103261947631836, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.06304661845206283, + "field_horizon_balanced_standardized_nll": -0.4164755132753305, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.09666173345700813, + "action_effect_rmse": 0.12682528662585862 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19180499430098052, + "action_effect_rmse": 0.24263036883829092 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2708293516470152, + "action_effect_rmse": 0.34912759375706026 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2976789694382613, + "action_effect_rmse": 0.37610343967311627 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.48021030217982563, + "action_effect_rmse": 0.6128353779784279 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.30109281865210374, + "action_effect_rmse": 0.48489456889450205 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8325426715113208, + "action_effect_rmse": 0.9028313321827955 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3548853077255671, + "action_effect_rmse": 1.4550067245356741 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 17.612841913306912, + 105.05541525035045, + 23.982971950663387, + 11.283383276615488 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2576228945869031, + "action_effect_rmse": 0.33862847754361924 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.21218725838986074, + "action_effect_rmse": 0.2950659410547201 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.657689482739786, + "action_effect_rmse": 0.8526670827243786 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2318549302379438, + "action_effect_rmse": 0.3247782989826471 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9936946287461339, + "action_effect_rmse": 1.23843175487491 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3898161971527922, + "action_effect_rmse": 0.5510481768541741 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0415201861037804, + "action_effect_rmse": 1.2228543837107266 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 0.754668963452294, + "action_effect_rmse": 0.9812717482831186 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 704.492049351757, + 193.2104706738506, + 365.967330817327, + 644.2114499929637 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.02311117991082205, + "action_effect_rmse": 0.03647906263869136 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.000776409367264345, + "action_effect_rmse": 0.0012302118221089971 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.007806309401999223, + "action_effect_rmse": 0.00784250490762408 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.2881523793157, + "action_effect_rmse": 17.8921406974378 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.037069739381761835, + "action_effect_rmse": 0.06114644149803513 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004359785613411067, + "action_effect_rmse": 0.005731406683770813 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0055279343496773175, + "action_effect_rmse": 0.005646905381332456 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 17.275331129009235, + "action_effect_rmse": 17.87610329489512 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.10674996832510815, + "action_effect_rmse": 0.18157889943756103 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008688286852291208, + "action_effect_rmse": 0.012098389200321231 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010237435857051688, + "action_effect_rmse": 0.01046073543478202 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.052996282290902, + "action_effect_rmse": 17.687186619982967 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2470658137383556, + "action_effect_rmse": 0.3915617674956087 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.019486929375862754, + "action_effect_rmse": 0.02594498673959412 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018376078894236276, + "action_effect_rmse": 0.018432678947400385 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 21.894507172152345, + "action_effect_rmse": 25.740001733507015 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.34362103593304, + 10.86753832297492, + 26.975142886197474, + 27.453989368609424 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.100189653585726, + "action_effect_rmse": 0.1164504114514093 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004056983333355764, + "action_effect_rmse": 0.005404939249994963 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00528825467958675, + "action_effect_rmse": 0.006373114635613954 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 2.801303216198658, + "action_effect_rmse": 3.803156768359668 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5075970649929813, + "action_effect_rmse": 0.6869213280048928 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007881745378594355, + "action_effect_rmse": 0.009924188262105177 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003382013190945795, + "action_effect_rmse": 0.004026016782371518 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 2.242368966808055, + "action_effect_rmse": 3.1695769343566993 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.716387329987311, + "action_effect_rmse": 0.9584687178227881 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008711266409273222, + "action_effect_rmse": 0.013511993207212053 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00468201835876698, + "action_effect_rmse": 0.005352383144258203 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 2.8764519979814125, + "action_effect_rmse": 4.101957672126402 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5948005916856062, + "action_effect_rmse": 0.6637760408392334 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.028631679809749382, + "action_effect_rmse": 0.042972092108871325 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0028346013957797713, + "action_effect_rmse": 0.0033438056824497127 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.455432648153798, + "action_effect_rmse": 5.01947393205995 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 74.62078886653514, + 36.192874827261754, + 75.00562059124643, + 119.82471852218632 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0022816684080919267, + "action_effect_rmse": 0.0025461861713479746 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12636875599452205, + "action_effect_rmse": 0.1482541857757381 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 4.296407655278901, + "action_effect_rmse": 5.24035472284344 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.007391131242087272, + "action_effect_rmse": 0.009486498397530066 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2396343159858496, + "action_effect_rmse": 0.29781700980085507 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 4.557177842649618, + "action_effect_rmse": 5.628524396759783 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.020038756191239848, + "action_effect_rmse": 0.025444087942158584 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.431906937778912, + "action_effect_rmse": 0.5637908038441619 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 4.885000702043416, + "action_effect_rmse": 6.1355612768414325 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.028672967129796723, + "action_effect_rmse": 0.03909544270240718 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.645217117733619, + "action_effect_rmse": 0.737619829863984 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 2.9892598286105794, + "action_effect_rmse": 3.7051210451029593 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.5712073088692078, + 0.12053708152706567, + 0.2593748768549816, + 0.5413206813349243 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.36391500504175883, + "action_effect_rmse": 0.46214262656208627 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05396688505021648, + "action_effect_rmse": 0.05699563231639639 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.16586007789193977, + "action_effect_rmse": 0.1725562712956405 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4960370548892759, + "action_effect_rmse": 0.6518310176226241 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.15689647610761645, + "action_effect_rmse": 0.17026547619694798 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.43294185415758574, + "action_effect_rmse": 0.4335298300478414 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.6253918529062025, + "action_effect_rmse": 0.7916653780639306 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.45119299348573944, + "action_effect_rmse": 0.5057795185905549 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7858989457893699, + "action_effect_rmse": 0.789280795020881 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8936400726861203, + "action_effect_rmse": 1.0580034533214824 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0501676342133048, + "action_effect_rmse": 1.28989615585693 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7375048442423235, + "action_effect_rmse": 1.7638257602426899 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 13.915158087284947, + 5.087362461514417, + 17.17541903324593, + 100.99657741087972 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1917219675182468, + "action_effect_rmse": 0.1945025215098451 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014180330703390828, + "action_effect_rmse": 0.01854885134985314 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1514167497202076, + "action_effect_rmse": 0.21234495313792792 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.18641966320835954, + "action_effect_rmse": 0.2080617870013282 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03220942361538922, + "action_effect_rmse": 0.04211904292430374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2478141628810325, + "action_effect_rmse": 0.35735208267280705 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3060631614140649, + "action_effect_rmse": 0.3162069642282413 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06430546512433584, + "action_effect_rmse": 0.0851834550158706 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.030758191823736, + "action_effect_rmse": 1.082524459348685 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.31603882091583674, + "action_effect_rmse": 0.32260586367967486 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.08435823188651644, + "action_effect_rmse": 0.1174678728453769 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.865537174792564, + "action_effect_rmse": 2.8674500944163657 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 14.149435649729622, + 15.17557503858064, + 41.158618151252455, + 127.04817284333258 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12551174382634164, + "action_effect_rmse": 0.1403292114087907 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0016590558673748035, + "action_effect_rmse": 0.0019283601922823544 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32986967015638885, + "action_effect_rmse": 0.42481102911937796 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.23345195564846932, + "action_effect_rmse": 0.2679941105707886 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.009249628916077057, + "action_effect_rmse": 0.010911733893635709 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.6026280926970079, + "action_effect_rmse": 0.7158678372528577 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3530401799610073, + "action_effect_rmse": 0.4233656895633526 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03852135538755874, + "action_effect_rmse": 0.044859962206001275 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.564363644190318, + "action_effect_rmse": 1.6467432096566081 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8187120393373372, + "action_effect_rmse": 1.0354522953079777 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.11006390272358857, + "action_effect_rmse": 0.13716826436335589 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.092499333307766, + "action_effect_rmse": 4.11423526471751 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 304.9796742903245, + 70.76359370024122, + 120.68768457040846, + 211.22108212223412 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.015175357406266224, + "action_effect_rmse": 0.02464199298540884 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0015148705735169206, + "action_effect_rmse": 0.00173740873194676 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.017143320007356966, + "action_effect_rmse": 0.017221754328046873 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 1.4963621336623898, + "action_effect_rmse": 2.0508530002761076 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.026178456103023606, + "action_effect_rmse": 0.043457383533560774 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003445549510523449, + "action_effect_rmse": 0.004212389735821075 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020432927162136266, + "action_effect_rmse": 0.020894911763836024 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 1.0244281518244236, + "action_effect_rmse": 1.6793917856194007 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04668940468441699, + "action_effect_rmse": 0.07882698425252721 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.009412101400980552, + "action_effect_rmse": 0.010661431467144718 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.010516513422651955, + "action_effect_rmse": 0.010610630094966428 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3374220270182733, + "action_effect_rmse": 1.898757832720526 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.05893376159179553, + "action_effect_rmse": 0.10005079265334656 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.019073765394535275, + "action_effect_rmse": 0.02012201582286702 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.23564498240426315, + "action_effect_rmse": 0.23575376571477366 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 3.2865022413848095, + "action_effect_rmse": 3.46006856171067 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 189.32662496976474, + 179.99336545136913, + 189.1638753781046, + 189.36573267684574 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0725913426499029, + "action_effect_rmse": 0.09690788615434506 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5068417119983147, + "action_effect_rmse": 0.5822306213503675 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.226014145679405, + "action_effect_rmse": 0.2965068179693265 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.074564003428274, + "action_effect_rmse": 1.138032474468017 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.0156743091728682, + "action_effect_rmse": 1.0667123575749238 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.3680460784196764, + "action_effect_rmse": 1.4526631611193617 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2807962017015608, + "action_effect_rmse": 1.3826611110950375 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7729820065136817, + "action_effect_rmse": 1.8041702625539715 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 5.838192319219374, + "predicted_costs": [ + 23.823638122581634, + 143.81029523063984, + 55.04660929099376, + 23.453819615790085 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2931536411025384, + "action_effect_rmse": 0.3208087373339857 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.003899104758948132, + "action_effect_rmse": 0.005441255353296606 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.027396725009088223, + "action_effect_rmse": 0.030941442155473866 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 17.407708789502436, + "action_effect_rmse": 24.68422944021363 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2777670933739647, + "action_effect_rmse": 0.28196885696834784 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0057701016157831, + "action_effect_rmse": 0.009034374871938648 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.022097391539917854, + "action_effect_rmse": 0.024744049825859732 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 16.972610301523165, + "action_effect_rmse": 24.29321336621804 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3162182464324423, + "action_effect_rmse": 0.32262142446854675 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013019217937234373, + "action_effect_rmse": 0.016903746278168194 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00620190699411897, + "action_effect_rmse": 0.0085481684092786 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 17.54336801864579, + "action_effect_rmse": 25.21946659802431 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.2030923077763038, + "action_effect_rmse": 1.489290261270632 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013165798620087562, + "action_effect_rmse": 0.016194845188512417 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013162821750753118, + "action_effect_rmse": 0.0161654713771044 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 18.142580847588274, + "action_effect_rmse": 26.363556824212875 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 377.5028461179056, + 310.80882159830196, + 507.5122974210194, + 644.5981158779557 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.016287760879491592, + "action_effect_rmse": 0.022142555621526592 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12961721621746017, + "action_effect_rmse": 0.15785092566440306 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 9.26472227284889, + "action_effect_rmse": 9.7127949768127 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.030680533730886722, + "action_effect_rmse": 0.04187967365381286 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.25048942349475806, + "action_effect_rmse": 0.2895093204391567 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 8.43040304377498, + "action_effect_rmse": 9.101120530200069 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.05344353597651399, + "action_effect_rmse": 0.07310245047753614 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.40907353152847986, + "action_effect_rmse": 0.47923281316599764 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.6951851457207, + "action_effect_rmse": 7.5550783980932446 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09351831701814815, + "action_effect_rmse": 0.09954552293527114 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2866815097425632, + "action_effect_rmse": 0.45977693784237694 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 7.6987800000551205, + "action_effect_rmse": 8.523285516163646 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.866824677427187, + 1.0204268129709728, + 0.8634716171381974, + 0.4796319465906724 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.1279929861059911, + "action_effect_rmse": 0.1531277543966736 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.24506186974030383, + "action_effect_rmse": 0.2936925415701469 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.42049023465369595, + "action_effect_rmse": 0.5232227822420591 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.4659493137380911, + "action_effect_rmse": 0.6146046883893279 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.009284714643791759, + "action_effect_rmse": 0.01576032730420854 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.019035832486486996, + "action_effect_rmse": 0.030363635464122272 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.03674114608387692, + "action_effect_rmse": 0.05473285063391511 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.06109564207397244, + "action_effect_rmse": 0.07562329263049115 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 6.780564964063895, + "action_effect_rmse": 7.803835719786315 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 6.4937904432122995, + "action_effect_rmse": 7.566725903260579 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 5.790092923882058, + "action_effect_rmse": 6.882017210935005 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 5.34401991433285, + "action_effect_rmse": 6.571693767549955 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.01440865227450779, + "action_effect_rmse": 0.018412517061641254 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.012860066560669308, + "action_effect_rmse": 0.016560205999026557 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.007909468658147397, + "action_effect_rmse": 0.008996272079659433 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.06750462111125807, + "action_effect_rmse": 0.11852437007126455 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 9.748381629669797, + "action_effect_rmse": 15.3956964865793 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 9.378684637291219, + "action_effect_rmse": 15.187016324633742 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 9.702559581484095, + "action_effect_rmse": 15.566706492304359 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 11.694755727319807, + "action_effect_rmse": 18.67318940801767 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.10790745800133816, + "action_effect_rmse": 0.1720587792778381 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.21215308846293285, + "action_effect_rmse": 0.3731604141182106 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.2965112373573196, + "action_effect_rmse": 0.5152502927554427 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.5259731186980152, + "action_effect_rmse": 0.839927808442875 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.0025618420082712903, + "action_effect_rmse": 0.003979718531033843 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.005364295529577993, + "action_effect_rmse": 0.0075944501422032865 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.009957718149944839, + "action_effect_rmse": 0.01349395921180569 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.020089543300058743, + "action_effect_rmse": 0.0282263687382323 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 0.9730320532032289, + "ranking_accuracy": 0.9722222222222222, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.2596634104096154, + "action_effect_rmse": 0.3512492842790374 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.48124700214001753, + "action_effect_rmse": 0.6285125348408993 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 0.9066626460046661, + "action_effect_rmse": 1.0920617864738007 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 2.096346271672366, + "action_effect_rmse": 2.4012237268601186 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.1846707811800269, + "action_effect_rmse": 0.2618028403411458 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.34507360896871847, + "action_effect_rmse": 0.49612527816946134 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 0.629012405730017, + "action_effect_rmse": 0.8116973048226951 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 0.8638749987093259, + "action_effect_rmse": 1.042260069324136 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.023268757206994038, + "action_effect_rmse": 0.03462311637512322 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.0661185095463609, + "action_effect_rmse": 0.10146167108486226 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.18467327133254466, + "action_effect_rmse": 0.2972549739663791 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.4148632562744699, + "action_effect_rmse": 0.7519853559730533 + } + ] + } + ] + } + }, + "temporal_shuffle": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.06859169900417328, + "rmse": 0.11569692939519882, + "standardized_mae": 0.18846090137958527, + "standardized_rmse": 0.317886084318161, + "standardized_gaussian_nll": 43.12719079934779, + "physical_gaussian_nll": 42.116471816621605, + "nominal_coverage": 0.9, + "coverage": 0.8710691823899371, + "mean_interval_width": 0.3778075575828552, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.09743249416351318, + "rmse": 0.15846262872219086, + "standardized_mae": 0.26770317554473877, + "standardized_rmse": 0.43538808822631836, + "standardized_gaussian_nll": 44.52936539375767, + "physical_gaussian_nll": 43.51864641103149, + "nominal_coverage": 0.9, + "coverage": 0.8695652173913043, + "mean_interval_width": 0.6244767308235168, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.12310568243265152, + "rmse": 0.19098664820194244, + "standardized_mae": 0.33824220299720764, + "standardized_rmse": 0.524750292301178, + "standardized_gaussian_nll": 26.70048614001797, + "physical_gaussian_nll": 25.689767157291783, + "nominal_coverage": 0.9, + "coverage": 0.8603174603174604, + "mean_interval_width": 0.7438129186630249, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.13931439816951752, + "rmse": 0.20051568746566772, + "standardized_mae": 0.3827768564224243, + "standardized_rmse": 0.5509320497512817, + "standardized_gaussian_nll": 14.330550273560583, + "physical_gaussian_nll": 13.319831290834399, + "nominal_coverage": 0.9, + "coverage": 0.8913043478260869, + "mean_interval_width": 0.9874326586723328, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 1.221950650215149, + "rmse": 1.78692626953125, + "standardized_mae": 0.16029299795627594, + "standardized_rmse": 0.23440535366535187, + "standardized_gaussian_nll": 7.97091343004839, + "physical_gaussian_nll": 10.002113792738633, + "nominal_coverage": 0.9, + "coverage": 0.9059561128526645, + "mean_interval_width": 13.368880271911621, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 1.7809420824050903, + "rmse": 2.5492238998413086, + "standardized_mae": 0.23362036049365997, + "standardized_rmse": 0.3344019949436188, + "standardized_gaussian_nll": 7.003620647580573, + "physical_gaussian_nll": 9.034821010270816, + "nominal_coverage": 0.9, + "coverage": 0.9190031152647975, + "mean_interval_width": 16.06416130065918, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 2.3376529216766357, + "rmse": 3.2537784576416016, + "standardized_mae": 0.3066485524177551, + "standardized_rmse": 0.42682403326034546, + "standardized_gaussian_nll": 4.784379503403815, + "physical_gaussian_nll": 6.815579866094058, + "nominal_coverage": 0.9, + "coverage": 0.9122257053291536, + "mean_interval_width": 17.197261810302734, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 2.8479206562042236, + "rmse": 3.819690465927124, + "standardized_mae": 0.37358444929122925, + "standardized_rmse": 0.5010592341423035, + "standardized_gaussian_nll": 1.6714216407720632, + "physical_gaussian_nll": 3.7026220034623067, + "nominal_coverage": 0.9, + "coverage": 0.9345794392523364, + "mean_interval_width": 19.749460220336914, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 7.472142696380615, + "rmse": 10.494568824768066, + "standardized_mae": 0.44180330634117126, + "standardized_rmse": 0.6205094456672668, + "standardized_gaussian_nll": 11.652572713260149, + "physical_gaussian_nll": 14.480644975163008, + "nominal_coverage": 0.9, + "coverage": 0.9559748427672956, + "mean_interval_width": 29.271942138671875, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 7.678664684295654, + "rmse": 10.818292617797852, + "standardized_mae": 0.45401427149772644, + "standardized_rmse": 0.6396501660346985, + "standardized_gaussian_nll": 13.537687058644815, + "physical_gaussian_nll": 16.365759320547674, + "nominal_coverage": 0.9, + "coverage": 0.9659442724458205, + "mean_interval_width": 38.7646598815918, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 7.757763385772705, + "rmse": 11.046419143676758, + "standardized_mae": 0.4586911201477051, + "standardized_rmse": 0.6531385779380798, + "standardized_gaussian_nll": 10.123351727227746, + "physical_gaussian_nll": 12.951423989130605, + "nominal_coverage": 0.9, + "coverage": 0.94375, + "mean_interval_width": 42.18111038208008, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 8.441149711608887, + "rmse": 11.91975212097168, + "standardized_mae": 0.4990974962711334, + "standardized_rmse": 0.704775869846344, + "standardized_gaussian_nll": 7.576140437281583, + "physical_gaussian_nll": 10.404212699184443, + "nominal_coverage": 0.9, + "coverage": 0.9380804953560371, + "mean_interval_width": 48.40035629272461, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.3019920587539673, + "rmse": 0.5099943280220032, + "standardized_mae": 0.0600866824388504, + "standardized_rmse": 0.10147242993116379, + "standardized_gaussian_nll": 55.12671728593392, + "physical_gaussian_nll": 56.74132978374478, + "nominal_coverage": 0.9, + "coverage": 0.9144542772861357, + "mean_interval_width": 4.298348426818848, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.5017222166061401, + "rmse": 0.8021676540374756, + "standardized_mae": 0.09982654452323914, + "standardized_rmse": 0.1596055030822754, + "standardized_gaussian_nll": 161.17718056229492, + "physical_gaussian_nll": 162.7917930601058, + "nominal_coverage": 0.9, + "coverage": 0.8953488372093024, + "mean_interval_width": 5.82964563369751, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.7504605054855347, + "rmse": 1.1502164602279663, + "standardized_mae": 0.1493174433708191, + "standardized_rmse": 0.22885599732398987, + "standardized_gaussian_nll": 381.7833906770947, + "physical_gaussian_nll": 383.39800317490557, + "nominal_coverage": 0.9, + "coverage": 0.8794117647058823, + "mean_interval_width": 6.466506004333496, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 1.0946013927459717, + "rmse": 1.5872312784194946, + "standardized_mae": 0.2177903801202774, + "standardized_rmse": 0.31580784916877747, + "standardized_gaussian_nll": 392.22719977200325, + "physical_gaussian_nll": 393.8418122698141, + "nominal_coverage": 0.9, + "coverage": 0.8658892128279884, + "mean_interval_width": 7.840832233428955, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.08372033387422562, + "rmse": 0.13472865521907806, + "standardized_mae": 0.09164074063301086, + "standardized_rmse": 0.1474747359752655, + "standardized_gaussian_nll": 15.199874876537097, + "physical_gaussian_nll": 15.10948083562659, + "nominal_coverage": 0.9, + "coverage": 0.9147058823529411, + "mean_interval_width": 0.5206053256988525, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.132080078125, + "rmse": 0.1947546750307083, + "standardized_mae": 0.1445755809545517, + "standardized_rmse": 0.2131795436143875, + "standardized_gaussian_nll": 16.283434490563632, + "physical_gaussian_nll": 16.193040449653125, + "nominal_coverage": 0.9, + "coverage": 0.9136904761904762, + "mean_interval_width": 0.7921187877655029, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.1906682401895523, + "rmse": 0.25953570008277893, + "standardized_mae": 0.20870651304721832, + "standardized_rmse": 0.28408920764923096, + "standardized_gaussian_nll": 13.332349579478281, + "physical_gaussian_nll": 13.241955538567774, + "nominal_coverage": 0.9, + "coverage": 0.9142011834319527, + "mean_interval_width": 1.1307775974273682, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.2528172731399536, + "rmse": 0.3258143663406372, + "standardized_mae": 0.27673518657684326, + "standardized_rmse": 0.35663822293281555, + "standardized_gaussian_nll": 7.749401279235966, + "physical_gaussian_nll": 7.659007238325459, + "nominal_coverage": 0.9, + "coverage": 0.933933933933934, + "mean_interval_width": 1.5063976049423218, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.3428499698638916, + "rmse": 0.5616716146469116, + "standardized_mae": 0.6415759921073914, + "standardized_rmse": 1.0510574579238892, + "standardized_gaussian_nll": 385.15445746243745, + "physical_gaussian_nll": 384.5278227475187, + "nominal_coverage": 0.9, + "coverage": 0.9130434782608695, + "mean_interval_width": 6.8833160400390625, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.3390144407749176, + "rmse": 0.5569237470626831, + "standardized_mae": 0.6343985199928284, + "standardized_rmse": 1.0421727895736694, + "standardized_gaussian_nll": 307.0229524085048, + "physical_gaussian_nll": 306.39631769358607, + "nominal_coverage": 0.9, + "coverage": 0.9244186046511628, + "mean_interval_width": 6.071669578552246, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.3340698778629303, + "rmse": 0.5462164282798767, + "standardized_mae": 0.6251457929611206, + "standardized_rmse": 1.0221360921859741, + "standardized_gaussian_nll": 338.18808731544095, + "physical_gaussian_nll": 337.5614526005222, + "nominal_coverage": 0.9, + "coverage": 0.9228571428571428, + "mean_interval_width": 5.724285125732422, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.3299647569656372, + "rmse": 0.523756742477417, + "standardized_mae": 0.6174638271331787, + "standardized_rmse": 0.9801072478294373, + "standardized_gaussian_nll": 419.74549749359943, + "physical_gaussian_nll": 419.1188627786807, + "nominal_coverage": 0.9, + "coverage": 0.8859649122807017, + "mean_interval_width": 5.972097873687744, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 24.063051223754883, + "rmse": 42.49749755859375, + "standardized_mae": 0.6372829079627991, + "standardized_rmse": 1.1254985332489014, + "standardized_gaussian_nll": 58.179504045109084, + "physical_gaussian_nll": 61.81072311353817, + "nominal_coverage": 0.9, + "coverage": 0.9228486646884273, + "mean_interval_width": 165.8179473876953, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 23.95429229736328, + "rmse": 42.0161018371582, + "standardized_mae": 0.6344025731086731, + "standardized_rmse": 1.1127493381500244, + "standardized_gaussian_nll": 68.68808282878958, + "physical_gaussian_nll": 72.31930189721865, + "nominal_coverage": 0.9, + "coverage": 0.8991097922848664, + "mean_interval_width": 159.4832305908203, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 22.868467330932617, + "rmse": 40.418373107910156, + "standardized_mae": 0.6056457161903381, + "standardized_rmse": 1.0704352855682373, + "standardized_gaussian_nll": 69.4784276608869, + "physical_gaussian_nll": 73.10964672931597, + "nominal_coverage": 0.9, + "coverage": 0.9194029850746268, + "mean_interval_width": 180.8960723876953, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 20.627470016479492, + "rmse": 36.00516128540039, + "standardized_mae": 0.5462954044342041, + "standardized_rmse": 0.9535563588142395, + "standardized_gaussian_nll": 53.30566021438176, + "physical_gaussian_nll": 56.93687928281084, + "nominal_coverage": 0.9, + "coverage": 0.9233038348082596, + "mean_interval_width": 162.3629150390625, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 1.9971824884414673, + "rmse": 2.888493776321411, + "standardized_mae": 0.24823494255542755, + "standardized_rmse": 0.35901832580566406, + "standardized_gaussian_nll": 7.742872011359355, + "physical_gaussian_nll": 9.827989092466018, + "nominal_coverage": 0.9, + "coverage": 0.8753894080996885, + "mean_interval_width": 12.042119026184082, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 2.9877166748046875, + "rmse": 4.069806098937988, + "standardized_mae": 0.3713509738445282, + "standardized_rmse": 0.5058466792106628, + "standardized_gaussian_nll": 5.835632115732035, + "physical_gaussian_nll": 7.920749196838697, + "nominal_coverage": 0.9, + "coverage": 0.8785046728971962, + "mean_interval_width": 16.241548538208008, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 3.870034694671631, + "rmse": 5.0748395919799805, + "standardized_mae": 0.4810165464878082, + "standardized_rmse": 0.6307648420333862, + "standardized_gaussian_nll": 3.1272836081236224, + "physical_gaussian_nll": 5.212400689230284, + "nominal_coverage": 0.9, + "coverage": 0.8871473354231975, + "mean_interval_width": 18.78246307373047, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 4.6994757652282715, + "rmse": 6.242170333862305, + "standardized_mae": 0.584109902381897, + "standardized_rmse": 0.7758554220199585, + "standardized_gaussian_nll": 1.8326034295738405, + "physical_gaussian_nll": 3.9177205106805024, + "nominal_coverage": 0.9, + "coverage": 0.9056603773584906, + "mean_interval_width": 21.524044036865234, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.21585175395011902, + "rmse": 0.45382219552993774, + "standardized_mae": 0.05655164644122124, + "standardized_rmse": 0.11889823526144028, + "standardized_gaussian_nll": 4.404227988722887, + "physical_gaussian_nll": 5.743665513083919, + "nominal_coverage": 0.9, + "coverage": 0.9053254437869822, + "mean_interval_width": 1.1537333726882935, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.3685245215892792, + "rmse": 0.7120243310928345, + "standardized_mae": 0.0965508446097374, + "standardized_rmse": 0.18654538691043854, + "standardized_gaussian_nll": 3.6533374067820135, + "physical_gaussian_nll": 4.992774931143046, + "nominal_coverage": 0.9, + "coverage": 0.9473684210526315, + "mean_interval_width": 2.249072790145874, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.6352092623710632, + "rmse": 1.0635632276535034, + "standardized_mae": 0.1664203703403473, + "standardized_rmse": 0.2786461114883423, + "standardized_gaussian_nll": 3.2800970468395403, + "physical_gaussian_nll": 4.619534571200573, + "nominal_coverage": 0.9, + "coverage": 0.9704142011834319, + "mean_interval_width": 4.156129360198975, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 1.0051189661026, + "rmse": 1.454262614250183, + "standardized_mae": 0.26333412528038025, + "standardized_rmse": 0.3810066282749176, + "standardized_gaussian_nll": 2.2753960041908683, + "physical_gaussian_nll": 3.614833528551901, + "nominal_coverage": 0.9, + "coverage": 0.9653179190751445, + "mean_interval_width": 6.663315296173096, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 0.7466369867324829, + "rmse": 1.0861144065856934, + "standardized_mae": 0.0026098438538610935, + "standardized_rmse": 0.003796475240960717, + "standardized_gaussian_nll": -3.6400714874388003, + "physical_gaussian_nll": 2.016217227346842, + "nominal_coverage": 0.9, + "coverage": 0.903125, + "mean_interval_width": 2.836794376373291, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 1.4201265573501587, + "rmse": 2.054095506668091, + "standardized_mae": 0.004964003339409828, + "standardized_rmse": 0.007180020213127136, + "standardized_gaussian_nll": -2.637936639622638, + "physical_gaussian_nll": 3.0183520751630044, + "nominal_coverage": 0.9, + "coverage": 0.9090909090909091, + "mean_interval_width": 5.4463419914245605, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 2.5787689685821533, + "rmse": 3.685366630554199, + "standardized_mae": 0.009013998322188854, + "standardized_rmse": 0.012882071547210217, + "standardized_gaussian_nll": -1.8560140376417895, + "physical_gaussian_nll": 3.800274677143853, + "nominal_coverage": 0.9, + "coverage": 0.9216300940438872, + "mean_interval_width": 10.793098449707031, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 4.783407688140869, + "rmse": 6.322146892547607, + "standardized_mae": 0.016720237210392952, + "standardized_rmse": 0.0220988467335701, + "standardized_gaussian_nll": -1.205366409582021, + "physical_gaussian_nll": 4.450922305203621, + "nominal_coverage": 0.9, + "coverage": 0.90625, + "mean_interval_width": 20.212007522583008, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.3149175732745789, + "field_horizon_balanced_standardized_nll": 73.96154896885585, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.501121846174307, + "action_effect_rmse": 0.6039408070969635 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2031660639077207, + "action_effect_rmse": 0.26565226622825333 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8243717597430648, + "action_effect_rmse": 0.9578103000472593 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2559353415476456, + "action_effect_rmse": 0.3310368106326312 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.337770902314156, + "action_effect_rmse": 1.534037722295179 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.28798373238062425, + "action_effect_rmse": 0.36251107620474154 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8044795220952565, + "action_effect_rmse": 0.8294126257138669 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.4624254617969779, + "action_effect_rmse": 1.473812164706343 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 3, + "regret": 71.90346769896688, + "predicted_costs": [ + 60.82146815297527, + 1.8730679649801596, + 22.727209713651, + 143.68371097421107 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.8340746694336283, + "action_effect_rmse": 4.52172645878299 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.08159978186921535, + "action_effect_rmse": 0.08972660121051847 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 6.134529835552036, + "action_effect_rmse": 7.277243079423907 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22258597949930467, + "action_effect_rmse": 0.2539530985520797 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 6.5036725662033374, + "action_effect_rmse": 7.798836169756422 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.8615865121538869, + "action_effect_rmse": 0.9584530420673398 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 4.059271220831536, + "action_effect_rmse": 4.980781373421097 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.9370173910697115, + "action_effect_rmse": 2.171695195753826 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 1667.4195004284993, + 172.14870727103454, + 505.5982838214095, + 1500.7132386033209 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.44042797844280407, + "action_effect_rmse": 0.5287496072576252 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.004083937719004875, + "action_effect_rmse": 0.004247261270140986 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.058068356904914596, + "action_effect_rmse": 0.058348089746763435 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 13.95763397099524, + "action_effect_rmse": 17.693568706679105 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5952656858553418, + "action_effect_rmse": 0.7307170503457989 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003668684878737949, + "action_effect_rmse": 0.004215769985279758 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06790942677546634, + "action_effect_rmse": 0.0681024444563599 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 13.658970448322604, + "action_effect_rmse": 17.622479575077197 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7492413334157743, + "action_effect_rmse": 0.9353969815309903 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0055234405097935495, + "action_effect_rmse": 0.006692460112316483 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.039134210543365855, + "action_effect_rmse": 0.03948488956727965 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.627962339391855, + "action_effect_rmse": 19.09211570531095 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7192343220076348, + "action_effect_rmse": 0.9281103443459611 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.01367554097440049, + "action_effect_rmse": 0.015742705677362724 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0614239961563878, + "action_effect_rmse": 1.0615734647663573 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 12.984333199385711, + "action_effect_rmse": 18.424033787360123 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 75.0702879195982, + 17.168011687747526, + 66.50205672462953, + 87.92345894674364 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.05061493678944403, + "action_effect_rmse": 0.06588757943082776 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.019398933722312012, + "action_effect_rmse": 0.027764492594977614 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0800931075933265, + "action_effect_rmse": 0.08160117426914391 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 56.67990520819803, + "action_effect_rmse": 71.48768279064747 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28017031720733215, + "action_effect_rmse": 0.3695957932984988 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0327694519650373, + "action_effect_rmse": 0.04004371144211979 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05744550522539781, + "action_effect_rmse": 0.05851651892346997 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 58.96153864387054, + "action_effect_rmse": 73.15512856733241 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4031536301722598, + "action_effect_rmse": 0.5458522735569729 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04838005900328627, + "action_effect_rmse": 0.07361702574821495 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.03461043361730387, + "action_effect_rmse": 0.035351480262459385 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 62.64505096785498, + "action_effect_rmse": 76.53549963988732 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.32366959400216455, + "action_effect_rmse": 0.40725165524382106 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09941944621333103, + "action_effect_rmse": 0.1129533451162165 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04749875252266489, + "action_effect_rmse": 0.0491596618394328 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 60.743994266612965, + "action_effect_rmse": 71.54590084222677 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 117.32109351869043, + 65.3561100893932, + 118.20755129382572, + 150.99327512660838 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.1384599696294412, + "action_effect_rmse": 0.167266901417157 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.24559452031274276, + "action_effect_rmse": 0.29683669374580046 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 1.3576179875349272, + "action_effect_rmse": 1.5993373836000215 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.1868601684029154, + "action_effect_rmse": 0.24218349951502866 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.28890574017020754, + "action_effect_rmse": 0.30791433680407426 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 1.4505749536302872, + "action_effect_rmse": 1.8290436328270738 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.18870977112803186, + "action_effect_rmse": 0.2610545758055101 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3594378259953584, + "action_effect_rmse": 0.4119558313910151 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 1.5108574645639905, + "action_effect_rmse": 2.0029371945857775 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15377382982600452, + "action_effect_rmse": 0.21728925212520592 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.790701194132564, + "action_effect_rmse": 0.8836958115420167 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 0.8400317121388999, + "action_effect_rmse": 1.0881936580913094 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.9759532267821776, + 0.1472024093237361, + 0.3282315970628637, + 0.9792536469753839 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.12050917198573548, + "action_effect_rmse": 0.13700457057987203 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0037203563473996817, + "action_effect_rmse": 0.003991336146071962 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.04747504497133074, + "action_effect_rmse": 0.0503010847674909 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.21792142205645368, + "action_effect_rmse": 0.2749833412691628 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0037997845904390224, + "action_effect_rmse": 0.004425641641940359 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05605662545159854, + "action_effect_rmse": 0.06884397732481826 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3578721227574479, + "action_effect_rmse": 0.5197814696247323 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.005228013211969085, + "action_effect_rmse": 0.005845250625313042 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.15662383367509847, + "action_effect_rmse": 0.18907106016343744 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7134257655324028, + "action_effect_rmse": 0.8889815099559503 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.03352059027815102, + "action_effect_rmse": 0.040935589738770393 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.1736612410146183, + "action_effect_rmse": 1.1856146779404098 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 1, + "regret": 2.286294295170152, + "predicted_costs": [ + 2.2997661552582724, + 14.2004674796661, + 3.3978932710316387, + 47.65061799929215 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7350113199536269, + "action_effect_rmse": 0.8868947955706312 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.050039964151027995, + "action_effect_rmse": 0.05886620259875577 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22978265145737473, + "action_effect_rmse": 0.3323674179176399 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.7816081321989875, + "action_effect_rmse": 0.9816847603422489 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.14920983689601405, + "action_effect_rmse": 0.17663399332886043 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5084149701892594, + "action_effect_rmse": 0.5277985472812717 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5954891486773933, + "action_effect_rmse": 0.7106739972269255 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.33182779200004947, + "action_effect_rmse": 0.4051182616371779 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.34836883442172467, + "action_effect_rmse": 0.3890172265946799 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.5621132253300622, + "action_effect_rmse": 0.8036335196674725 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.49362694152866027, + "action_effect_rmse": 0.5601010238201567 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.4079008283821963, + "action_effect_rmse": 2.65084871035208 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 3.8505513581921456, + "predicted_costs": [ + 59.01219065401908, + 44.03429435463762, + 144.06383568716768, + 346.99213883920754 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 3.3474852907027377, + "action_effect_rmse": 3.449949186052863 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19289314508922809, + "action_effect_rmse": 0.20441892130332667 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.8954168470955134, + "action_effect_rmse": 0.9465123924461755 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 5.359268986369329, + "action_effect_rmse": 5.483857051137683 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4560751476391249, + "action_effect_rmse": 0.4837794068187504 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1742878428633126, + "action_effect_rmse": 2.209690855604259 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 8.334269554251211, + "action_effect_rmse": 8.493572967686555 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9562360352430611, + "action_effect_rmse": 1.0209325959198028 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.079536840528779, + "action_effect_rmse": 4.1460590306260645 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 7.044002772584537, + "action_effect_rmse": 7.513215328626877 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.6434514476063384, + "action_effect_rmse": 1.7709666516704594 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 4.402016144980166, + "action_effect_rmse": 4.663842079775396 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 822.7488691742042, + 31.954477989018294, + 78.6316740293033, + 285.3857447056123 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010295016673203724, + "action_effect_rmse": 0.014770302598734663 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.057881292160325636, + "action_effect_rmse": 0.061320120441402046 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013109795168787223, + "action_effect_rmse": 0.016072647560008896 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 39.88015930044748, + "action_effect_rmse": 45.689237518809 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.020140154944510158, + "action_effect_rmse": 0.03173415117834258 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.09465917428053494, + "action_effect_rmse": 0.09978400671599513 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01047690513339608, + "action_effect_rmse": 0.010966314405526967 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 40.90588738963259, + "action_effect_rmse": 47.65762948673868 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.031063454574574934, + "action_effect_rmse": 0.05064710633694146 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.13530812173313636, + "action_effect_rmse": 0.14406711325045685 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.00989523092983608, + "action_effect_rmse": 0.010470573373000242 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 42.030278441201915, + "action_effect_rmse": 49.20210469018258 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.022826721912077613, + "action_effect_rmse": 0.03658918989741138 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12455868161062848, + "action_effect_rmse": 0.18719679650417664 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.12008995058700724, + "action_effect_rmse": 0.12061117687143356 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 32.7921460643985, + "action_effect_rmse": 40.0485743464608 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 189.58074657472224, + 177.6568162547656, + 189.55006265944775, + 189.84883930035053 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 2.2465586679681855, + "action_effect_rmse": 2.35617678252414 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.7913694485288639, + "action_effect_rmse": 0.8140794369818637 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 3.1380963418985957, + "action_effect_rmse": 3.2856233847840786 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 1.695465342976907, + "action_effect_rmse": 1.711110244579062 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 2.964206586704703, + "action_effect_rmse": 3.1996253544399083 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 3.037663659365118, + "action_effect_rmse": 3.047698853411103 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9492399640904127, + "action_effect_rmse": 1.1460930910965612 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.7893003021983986, + "action_effect_rmse": 3.8341612537456515 + } + ], + "ranking_accuracy": 0.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 0, + "regret": 107.02626285667665, + "predicted_costs": [ + 360.97086718381945, + 13.44510161743014, + 68.6890615187743, + 241.14468593854932 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.5168798094505439, + "action_effect_rmse": 0.6059260531524493 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0019614211472133527, + "action_effect_rmse": 0.002121262446773164 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.4111644356843682, + "action_effect_rmse": 0.41519700840495943 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 24.14740140802472, + "action_effect_rmse": 31.94950536317016 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.4148970807547118, + "action_effect_rmse": 0.5203728309115734 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0024317668960106196, + "action_effect_rmse": 0.0029397061464126583 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.32861610674546077, + "action_effect_rmse": 0.3333185177082462 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 24.76070882498694, + "action_effect_rmse": 32.44761095409001 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.41491515657539413, + "action_effect_rmse": 0.4745567836458028 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.003950296801120838, + "action_effect_rmse": 0.006417124328560591 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2735070585443197, + "action_effect_rmse": 0.2783776750454558 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 23.899901911799574, + "action_effect_rmse": 30.569178939014783 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 1.7467226860851006, + "action_effect_rmse": 2.3452103890177938 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018999263027669855, + "action_effect_rmse": 0.022741893083720623 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.09585723917512941, + "action_effect_rmse": 0.10182075587344414 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 23.14859368989677, + "action_effect_rmse": 29.20425400825124 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 184.76368822731862, + 158.42378176197857, + 283.5841069378353, + 345.28475172043585 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0037549309818848656, + "action_effect_rmse": 0.005130306323094244 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1239034923900408, + "action_effect_rmse": 1.2154197420337176 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3597143271673602, + "action_effect_rmse": 0.40700944742571793 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.005742127789416418, + "action_effect_rmse": 0.007858661990117272 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 2.1547227610823065, + "action_effect_rmse": 2.3189515862647654 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5962706452837429, + "action_effect_rmse": 0.6267058428786282 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.008214657689962874, + "action_effect_rmse": 0.010740237267527184 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 3.137111745374686, + "action_effect_rmse": 3.4525792105271105 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 0.962532768089653, + "action_effect_rmse": 1.0282139968763915 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.0141282714713313, + "action_effect_rmse": 0.015129892425300927 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8933674355710266, + "action_effect_rmse": 2.1262062256718406 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8151137755346827, + "action_effect_rmse": 2.2329535263940783 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.9456356052944256, + 1.0196088811956114, + 0.9717472573678814, + 0.7001271351396247 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.6847490063513918, + "action_effect_rmse": 0.884691237686699 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 1.221814250626257, + "action_effect_rmse": 1.654138400837331 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 1.7482747856850223, + "action_effect_rmse": 2.4586592700068333 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 1.3420343148517953, + "action_effect_rmse": 1.6281386920994472 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.07110745030566304, + "action_effect_rmse": 0.11833118006820033 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.0963011480961659, + "action_effect_rmse": 0.17133972978503964 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.09846221440899737, + "action_effect_rmse": 0.18474962008832063 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.08395105064866791, + "action_effect_rmse": 0.15401872083278137 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.8586661573511437, + "action_effect_rmse": 1.1669483186659018 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 1.023422799457015, + "action_effect_rmse": 1.367143157149878 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 1.2366951163268218, + "action_effect_rmse": 1.592008390183241 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 1.3275727438367912, + "action_effect_rmse": 1.7564519476128424 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.14060892383784912, + "action_effect_rmse": 0.21372303163628376 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.11611198596993025, + "action_effect_rmse": 0.17268730427185125 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.08928673340870638, + "action_effect_rmse": 0.14178553040716116 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.3312174846102973, + "action_effect_rmse": 0.5371846553470155 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 33.666274971916366, + "action_effect_rmse": 46.18394873317891 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 34.57177632670317, + "action_effect_rmse": 47.39810578229945 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 35.800798415062076, + "action_effect_rmse": 48.932385477772705 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 32.41726680507348, + "action_effect_rmse": 44.483248835055846 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.2545544353389989, + "action_effect_rmse": 0.403510180796628 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.327618309690474, + "action_effect_rmse": 0.4853718671266255 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.39959339368450075, + "action_effect_rmse": 0.5917540637564643 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.7031133310017444, + "action_effect_rmse": 1.2775556014862084 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.020831396187213972, + "action_effect_rmse": 0.03374004743131502 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.033382269505080206, + "action_effect_rmse": 0.053820909995915066 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.04829047951183425, + "action_effect_rmse": 0.0810258725768141 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.06416323295650747, + "action_effect_rmse": 0.11018861701356074 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 30.84442936816764, + "ranking_accuracy": 0.5833333333333334, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.37480163963833646, + "action_effect_rmse": 0.540097418359243 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.8187910170880047, + "action_effect_rmse": 1.1738838878149072 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.4619605687542052, + "action_effect_rmse": 2.1492402754274704 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 2.528720228240345, + "action_effect_rmse": 2.9374954988512405 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 1.79746016103637, + "action_effect_rmse": 2.551791061005249 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 2.742632746303078, + "action_effect_rmse": 3.9954765547744953 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 3.348880146818041, + "action_effect_rmse": 4.93843314910063 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 2.3554220784107014, + "action_effect_rmse": 3.7570856901828833 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.08221782186255193, + "action_effect_rmse": 0.1228389948393755 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.20302825637519265, + "action_effect_rmse": 0.2973559417965529 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.43109728015169324, + "action_effect_rmse": 0.6341551698331539 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.7235329931377166, + "action_effect_rmse": 1.0726465340021578 + } + ] + } + ] + } + }, + "matched_family_swap": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.030130086466670036, + "rmse": 0.06206308305263519, + "standardized_mae": 0.08278469741344452, + "standardized_rmse": 0.1705230325460434, + "standardized_gaussian_nll": 364.8616228214994, + "physical_gaussian_nll": 363.8509038387732, + "nominal_coverage": 0.9, + "coverage": 0.8679245283018868, + "mean_interval_width": 0.24052922427654266, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.05441928654909134, + "rmse": 0.10297195613384247, + "standardized_mae": 0.1495211124420166, + "standardized_rmse": 0.28292325139045715, + "standardized_gaussian_nll": 422.2393646077729, + "physical_gaussian_nll": 421.22864562504674, + "nominal_coverage": 0.9, + "coverage": 0.8819875776397516, + "mean_interval_width": 0.5923010110855103, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.07657737284898758, + "rmse": 0.1340106576681137, + "standardized_mae": 0.21040213108062744, + "standardized_rmse": 0.3682044446468353, + "standardized_gaussian_nll": 366.3174062205919, + "physical_gaussian_nll": 365.30668723786573, + "nominal_coverage": 0.9, + "coverage": 0.8952380952380953, + "mean_interval_width": 0.8028993010520935, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.1108003780245781, + "rmse": 0.17399801313877106, + "standardized_mae": 0.3044324517250061, + "standardized_rmse": 0.47807273268699646, + "standardized_gaussian_nll": 150.11630998569612, + "physical_gaussian_nll": 149.10559100296993, + "nominal_coverage": 0.9, + "coverage": 0.9037267080745341, + "mean_interval_width": 0.9698333740234375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.6964931488037109, + "rmse": 0.9860197305679321, + "standardized_mae": 0.0913645550608635, + "standardized_rmse": 0.12934406101703644, + "standardized_gaussian_nll": 34.86880754372039, + "physical_gaussian_nll": 36.900007906410636, + "nominal_coverage": 0.9, + "coverage": 0.9090909090909091, + "mean_interval_width": 9.163086891174316, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 1.2025787830352783, + "rmse": 1.6582194566726685, + "standardized_mae": 0.15775184333324432, + "standardized_rmse": 0.21752186119556427, + "standardized_gaussian_nll": 26.037181940047663, + "physical_gaussian_nll": 28.068382302737906, + "nominal_coverage": 0.9, + "coverage": 0.8878504672897196, + "mean_interval_width": 13.032723426818848, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 1.9252562522888184, + "rmse": 2.721409559249878, + "standardized_mae": 0.25255119800567627, + "standardized_rmse": 0.35698896646499634, + "standardized_gaussian_nll": 14.319162145592962, + "physical_gaussian_nll": 16.350362508283204, + "nominal_coverage": 0.9, + "coverage": 0.8526645768025078, + "mean_interval_width": 14.042235374450684, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 2.7945361137390137, + "rmse": 3.804675817489624, + "standardized_mae": 0.3665815591812134, + "standardized_rmse": 0.49908962845802307, + "standardized_gaussian_nll": 5.282536316363174, + "physical_gaussian_nll": 7.3137366790534175, + "nominal_coverage": 0.9, + "coverage": 0.8878504672897196, + "mean_interval_width": 19.009428024291992, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 7.125441074371338, + "rmse": 9.747359275817871, + "standardized_mae": 0.42130398750305176, + "standardized_rmse": 0.5763294100761414, + "standardized_gaussian_nll": 58.006036996356116, + "physical_gaussian_nll": 60.83410925825898, + "nominal_coverage": 0.9, + "coverage": 0.8238993710691824, + "mean_interval_width": 25.09575653076172, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 7.440107822418213, + "rmse": 9.9603910446167, + "standardized_mae": 0.4399091899394989, + "standardized_rmse": 0.588925302028656, + "standardized_gaussian_nll": 45.03879075499184, + "physical_gaussian_nll": 47.8668630168947, + "nominal_coverage": 0.9, + "coverage": 0.8142414860681114, + "mean_interval_width": 28.614124298095703, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 7.721774578094482, + "rmse": 10.163566589355469, + "standardized_mae": 0.45656323432922363, + "standardized_rmse": 0.6009383797645569, + "standardized_gaussian_nll": 28.668115551012637, + "physical_gaussian_nll": 31.496187812915498, + "nominal_coverage": 0.9, + "coverage": 0.846875, + "mean_interval_width": 35.929443359375, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 8.171221733093262, + "rmse": 10.498678207397461, + "standardized_mae": 0.4831375777721405, + "standardized_rmse": 0.6207524538040161, + "standardized_gaussian_nll": 11.588570983827344, + "physical_gaussian_nll": 14.416643245730203, + "nominal_coverage": 0.9, + "coverage": 0.8792569659442725, + "mean_interval_width": 44.86054611206055, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.2850525975227356, + "rmse": 0.4151436686515808, + "standardized_mae": 0.056716278195381165, + "standardized_rmse": 0.08260020613670349, + "standardized_gaussian_nll": 310.8749494992032, + "physical_gaussian_nll": 312.48956199701405, + "nominal_coverage": 0.9, + "coverage": 0.8820058997050148, + "mean_interval_width": 3.86653470993042, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.48907753825187683, + "rmse": 0.6936526298522949, + "standardized_mae": 0.09731066226959229, + "standardized_rmse": 0.1380145102739334, + "standardized_gaussian_nll": 929.9690957800125, + "physical_gaussian_nll": 931.5837082778233, + "nominal_coverage": 0.9, + "coverage": 0.8924418604651163, + "mean_interval_width": 6.488015174865723, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.8140615224838257, + "rmse": 1.1237494945526123, + "standardized_mae": 0.16197200119495392, + "standardized_rmse": 0.2235899269580841, + "standardized_gaussian_nll": 3107.4399690798423, + "physical_gaussian_nll": 3109.054581577653, + "nominal_coverage": 0.9, + "coverage": 0.8911764705882353, + "mean_interval_width": 10.002578735351562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 1.1553642749786377, + "rmse": 1.5975736379623413, + "standardized_mae": 0.22988024353981018, + "standardized_rmse": 0.31786563992500305, + "standardized_gaussian_nll": 5119.329152784216, + "physical_gaussian_nll": 5120.943765282026, + "nominal_coverage": 0.9, + "coverage": 0.892128279883382, + "mean_interval_width": 14.290702819824219, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.06494306772947311, + "rmse": 0.09444943815469742, + "standardized_mae": 0.07108704000711441, + "standardized_rmse": 0.10338487476110458, + "standardized_gaussian_nll": 13.541698408772193, + "physical_gaussian_nll": 13.451304367861686, + "nominal_coverage": 0.9, + "coverage": 0.9235294117647059, + "mean_interval_width": 0.4153147339820862, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.1096104234457016, + "rmse": 0.14755016565322876, + "standardized_mae": 0.11998017877340317, + "standardized_rmse": 0.16150923073291779, + "standardized_gaussian_nll": 15.067960595292014, + "physical_gaussian_nll": 14.977566554381507, + "nominal_coverage": 0.9, + "coverage": 0.9375, + "mean_interval_width": 0.708906352519989, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.16891278326511383, + "rmse": 0.2185046374797821, + "standardized_mae": 0.18489286303520203, + "standardized_rmse": 0.23917639255523682, + "standardized_gaussian_nll": 12.47619432257772, + "physical_gaussian_nll": 12.385800281667214, + "nominal_coverage": 0.9, + "coverage": 0.9112426035502958, + "mean_interval_width": 1.017196774482727, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.25867003202438354, + "rmse": 0.3276432156562805, + "standardized_mae": 0.2831416428089142, + "standardized_rmse": 0.35864007472991943, + "standardized_gaussian_nll": 9.705862028927278, + "physical_gaussian_nll": 9.615467988016771, + "nominal_coverage": 0.9, + "coverage": 0.9069069069069069, + "mean_interval_width": 1.4121174812316895, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.22676736116409302, + "rmse": 0.3691985309123993, + "standardized_mae": 0.4243503212928772, + "standardized_rmse": 0.6908820867538452, + "standardized_gaussian_nll": 523.8829076830016, + "physical_gaussian_nll": 523.2562729680828, + "nominal_coverage": 0.9, + "coverage": 0.9391304347826087, + "mean_interval_width": 2.7391576766967773, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.22213350236415863, + "rmse": 0.362018883228302, + "standardized_mae": 0.4156789481639862, + "standardized_rmse": 0.6774467825889587, + "standardized_gaussian_nll": 575.0603710489617, + "physical_gaussian_nll": 574.4337363340429, + "nominal_coverage": 0.9, + "coverage": 0.9680232558139535, + "mean_interval_width": 2.8947670459747314, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.22590358555316925, + "rmse": 0.3628336191177368, + "standardized_mae": 0.42273393273353577, + "standardized_rmse": 0.6789714097976685, + "standardized_gaussian_nll": 747.2431677310475, + "physical_gaussian_nll": 746.6165330161288, + "nominal_coverage": 0.9, + "coverage": 0.9228571428571428, + "mean_interval_width": 2.74347186088562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.2422732561826706, + "rmse": 0.3802624046802521, + "standardized_mae": 0.4533665180206299, + "standardized_rmse": 0.7115859389305115, + "standardized_gaussian_nll": 636.5708426071026, + "physical_gaussian_nll": 635.9442078921838, + "nominal_coverage": 0.9, + "coverage": 0.9444444444444444, + "mean_interval_width": 3.9888978004455566, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 10.103316307067871, + "rmse": 18.40962028503418, + "standardized_mae": 0.2675749957561493, + "standardized_rmse": 0.48755812644958496, + "standardized_gaussian_nll": 182.22328053231666, + "physical_gaussian_nll": 185.85449960074575, + "nominal_coverage": 0.9, + "coverage": 0.9317507418397626, + "mean_interval_width": 53.57572937011719, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 10.166936874389648, + "rmse": 18.771595001220703, + "standardized_mae": 0.2692599296569824, + "standardized_rmse": 0.4971446394920349, + "standardized_gaussian_nll": 123.37185455224534, + "physical_gaussian_nll": 127.00307362067441, + "nominal_coverage": 0.9, + "coverage": 0.9347181008902077, + "mean_interval_width": 59.96208953857422, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 10.613662719726562, + "rmse": 19.311790466308594, + "standardized_mae": 0.28109094500541687, + "standardized_rmse": 0.5114511251449585, + "standardized_gaussian_nll": 77.75245259544207, + "physical_gaussian_nll": 81.38367166387114, + "nominal_coverage": 0.9, + "coverage": 0.9194029850746268, + "mean_interval_width": 74.87108612060547, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 9.517007827758789, + "rmse": 17.5050048828125, + "standardized_mae": 0.25204727053642273, + "standardized_rmse": 0.46360042691230774, + "standardized_gaussian_nll": 31.393540257095765, + "physical_gaussian_nll": 35.02475932552485, + "nominal_coverage": 0.9, + "coverage": 0.9233038348082596, + "mean_interval_width": 67.64053344726562, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.9234610199928284, + "rmse": 1.3391104936599731, + "standardized_mae": 0.11477934569120407, + "standardized_rmse": 0.16644148528575897, + "standardized_gaussian_nll": 15.011348228067932, + "physical_gaussian_nll": 17.096465309174594, + "nominal_coverage": 0.9, + "coverage": 0.9096573208722741, + "mean_interval_width": 7.228315353393555, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 1.5354660749435425, + "rmse": 2.178805112838745, + "standardized_mae": 0.1908470243215561, + "standardized_rmse": 0.2708092927932739, + "standardized_gaussian_nll": 12.412976474952782, + "physical_gaussian_nll": 14.498093556059445, + "nominal_coverage": 0.9, + "coverage": 0.8940809968847352, + "mean_interval_width": 10.030915260314941, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 2.309267282485962, + "rmse": 3.2868263721466064, + "standardized_mae": 0.28702476620674133, + "standardized_rmse": 0.40852808952331543, + "standardized_gaussian_nll": 7.450500612848055, + "physical_gaussian_nll": 9.535617693954716, + "nominal_coverage": 0.9, + "coverage": 0.9122257053291536, + "mean_interval_width": 13.504203796386719, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 3.404629707336426, + "rmse": 5.077917098999023, + "standardized_mae": 0.42317017912864685, + "standardized_rmse": 0.6311473846435547, + "standardized_gaussian_nll": 4.4899777647104555, + "physical_gaussian_nll": 6.575094845817118, + "nominal_coverage": 0.9, + "coverage": 0.8679245283018868, + "mean_interval_width": 14.695751190185547, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 15.0, + "count": 169, + "mae": 0.23001424968242645, + "rmse": 0.332905113697052, + "standardized_mae": 0.06026212126016617, + "standardized_rmse": 0.08721880614757538, + "standardized_gaussian_nll": 8.95420538262092, + "physical_gaussian_nll": 10.293642906981953, + "nominal_coverage": 0.9, + "coverage": 0.8875739644970414, + "mean_interval_width": 1.0636845827102661, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 30.0, + "count": 171, + "mae": 0.36839526891708374, + "rmse": 0.5371582508087158, + "standardized_mae": 0.09651698172092438, + "standardized_rmse": 0.14073169231414795, + "standardized_gaussian_nll": 9.180749614633648, + "physical_gaussian_nll": 10.52018713899468, + "nominal_coverage": 0.9, + "coverage": 0.8888888888888888, + "mean_interval_width": 1.9556474685668945, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 60.0, + "count": 169, + "mae": 0.6122502088546753, + "rmse": 0.895112156867981, + "standardized_mae": 0.1604052633047104, + "standardized_rmse": 0.23451311886310577, + "standardized_gaussian_nll": 7.692845222981145, + "physical_gaussian_nll": 9.032282747342178, + "nominal_coverage": 0.9, + "coverage": 0.8994082840236687, + "mean_interval_width": 3.751638889312744, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 1, + "field": "mass_temp", + "horizon_minutes": 120.0, + "count": 173, + "mae": 1.0147526264190674, + "rmse": 1.4217596054077148, + "standardized_mae": 0.26585808396339417, + "standardized_rmse": 0.3724910616874695, + "standardized_gaussian_nll": 4.704533609826284, + "physical_gaussian_nll": 6.043971134187316, + "nominal_coverage": 0.9, + "coverage": 0.8497109826589595, + "mean_interval_width": 4.496551036834717, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 15.0, + "count": 320, + "mae": 1.792049765586853, + "rmse": 3.1360621452331543, + "standardized_mae": 0.006264048162847757, + "standardized_rmse": 0.01096199732273817, + "standardized_gaussian_nll": 4.837012498068688, + "physical_gaussian_nll": 10.49330121285433, + "nominal_coverage": 0.9, + "coverage": 0.921875, + "mean_interval_width": 7.995174407958984, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 30.0, + "count": 319, + "mae": 3.207749605178833, + "rmse": 5.523550987243652, + "standardized_mae": 0.011212578043341637, + "standardized_rmse": 0.01930738240480423, + "standardized_gaussian_nll": 8.020890544139675, + "physical_gaussian_nll": 13.677179258925317, + "nominal_coverage": 0.9, + "coverage": 0.9278996865203761, + "mean_interval_width": 15.865735054016113, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 60.0, + "count": 319, + "mae": 5.837691783905029, + "rmse": 9.848060607910156, + "standardized_mae": 0.020405450835824013, + "standardized_rmse": 0.03442355617880821, + "standardized_gaussian_nll": 8.988687290605903, + "physical_gaussian_nll": 14.644976005391545, + "nominal_coverage": 0.9, + "coverage": 0.9498432601880877, + "mean_interval_width": 32.179664611816406, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 2, + "field": "energy_kwh", + "horizon_minutes": 120.0, + "count": 320, + "mae": 10.229974746704102, + "rmse": 16.523149490356445, + "standardized_mae": 0.035758525133132935, + "standardized_rmse": 0.05775609612464905, + "standardized_gaussian_nll": 7.441729585814355, + "physical_gaussian_nll": 13.098018300599996, + "nominal_coverage": 0.9, + "coverage": 0.9125, + "mean_interval_width": 48.58893966674805, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.2269972919137217, + "field_horizon_balanced_standardized_nll": 351.06081655506995, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "identical observed queries in all history comparisons", + "counterfactual": { + "status": "completed", + "samples": 12, + "observed_plan_replay_validation": { + "status": "passed", + "max_absolute_error_physical_units": 0.0, + "relative_tolerance": 1e-10, + "absolute_tolerance": 1e-10, + "scope": "Validation against stored simulator states; no replay states or parameters enter model features" + }, + "method": "Replay exact simulator to sampled held-out anchor, restore one snapshot for each candidate; identical exogenous trajectory and RNG noise.", + "cost_aggregation": "Equal-weight sum at 15,30,60,120 minute queried horizons", + "current_reconstruction": "Observed current state; missing fields use last history observation, then training mean. No hidden current state enters predictions.", + "oracle_reference": "Simulation-only hindsight cost minimum among supplied candidates using exact shared-noise branches; future noise is available to the oracle, not to learned methods.", + "cost_definitions": { + "thermal": { + "description": "(indoor_temp-21 degC)^2 + 0.05*abs(hvac_power kW)", + "temperature_target_degc": 21.0, + "power_weight": 0.05 + }, + "tank": { + "description": "(water_level-2.5 m3)^2 + 0.02*pump_output^2", + "level_target_m3": 2.5, + "pump_weight": 0.02 + }, + "battery": { + "description": "(state_of_charge-0.5)^2 + 0.001*max(battery_temp-35 degC,0)^2 + 0.001*abs(battery_power kW)", + "soc_target": 0.5, + "temperature_threshold_degc": 35.0, + "temperature_weight": 0.001, + "power_weight": 0.001 + } + }, + "candidate_definition": "Observed plan plus constant -5/0/5 kW thermal/battery or 0/0.5/1 pump tank plans; tank valve 0.7.", + "records": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 64, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.32171634201574645, + "action_effect_rmse": 0.40392298658435916 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.3194139268206631, + "action_effect_rmse": 0.40645256122323525 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5635954351752707, + "action_effect_rmse": 0.701741662937354 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5941100744150324, + "action_effect_rmse": 0.7082800571983698 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9221029096907619, + "action_effect_rmse": 1.1669458349035906 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1177783762487128, + "action_effect_rmse": 1.3016465742523324 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.7456450539466944, + "action_effect_rmse": 0.8165790336738366 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.870856842633728, + "action_effect_rmse": 2.7036904675214526 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 12.487931391184532, + 105.50616249105809, + 18.52177610441061, + 8.004522264775304 + ], + "true_costs": [ + 17.10775220844949, + 80.99596884092946, + 24.83291724445511, + 9.092501141962591 + ] + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "anchor_step": 223, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.13608606075163956, + "action_effect_rmse": 0.16628158084835187 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.2021651699017563, + "action_effect_rmse": 0.22813237979486672 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.20158243067886752, + "action_effect_rmse": 0.24978243165186775 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.39155106622892316, + "action_effect_rmse": 0.43462867900035795 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.36547677523391897, + "action_effect_rmse": 0.4706422444404546 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.7419185057780547, + "action_effect_rmse": 0.8290599484842794 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.0737853887892754, + "action_effect_rmse": 1.4181701577515577 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 1.32240630066561, + "action_effect_rmse": 1.484459220842982 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 660.1535501348642, + 295.69382291576983, + 421.07470263458316, + 616.3677510045684 + ], + "true_costs": [ + 687.4253341211883, + 257.65771162795085, + 413.16049077275943, + 635.9563707730119 + ] + }, + { + "system_id": "tank-00772", + "family": "tank", + "anchor_step": 551, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.035938705895902125, + "action_effect_rmse": 0.037191356109367316 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013211005852043675, + "action_effect_rmse": 0.018517426355694686 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.005412081491437386, + "action_effect_rmse": 0.006223684084363252 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 12.64499179660376, + "action_effect_rmse": 13.510294573188503 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.06322606763947143, + "action_effect_rmse": 0.064371053763345 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.027548556693809328, + "action_effect_rmse": 0.040179900089368156 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.004129253119121934, + "action_effect_rmse": 0.005404660249947589 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 11.519553491103077, + "action_effect_rmse": 12.172003013884643 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.1683551761213987, + "action_effect_rmse": 0.1778450325962776 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.04298535250917013, + "action_effect_rmse": 0.05991494945678223 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0064320933078558795, + "action_effect_rmse": 0.008133761722205621 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 10.551372077327592, + "action_effect_rmse": 11.059395645553549 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.37324319867101474, + "action_effect_rmse": 0.44386255487364645 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.04982539643966888, + "action_effect_rmse": 0.0597455564495101 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.021366112237960033, + "action_effect_rmse": 0.0222744513125326 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 9.697908675585603, + "action_effect_rmse": 10.810116298159608 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 27.254162157154212, + 10.968207886284539, + 22.68377227779778, + 27.90793642785713 + ], + "true_costs": [ + 27.3446749492387, + 12.657187160988382, + 27.31479600137264, + 27.374796001372637 + ] + }, + { + "system_id": "tank-00502", + "family": "tank", + "anchor_step": 663, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.26066424252058046, + "action_effect_rmse": 0.2977641613799841 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0039103629758040865, + "action_effect_rmse": 0.003954646273126886 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.00956212357349521, + "action_effect_rmse": 0.010978514242843606 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 14.956457447768278, + "action_effect_rmse": 20.519561780493973 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.2719597948788272, + "action_effect_rmse": 0.3597174935649934 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.012125363214082677, + "action_effect_rmse": 0.014124844424100738 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021003472834695003, + "action_effect_rmse": 0.02126437942888359 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 14.530846678815905, + "action_effect_rmse": 19.461652118369827 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.3370720790194304, + "action_effect_rmse": 0.3952298438789187 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.013555172081279801, + "action_effect_rmse": 0.01717440237671287 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.006357010866433616, + "action_effect_rmse": 0.006561803260414795 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 14.450027103828937, + "action_effect_rmse": 19.41728431512874 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.15895873446742392, + "action_effect_rmse": 0.24219566806110263 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.013437328563315512, + "action_effect_rmse": 0.016126364069316102 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.012331781795472507, + "action_effect_rmse": 0.01235095147150762 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 15.488179338908617, + "action_effect_rmse": 17.981223414676737 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 37.23800200621467, + 19.121490133229386, + 37.80089072667893, + 44.700646850364286 + ], + "true_costs": [ + 72.05407338252682, + 33.84907198427887, + 73.93886531841288, + 78.02035315753756 + ] + }, + { + "system_id": "battery-00500", + "family": "battery", + "anchor_step": 628, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.014050020570875973, + "action_effect_rmse": 0.017667335664480508 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14092626013144502, + "action_effect_rmse": 0.170216313462356 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 7.1038972872716535, + "action_effect_rmse": 8.705175061428559 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.021960484239258338, + "action_effect_rmse": 0.030208109590889348 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.22273224392652224, + "action_effect_rmse": 0.28233693389314507 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 6.619184357398801, + "action_effect_rmse": 8.149980789336526 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.029140858308981943, + "action_effect_rmse": 0.04696589516880251 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4189433316633959, + "action_effect_rmse": 0.5702819245633595 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 6.276127196382944, + "action_effect_rmse": 7.773090966948013 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.050358942117955, + "action_effect_rmse": 0.0645491242408429 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.3672511100144245, + "action_effect_rmse": 1.6029854948625144 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 4.023701047975482, + "action_effect_rmse": 4.4706733378082655 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 0.39585062215172007, + 0.10816377024178993, + 0.1731687352775833, + 0.3678919969315609 + ], + "true_costs": [ + 0.5223356496769843, + 0.12216672532654668, + 0.24310250820422655, + 0.4816200086833875 + ] + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "anchor_step": 374, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.22403391004246723, + "action_effect_rmse": 0.2503075633313334 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.011121959519517333, + "action_effect_rmse": 0.01639062576646472 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.19792776694710787, + "action_effect_rmse": 0.21999793524550323 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3541295357201939, + "action_effect_rmse": 0.3989855489285636 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.04046449421851506, + "action_effect_rmse": 0.046076862336695605 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.46433918683787095, + "action_effect_rmse": 0.4783507326506991 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.4442676817409688, + "action_effect_rmse": 0.5932326464243265 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12672126668207184, + "action_effect_rmse": 0.15806746236974595 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 0.9300678411136687, + "action_effect_rmse": 0.9568264564952506 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6876060814301752, + "action_effect_rmse": 0.9366327604655966 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2441897945707782, + "action_effect_rmse": 0.37431039141766365 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 2.154480719405948, + "action_effect_rmse": 2.262208221218471 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 22.35370136073724, + 10.338838251265132, + 23.990835692277045, + 73.41308629148095 + ], + "true_costs": [ + 7.228859409336192, + 4.94256511416604, + 8.569518900725043, + 44.203321953437346 + ] + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "anchor_step": 324, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.20776477214260325, + "action_effect_rmse": 0.21031981243036107 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.006875882290523568, + "action_effect_rmse": 0.008617661666022484 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 0.44685377948612387, + "action_effect_rmse": 0.48065552016744995 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.24005484298521415, + "action_effect_rmse": 0.26915636022111417 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.025360978656513804, + "action_effect_rmse": 0.0315496171096845 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 0.9324458691689491, + "action_effect_rmse": 0.9590767371613175 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.5186715291193309, + "action_effect_rmse": 0.6308730128217042 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09438782506209975, + "action_effect_rmse": 0.11873718986393356 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 1.7714167648456585, + "action_effect_rmse": 2.207653276541271 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.6921280175912319, + "action_effect_rmse": 0.772770172695355 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.2751585813193114, + "action_effect_rmse": 0.36363050646921846 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 6.084555448706112, + "action_effect_rmse": 7.103492868342922 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 0, + "optimal_candidate": 0, + "regret": 0.0, + "predicted_costs": [ + 14.560187252531858, + 38.419595245338876, + 15.18840702741224, + 33.13859004667898 + ], + "true_costs": [ + 14.973979255552376, + 18.82453061374452, + 50.20426191634462, + 139.789094513489 + ] + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "anchor_step": 360, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.35756944983173256, + "action_effect_rmse": 0.43887156627984575 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013340712782896466, + "action_effect_rmse": 0.014221377885146092 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.084629733386426, + "action_effect_rmse": 1.1119781738586005 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.5706955247025162, + "action_effect_rmse": 0.6485222698828752 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.03337910962890689, + "action_effect_rmse": 0.04205078291424833 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.099980782040651, + "action_effect_rmse": 2.16683646516746 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.1404482214522424, + "action_effect_rmse": 1.3843994285711116 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.12003619575007225, + "action_effect_rmse": 0.1315597205046514 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 4.0144248951559875, + "action_effect_rmse": 4.168329827345095 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 3.0029354978775302, + "action_effect_rmse": 3.4404126893964806 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.3734067967116144, + "action_effect_rmse": 0.4615017031062155 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 5.056863285657641, + "action_effect_rmse": 5.549659239181796 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 739.4669453576512, + 167.29344035858486, + 293.59736563450394, + 535.854059435266 + ], + "true_costs": [ + 291.69149756835486, + 74.14335388738976, + 115.08586273300482, + 181.40454520353495 + ] + }, + { + "system_id": "tank-00205", + "family": "tank", + "anchor_step": 192, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.023520167561458766, + "action_effect_rmse": 0.03270636704782825 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.0028535672362804596, + "action_effect_rmse": 0.002912805704045944 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.013271858106456725, + "action_effect_rmse": 0.013575681416904222 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 8.756027892770156, + "action_effect_rmse": 12.27017035233514 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0562427192491756, + "action_effect_rmse": 0.07413553835052397 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.003204987826247674, + "action_effect_rmse": 0.0038046562200595643 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.01496154262315342, + "action_effect_rmse": 0.01586474645409178 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 8.185273425230747, + "action_effect_rmse": 11.650155457365088 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.09904747898506372, + "action_effect_rmse": 0.13804821344715942 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.0037300516982767817, + "action_effect_rmse": 0.004126664616827218 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.007277607737920601, + "action_effect_rmse": 0.008472519854874502 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 7.954442615950465, + "action_effect_rmse": 11.52321325020838 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1901428456505189, + "action_effect_rmse": 0.3147449392396084 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.018423249583409056, + "action_effect_rmse": 0.020770998680901983 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.1603958667674454, + "action_effect_rmse": 0.16150266455641868 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 11.278516937592855, + "action_effect_rmse": 13.45967227422895 + } + ], + "ranking_accuracy": 0.6666666666666666, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 187.96315170482046, + 161.14523432606316, + 189.22130406308605, + 188.78205349128353 + ], + "true_costs": [ + 189.42380182506807, + 174.4662724426668, + 189.41810527064237, + 189.47810527064237 + ] + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "anchor_step": 634, + "effects": [ + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.389119051620438, + "action_effect_rmse": 0.4035717604827635 + }, + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "action_effect_mae": 1.1113833012061225, + "action_effect_rmse": 1.159415244380368 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.8547683187958318, + "action_effect_rmse": 0.8947031128678583 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "action_effect_mae": 2.4863346006716633, + "action_effect_rmse": 2.5703659912522947 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 1.8540669696748975, + "action_effect_rmse": 1.9091064052808462 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "action_effect_mae": 2.480122080176708, + "action_effect_rmse": 2.7918823790723053 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 1.8768063618069029, + "action_effect_rmse": 1.9644928098096646 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "action_effect_mae": 3.753616414846647, + "action_effect_rmse": 4.481778118990905 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 0, + "regret": 5.838192319219374, + "predicted_costs": [ + 34.06198630616939, + 98.74772441046889, + 34.60671519076368, + 17.975375234819758 + ], + "true_costs": [ + 20.634862424274075, + 127.66112528095073, + 56.855772265231096, + 26.47305474349345 + ] + }, + { + "system_id": "tank-00592", + "family": "tank", + "anchor_step": 514, + "effects": [ + { + "field": "water_level", + "horizon_minutes": 15.0, + "action_effect_mae": 0.14349584376825023, + "action_effect_rmse": 0.17333914582266907 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.010914016168079854, + "action_effect_rmse": 0.011275580786423482 + }, + { + "field": "flow", + "horizon_minutes": 15.0, + "action_effect_mae": 0.07693702220712144, + "action_effect_rmse": 0.07717129802410379 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "action_effect_mae": 21.953915946368202, + "action_effect_rmse": 32.14784852638308 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "action_effect_mae": 0.3312021676576027, + "action_effect_rmse": 0.39290453146102366 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.013227372314438194, + "action_effect_rmse": 0.015867834359892415 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "action_effect_mae": 0.0839548400687542, + "action_effect_rmse": 0.08416137244549729 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "action_effect_mae": 20.026823089293938, + "action_effect_rmse": 29.568285345994497 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "action_effect_mae": 0.2977809626304122, + "action_effect_rmse": 0.3850056017081134 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.01840233231889125, + "action_effect_rmse": 0.026272543821421267 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "action_effect_mae": 0.06495158021859833, + "action_effect_rmse": 0.06526800708733188 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "action_effect_mae": 19.117758601852003, + "action_effect_rmse": 28.34934408359054 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "action_effect_mae": 0.9117252098278419, + "action_effect_rmse": 1.2110118481688055 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026266420667070633, + "action_effect_rmse": 0.03483972990461962 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "action_effect_mae": 0.026204496920400427, + "action_effect_rmse": 0.030665342823497074 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "action_effect_mae": 18.4643019634664, + "action_effect_rmse": 27.725676016226934 + } + ], + "ranking_accuracy": 1.0, + "ranking_comparable_pairs": 6, + "chosen_candidate": 1, + "optimal_candidate": 1, + "regret": 0.0, + "predicted_costs": [ + 240.84819865882187, + 203.01506662690548, + 362.1363313324331, + 462.2669311057092 + ], + "true_costs": [ + 389.2152924440423, + 347.17893769016257, + 512.3416821920088, + 726.8568665523767 + ] + }, + { + "system_id": "battery-01163", + "family": "battery", + "anchor_step": 415, + "effects": [ + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "action_effect_mae": 0.028797804425011533, + "action_effect_rmse": 0.04234451634534308 + }, + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "action_effect_mae": 0.03658232302196988, + "action_effect_rmse": 0.039238967319262553 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "action_effect_mae": 11.633538254125762, + "action_effect_rmse": 12.012718785080756 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "action_effect_mae": 0.05952456190892876, + "action_effect_rmse": 0.08789966316804268 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "action_effect_mae": 0.12083153965725184, + "action_effect_rmse": 0.13745995478872927 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "action_effect_mae": 10.03910748969358, + "action_effect_rmse": 10.765831229579657 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "action_effect_mae": 0.11925900252536921, + "action_effect_rmse": 0.17461627746235422 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "action_effect_mae": 0.29248116491310583, + "action_effect_rmse": 0.3519262323025463 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "action_effect_mae": 7.8972474835483295, + "action_effect_rmse": 8.988488954792706 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "action_effect_mae": 0.22265653085175563, + "action_effect_rmse": 0.2323861798481691 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "action_effect_mae": 0.4800354222432534, + "action_effect_rmse": 0.48672432587572934 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "action_effect_mae": 6.70864761890095, + "action_effect_rmse": 8.325722379632404 + } + ], + "ranking_accuracy": 0.8333333333333334, + "ranking_comparable_pairs": 6, + "chosen_candidate": 3, + "optimal_candidate": 3, + "regret": 0.0, + "predicted_costs": [ + 0.8038039221095782, + 1.0200654469652686, + 0.7884430717344586, + 0.3175143003329768 + ], + "true_costs": [ + 0.9621509312167444, + 1.02, + 0.9992257653493584, + 0.7567428517490123 + ] + } + ], + "summary_by_family": [ + { + "family": "battery", + "sample_count": 2, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 12, + "effects": [ + { + "field": "battery_temp", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.08875429157670744, + "action_effect_rmse": 0.1235177920888266 + }, + { + "field": "battery_temp", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.17178189179188705, + "action_effect_rmse": 0.22204659804948787 + }, + { + "field": "battery_temp", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.3557122482882509, + "action_effect_rmse": 0.4738531135628187 + }, + { + "field": "battery_temp", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.923643266128839, + "action_effect_rmse": 1.1845807414732867 + }, + { + "field": "state_of_charge", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 0.021423912497943752, + "action_effect_rmse": 0.03244374218553134 + }, + { + "field": "state_of_charge", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 0.04074252307409355, + "action_effect_rmse": 0.06572244924723417 + }, + { + "field": "state_of_charge", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 0.07419993041717557, + "action_effect_rmse": 0.12786054837950764 + }, + { + "field": "state_of_charge", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 0.1365077364848553, + "action_effect_rmse": 0.17054314120580363 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "sample_count": 2, + "action_effect_mae": 9.368717770698709, + "action_effect_rmse": 10.490125963484656 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "sample_count": 2, + "action_effect_mae": 8.32914592354619, + "action_effect_rmse": 9.547913618439031 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "sample_count": 2, + "action_effect_mae": 7.086687339965637, + "action_effect_rmse": 8.402793489991268 + }, + { + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "sample_count": 2, + "action_effect_mae": 5.366174333438217, + "action_effect_rmse": 6.682236647863556 + } + ] + }, + { + "family": "tank", + "sample_count": 4, + "mean_regret": 0.0, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 24, + "effects": [ + { + "field": "flow", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.02629577134462769, + "action_effect_rmse": 0.03968302654542809 + }, + { + "field": "flow", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.031012277161431137, + "action_effect_rmse": 0.04420466880566808 + }, + { + "field": "flow", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.021254573032702107, + "action_effect_rmse": 0.033320082846630406 + }, + { + "field": "flow", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.05507456443031959, + "action_effect_rmse": 0.08317477245660432 + }, + { + "field": "pressure", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 14.577848270877599, + "action_effect_rmse": 21.140137892575527 + }, + { + "field": "pressure", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 13.565624171110915, + "action_effect_rmse": 19.60180591826549 + }, + { + "field": "pressure", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 13.018400099739749, + "action_effect_rmse": 18.946047845124728 + }, + { + "field": "pressure", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 13.732226728888367, + "action_effect_rmse": 18.641746821010926 + }, + { + "field": "water_level", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.1159047399365479, + "action_effect_rmse": 0.17404227840641107 + }, + { + "field": "water_level", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.18065768735626925, + "action_effect_rmse": 0.2708368312418074 + }, + { + "field": "water_level", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.22556392418907625, + "action_effect_rmse": 0.29796061304067706 + }, + { + "field": "water_level", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.4085174971541998, + "action_effect_rmse": 0.6747752926768835 + }, + { + "field": "water_temp", + "horizon_minutes": 15.0, + "sample_count": 4, + "action_effect_mae": 0.007722238058052018, + "action_effect_rmse": 0.011114826417052331 + }, + { + "field": "water_temp", + "horizon_minutes": 30.0, + "sample_count": 4, + "action_effect_mae": 0.014026570012144468, + "action_effect_rmse": 0.02280460028931924 + }, + { + "field": "water_temp", + "horizon_minutes": 60.0, + "sample_count": 4, + "action_effect_mae": 0.01966822715190449, + "action_effect_rmse": 0.0338822858774105 + }, + { + "field": "water_temp", + "horizon_minutes": 120.0, + "sample_count": 4, + "action_effect_mae": 0.026988098813366022, + "action_effect_rmse": 0.036996054855844444 + } + ] + }, + { + "family": "thermal", + "sample_count": 6, + "mean_regret": 0.9730320532032289, + "ranking_accuracy": 0.9166666666666666, + "ranking_comparable_pairs": 36, + "effects": [ + { + "field": "energy_kwh", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.5603956129580333, + "action_effect_rmse": 0.716172239042981 + }, + { + "field": "energy_kwh", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 1.1614602632271815, + "action_effect_rmse": 1.4799308505800637 + }, + { + "field": "energy_kwh", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 1.8426214105531316, + "action_effect_rmse": 2.3572743733609474 + }, + { + "field": "energy_kwh", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 3.373796501985948, + "action_effect_rmse": 4.3965101893085015 + }, + { + "field": "indoor_temp", + "horizon_minutes": 15.0, + "sample_count": 6, + "action_effect_mae": 0.2727149310674378, + "action_effect_rmse": 0.32994192936796957 + }, + { + "field": "indoor_temp", + "horizon_minutes": 30.0, + "sample_count": 6, + "action_effect_mae": 0.46413768134298233, + "action_effect_rmse": 0.5784378436609504 + }, + { + "field": "indoor_temp", + "horizon_minutes": 60.0, + "sample_count": 6, + "action_effect_mae": 0.8741723478186868, + "action_effect_rmse": 1.1470572115529303 + }, + { + "field": "indoor_temp", + "horizon_minutes": 120.0, + "sample_count": 6, + "action_effect_mae": 1.3464844002403016, + "action_effect_rmse": 1.8187969492456628 + }, + { + "field": "mass_temp", + "horizon_minutes": 15.0, + "sample_count": 3, + "action_effect_mae": 0.010446184864312454, + "action_effect_rmse": 0.013480409174779686 + }, + { + "field": "mass_temp", + "horizon_minutes": 30.0, + "sample_count": 3, + "action_effect_mae": 0.033068194167978585, + "action_effect_rmse": 0.04035973210294197 + }, + { + "field": "mass_temp", + "horizon_minutes": 60.0, + "sample_count": 3, + "action_effect_mae": 0.1137150958314146, + "action_effect_rmse": 0.13710312782240097 + }, + { + "field": "mass_temp", + "horizon_minutes": 120.0, + "sample_count": 3, + "action_effect_mae": 0.29758505753390135, + "action_effect_rmse": 0.4022102420079339 + } + ] + } + ] + } + }, + "thermal_temperature_only": { + "metrics": [ + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.0042190528474748135, + "rmse": 0.016725581139326096, + "standardized_mae": 0.011592167429625988, + "standardized_rmse": 0.04595480486750603, + "standardized_gaussian_nll": -4.250827158507545, + "physical_gaussian_nll": -5.261546141233729, + "nominal_coverage": 0.9, + "coverage": 0.8553459119496856, + "mean_interval_width": 0.012719954364001751, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 30.0, + "count": 322, + "mae": 0.010499328374862671, + "rmse": 0.036720264703035355, + "standardized_mae": 0.028847699984908104, + "standardized_rmse": 0.10089170932769775, + "standardized_gaussian_nll": -3.6175125918847533, + "physical_gaussian_nll": -4.628231574610937, + "nominal_coverage": 0.9, + "coverage": 0.8633540372670807, + "mean_interval_width": 0.035231009125709534, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 60.0, + "count": 315, + "mae": 0.01770833693444729, + "rmse": 0.04176917299628258, + "standardized_mae": 0.04865499958395958, + "standardized_rmse": 0.11476396769285202, + "standardized_gaussian_nll": -2.79806472429702, + "physical_gaussian_nll": -3.8087837070232036, + "nominal_coverage": 0.9, + "coverage": 0.8920634920634921, + "mean_interval_width": 0.07666217535734177, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 7, + "field": "state_of_charge", + "horizon_minutes": 120.0, + "count": 322, + "mae": 0.037277184426784515, + "rmse": 0.0698084682226181, + "standardized_mae": 0.10242189466953278, + "standardized_rmse": 0.19180406630039215, + "standardized_gaussian_nll": -1.755512982891964, + "physical_gaussian_nll": -2.7662319656181475, + "nominal_coverage": 0.9, + "coverage": 0.8944099378881988, + "mean_interval_width": 0.14744539558887482, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 15.0, + "count": 319, + "mae": 0.08253627270460129, + "rmse": 0.2016800343990326, + "standardized_mae": 0.010826940648257732, + "standardized_rmse": 0.02645597606897354, + "standardized_gaussian_nll": -3.6010090774740453, + "physical_gaussian_nll": -1.569808714783802, + "nominal_coverage": 0.9, + "coverage": 0.9435736677115988, + "mean_interval_width": 0.40824830532073975, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.18864913284778595, + "rmse": 0.5009731650352478, + "standardized_mae": 0.02474660985171795, + "standardized_rmse": 0.06571663916110992, + "standardized_gaussian_nll": -2.7984665312504013, + "physical_gaussian_nll": -0.7672661685601581, + "nominal_coverage": 0.9, + "coverage": 0.9532710280373832, + "mean_interval_width": 1.0253726243972778, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.4650432765483856, + "rmse": 1.0573605298995972, + "standardized_mae": 0.0610034316778183, + "standardized_rmse": 0.1387024074792862, + "standardized_gaussian_nll": -1.7431812526153823, + "physical_gaussian_nll": 0.28801911007486103, + "nominal_coverage": 0.9, + "coverage": 0.9153605015673981, + "mean_interval_width": 1.8651070594787598, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 8, + "field": "battery_temp", + "horizon_minutes": 120.0, + "count": 321, + "mae": 0.9646991491317749, + "rmse": 1.7903825044631958, + "standardized_mae": 0.12654727697372437, + "standardized_rmse": 0.23485873639583588, + "standardized_gaussian_nll": -0.8670566624760171, + "physical_gaussian_nll": 1.1641437002142263, + "nominal_coverage": 0.9, + "coverage": 0.9345794392523364, + "mean_interval_width": 3.968766689300537, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 15.0, + "count": 318, + "mae": 0.44937172532081604, + "rmse": 1.310861587524414, + "standardized_mae": 0.026569876819849014, + "standardized_rmse": 0.07750695198774338, + "standardized_gaussian_nll": -3.4813983445252354, + "physical_gaussian_nll": -0.6533260826223759, + "nominal_coverage": 0.9, + "coverage": 0.9245283018867925, + "mean_interval_width": 1.7099790573120117, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 30.0, + "count": 323, + "mae": 0.7219615578651428, + "rmse": 1.911607027053833, + "standardized_mae": 0.042687222361564636, + "standardized_rmse": 0.11302705854177475, + "standardized_gaussian_nll": -2.730724939487622, + "physical_gaussian_nll": 0.09734732241523769, + "nominal_coverage": 0.9, + "coverage": 0.9195046439628483, + "mean_interval_width": 3.089555501937866, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 60.0, + "count": 320, + "mae": 1.1897499561309814, + "rmse": 2.4256224632263184, + "standardized_mae": 0.07034601271152496, + "standardized_rmse": 0.14341910183429718, + "standardized_gaussian_nll": -1.9194848757357619, + "physical_gaussian_nll": 0.9085873861670977, + "nominal_coverage": 0.9, + "coverage": 0.9375, + "mean_interval_width": 5.693589210510254, + "interval_kind": "heldout_calibrated" + }, + { + "family": "battery", + "field_id": 9, + "field": "terminal_voltage", + "horizon_minutes": 120.0, + "count": 323, + "mae": 1.7234314680099487, + "rmse": 3.366063356399536, + "standardized_mae": 0.1019008532166481, + "standardized_rmse": 0.1990242898464203, + "standardized_gaussian_nll": -1.1445615008847554, + "physical_gaussian_nll": 1.6835107610181042, + "nominal_coverage": 0.9, + "coverage": 0.9226006191950464, + "mean_interval_width": 8.233636856079102, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 15.0, + "count": 339, + "mae": 0.029741061851382256, + "rmse": 0.0812363401055336, + "standardized_mae": 0.005917512346059084, + "standardized_rmse": 0.016163412481546402, + "standardized_gaussian_nll": -4.550750160477679, + "physical_gaussian_nll": -2.9361376626668156, + "nominal_coverage": 0.9, + "coverage": 0.9380530973451328, + "mean_interval_width": 0.13429619371891022, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.0628669410943985, + "rmse": 0.16533231735229492, + "standardized_mae": 0.012508494779467583, + "standardized_rmse": 0.03289579972624779, + "standardized_gaussian_nll": -4.035897016658598, + "physical_gaussian_nll": -2.421284518847735, + "nominal_coverage": 0.9, + "coverage": 0.9156976744186046, + "mean_interval_width": 0.24394755065441132, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 60.0, + "count": 340, + "mae": 0.13630114495754242, + "rmse": 0.30875858664512634, + "standardized_mae": 0.027119532227516174, + "standardized_rmse": 0.06143300607800484, + "standardized_gaussian_nll": -3.289883325173345, + "physical_gaussian_nll": -1.6752708273624815, + "nominal_coverage": 0.9, + "coverage": 0.9294117647058824, + "mean_interval_width": 0.5152453184127808, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 3, + "field": "water_level", + "horizon_minutes": 120.0, + "count": 343, + "mae": 0.2851693332195282, + "rmse": 0.572127103805542, + "standardized_mae": 0.056739505380392075, + "standardized_rmse": 0.11383485049009323, + "standardized_gaussian_nll": -2.3430923720545733, + "physical_gaussian_nll": -0.72847987424371, + "nominal_coverage": 0.9, + "coverage": 0.9125364431486881, + "mean_interval_width": 1.0330531597137451, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 15.0, + "count": 340, + "mae": 0.00423831632360816, + "rmse": 0.007735782768577337, + "standardized_mae": 0.004639284685254097, + "standardized_rmse": 0.008467630483210087, + "standardized_gaussian_nll": -3.9141604428464336, + "physical_gaussian_nll": -4.00455448375694, + "nominal_coverage": 0.9, + "coverage": 0.9058823529411765, + "mean_interval_width": 0.01703081652522087, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 30.0, + "count": 336, + "mae": 0.007337617687880993, + "rmse": 0.013517742045223713, + "standardized_mae": 0.008031796663999557, + "standardized_rmse": 0.014796595089137554, + "standardized_gaussian_nll": -3.36753541760996, + "physical_gaussian_nll": -3.457929458520467, + "nominal_coverage": 0.9, + "coverage": 0.9196428571428571, + "mean_interval_width": 0.029476841911673546, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 60.0, + "count": 338, + "mae": 0.014948946423828602, + "rmse": 0.025630896911025047, + "standardized_mae": 0.016363199800252914, + "standardized_rmse": 0.028055721893906593, + "standardized_gaussian_nll": -2.683602840121555, + "physical_gaussian_nll": -2.773996881032062, + "nominal_coverage": 0.9, + "coverage": 0.9053254437869822, + "mean_interval_width": 0.05776350945234299, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 4, + "field": "water_temp", + "horizon_minutes": 120.0, + "count": 333, + "mae": 0.03138375282287598, + "rmse": 0.055088527500629425, + "standardized_mae": 0.034352827817201614, + "standardized_rmse": 0.060300204902887344, + "standardized_gaussian_nll": -1.929474345673809, + "physical_gaussian_nll": -2.019868386584316, + "nominal_coverage": 0.9, + "coverage": 0.8948948948948949, + "mean_interval_width": 0.12440336495637894, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 15.0, + "count": 345, + "mae": 0.004546189680695534, + "rmse": 0.024618148803710938, + "standardized_mae": 0.00850729551166296, + "standardized_rmse": 0.04606800153851509, + "standardized_gaussian_nll": -3.806917853546695, + "physical_gaussian_nll": -4.433552568465451, + "nominal_coverage": 0.9, + "coverage": 0.9072463768115943, + "mean_interval_width": 0.017999621108174324, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 30.0, + "count": 344, + "mae": 0.005978178232908249, + "rmse": 0.025872105732560158, + "standardized_mae": 0.011186979711055756, + "standardized_rmse": 0.04841453209519386, + "standardized_gaussian_nll": -3.613202547571253, + "physical_gaussian_nll": -4.239837262490009, + "nominal_coverage": 0.9, + "coverage": 0.8982558139534884, + "mean_interval_width": 0.022329101338982582, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 60.0, + "count": 350, + "mae": 0.01260608434677124, + "rmse": 0.045543499290943146, + "standardized_mae": 0.02358979545533657, + "standardized_rmse": 0.0852256566286087, + "standardized_gaussian_nll": -3.124609177529081, + "physical_gaussian_nll": -3.751243892447837, + "nominal_coverage": 0.9, + "coverage": 0.9171428571428571, + "mean_interval_width": 0.05418732389807701, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 5, + "field": "flow", + "horizon_minutes": 120.0, + "count": 342, + "mae": 0.022588301450014114, + "rmse": 0.0617128349840641, + "standardized_mae": 0.042269542813301086, + "standardized_rmse": 0.1154833734035492, + "standardized_gaussian_nll": -2.4867372269770023, + "physical_gaussian_nll": -3.113371941895758, + "nominal_coverage": 0.9, + "coverage": 0.8947368421052632, + "mean_interval_width": 0.08898771554231644, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 15.0, + "count": 337, + "mae": 0.3266608417034149, + "rmse": 1.5812674760818481, + "standardized_mae": 0.008651246316730976, + "standardized_rmse": 0.041878096759319305, + "standardized_gaussian_nll": -4.745985320061107, + "physical_gaussian_nll": -1.1147662516320245, + "nominal_coverage": 0.9, + "coverage": 0.8961424332344213, + "mean_interval_width": 1.1761326789855957, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 30.0, + "count": 337, + "mae": 0.5375267863273621, + "rmse": 2.2905709743499756, + "standardized_mae": 0.014235793612897396, + "standardized_rmse": 0.06066320464015007, + "standardized_gaussian_nll": -4.314687869245572, + "physical_gaussian_nll": -0.6834688008164895, + "nominal_coverage": 0.9, + "coverage": 0.9317507418397626, + "mean_interval_width": 2.2110395431518555, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 60.0, + "count": 335, + "mae": 1.2771761417388916, + "rmse": 4.382840156555176, + "standardized_mae": 0.033824577927589417, + "standardized_rmse": 0.11607460677623749, + "standardized_gaussian_nll": -3.311403117896938, + "physical_gaussian_nll": 0.3198159505321443, + "nominal_coverage": 0.9, + "coverage": 0.8955223880597015, + "mean_interval_width": 4.687169075012207, + "interval_kind": "heldout_calibrated" + }, + { + "family": "tank", + "field_id": 6, + "field": "pressure", + "horizon_minutes": 120.0, + "count": 339, + "mae": 1.8657652139663696, + "rmse": 5.144171714782715, + "standardized_mae": 0.04941270127892494, + "standardized_rmse": 0.13623762130737305, + "standardized_gaussian_nll": -2.47674406270731, + "physical_gaussian_nll": 1.154475005721772, + "nominal_coverage": 0.9, + "coverage": 0.9469026548672567, + "mean_interval_width": 7.621003150939941, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 15.0, + "count": 321, + "mae": 0.1006944328546524, + "rmse": 0.20417022705078125, + "standardized_mae": 0.012515570037066936, + "standardized_rmse": 0.02537684142589569, + "standardized_gaussian_nll": -3.157487630436047, + "physical_gaussian_nll": -1.072370549329385, + "nominal_coverage": 0.9, + "coverage": 0.8473520249221184, + "mean_interval_width": 0.4298373758792877, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 30.0, + "count": 321, + "mae": 0.22673866152763367, + "rmse": 0.4250045418739319, + "standardized_mae": 0.028181931003928185, + "standardized_rmse": 0.05282490700483322, + "standardized_gaussian_nll": -2.2355351111603587, + "physical_gaussian_nll": -0.15041803005369658, + "nominal_coverage": 0.9, + "coverage": 0.9003115264797508, + "mean_interval_width": 1.1272249221801758, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 60.0, + "count": 319, + "mae": 0.5682873129844666, + "rmse": 0.9843413233757019, + "standardized_mae": 0.0706338882446289, + "standardized_rmse": 0.12234631180763245, + "standardized_gaussian_nll": -1.2797657947979284, + "physical_gaussian_nll": 0.8053512863087338, + "nominal_coverage": 0.9, + "coverage": 0.890282131661442, + "mean_interval_width": 2.548186779022217, + "interval_kind": "heldout_calibrated" + }, + { + "family": "thermal", + "field_id": 0, + "field": "indoor_temp", + "horizon_minutes": 120.0, + "count": 318, + "mae": 1.4695019721984863, + "rmse": 2.765866994857788, + "standardized_mae": 0.1826481819152832, + "standardized_rmse": 0.34377673268318176, + "standardized_gaussian_nll": -0.3638489513631975, + "physical_gaussian_nll": 1.7212681297434647, + "nominal_coverage": 0.9, + "coverage": 0.9088050314465409, + "mean_interval_width": 6.012383937835693, + "interval_kind": "heldout_calibrated" + } + ], + "field_horizon_balanced_standardized_mae": 0.04085858260805253, + "field_horizon_balanced_standardized_nll": -2.866847538310592, + "calibration_scope": "this perturbation on independently reserved calibration systems", + "score_population": "thermal indoor_temp only; other families unchanged", + "counterfactual": { + "status": "unrun", + "reason": "Existing all-state counterfactual helper requires observed current for delta decoding; temperature-only forecast metrics are scored separately." + } + } + }, + "checkpoint_sha256": "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1", + "provenance_sha256": "b55886db1b0aa0415b042a330aee7ebc61a79cbdeeb5dfa58b4890b965dbf66d", + "outputs_sha256": { + "calibration-current_only.json": "fa3b1f85ed482b1c5a612eddfe9046474f58e5ed6e0ce48adbb8a10950a17e6e", + "calibration-full_history.json": "dc060385ea86484f82130e7d55ab4d8b5a334d600ee4cb42164dd29977834688", + "calibration-history_branch_disabled.json": "6e9712884f28542d6e80187dcbac92281bd0209ad48d22a7eaa77286d4db3fe5", + "calibration-matched_family_swap.json": "824150480f447a227f7eeb203c747d3f5a479ad7d2f5ad902c277e60ac63a643", + "calibration-past_state_only.json": "7a2f1c786dd38459ea49591c45b7978a51a2d675d050b5aa99aa93f76ece814f", + "calibration-temporal_shuffle.json": "efa61d4b2da2078e077561d2034f73463c4288eddb0710a2cf3bbf7dc30b93d1", + "calibration-thermal_temperature_only.json": "12b8231dfee5dea5977f20de831759930d959fb3c6597719f3f5ad9988c5a5f3", + "calibration-truncate_4.json": "faf24a38ae2055d63d3b9b5e78219cf62ba8332e1e5f68b8c570a9a4e4d6da63", + "calibration-truncate_8.json": "7487efb7efc41ca91c3ec8d8070493a6d63d51a40fa1471281d3327334165912", + "current_only-calibration.npz": "77eec7c0ce0cc637ebe1e79e7b52de11f2e481d5f74262e5aeaa93de780d04dc", + "current_only-test.npz": "d4271210941d92030985499b72ff942b7c8d3af6c23468fc823c7831b53ce615", + "full_history-calibration.npz": "52c8a38eccf92e38ed7fb6ffc2b3dcd80b657e3fb6bcf4e6b1546bbff10a8093", + "full_history-test.npz": "b0c001dca74c89dc7da6b7f79500f95578f14bdabd152c584db21d640471a2ce", + "history_branch_disabled-calibration.npz": "bc99c8dd6c88bfbfe9252835869d020dcb0b698a4e49e4e98523cb58a7e64777", + "history_branch_disabled-test.npz": "8b0ad74d978ade5fde5d62649a40640db570db6660b9bb98f0dbc4befc8ea69b", + "matched_family_swap-calibration.npz": "cb892a2f205ffe022528a17d4b5c2524f254f8413bac20e12b2bf80f007ef62a", + "matched_family_swap-test.npz": "45987621209aa755f86ee629221d3e15b569dada64ea3f7d1f2009ed4f0900ec", + "past_state_only-calibration.npz": "e72be9935c0909a693db853886478a6a9dcf500a9ee2563c3c79cf520fd5a273", + "past_state_only-test.npz": "1777eb71dcf8f9cc08fedc55e5ff5b016f1a6ba81ce71be85cf49fe44f2acea0", + "provenance.json": "b55886db1b0aa0415b042a330aee7ebc61a79cbdeeb5dfa58b4890b965dbf66d", + "temporal_shuffle-calibration.npz": "5feb16ff4f7675e58e6f97e185d78becda0a9f319fa58af04e09cc06ca9fccfe", + "temporal_shuffle-test.npz": "4628ac171b9b9d1e05eb676626e8a9cba895471ea2d275b2222c8a2ce4c9ad79", + "thermal_temperature_only-calibration.npz": "e9a5d1921f8df432e465e3afdd999c01d62b13549fc2ee5764b4b0947e09798a", + "thermal_temperature_only-test.npz": "cf902e7ad23dc49f352faeab973c8f7c4627f4230fcbc25043f40183ae0bf2fe", + "truncate_4-calibration.npz": "0ecc4e368d7465c265ca948c32e33bc48ecd5785ec24a7ab015a82d647fc6c50", + "truncate_4-test.npz": "6bb46f6c35328e0d51e6389dadbfec90d598af0cecd933602911c3b333cae040", + "truncate_8-calibration.npz": "8453d6bd16b915769d5fc2090248fcae5cbcd7d222b1aa8f20fa0ca39f279bd7", + "truncate_8-test.npz": "90e8e7d1f943c8417ba3c0ddf4624b261f08c58b9b7de2b390630ebb034d108b" + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/history_branch_disabled-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/history_branch_disabled-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..2680bcb6abe6ee928a7ed71ee14c949c80f26035 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/history_branch_disabled-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/history_branch_disabled-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/history_branch_disabled-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..d20ed2ec294eea828b7b8b4c32d2838292f3602c --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/history_branch_disabled-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0ad74d978ade5fde5d62649a40640db570db6660b9bb98f0dbc4befc8ea69b +size 159534 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/matched_family_swap-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/matched_family_swap-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..76dcf5f191bc168853d9bdbe66e71f413b09a414 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/matched_family_swap-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/matched_family_swap-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/matched_family_swap-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..032e4d50c024c8ec415f35d274aab7a848447942 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/matched_family_swap-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45987621209aa755f86ee629221d3e15b569dada64ea3f7d1f2009ed4f0900ec +size 173846 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/past_state_only-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/past_state_only-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..bf352fcc79a13210e443a328b577437ab5b059cd Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/past_state_only-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/past_state_only-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/past_state_only-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..564da293aefafc05ef20d68bd7adb1fbdec64bc0 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/past_state_only-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1777eb71dcf8f9cc08fedc55e5ff5b016f1a6ba81ce71be85cf49fe44f2acea0 +size 170737 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/provenance.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/provenance.json new file mode 100644 index 0000000000000000000000000000000000000000..75708a8d5c9b2aeb03e27e150d23f06123b9904c --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/provenance.json @@ -0,0 +1,14795 @@ +{ + "checkpoint": "/Users/maxfarrell/repos/experimental/artifacts/full/transformer/seed-43/checkpoint.pt", + "checkpoint_sha256": "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1", + "normalization": "/Users/maxfarrell/repos/experimental/artifacts/full/transformer/seed-43/normalization.json", + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "manifest": "/Users/maxfarrell/repos/experimental/artifacts/poc/data/manifest.json", + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "episode_sha256": { + "episodes/thermal-00000.npz": "e6dc125de3c0d212b57674bbadc42d09b686b7c9fce2cc07ea23dd574664dc3c", + "episodes/tank-00001.npz": "52209df974c0ff630e8727aa246a9f8166802a5d9863fe50e0ab181a9cbebe08", + "episodes/battery-00002.npz": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790", + "episodes/thermal-00003.npz": "d2460d5ecf7c0ed091e804618ff73edfa2f73b332be2fca1fe8980207e4f5938", + "episodes/tank-00004.npz": "779b351dd906b237ab51d1904a676936d31d1f5c40d33ef7fcf3533c5cd15999", + "episodes/battery-00005.npz": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48", + "episodes/thermal-00006.npz": "486171fde08aef439c6b32dd63333cf9af92f7deb08414b0563e2bc8ca343327", + "episodes/tank-00007.npz": "4315e51e83513b21f2598c9688e21da2f6b90cf8ca1581c64e93b30d9ea12dfe", + "episodes/battery-00008.npz": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7", + "episodes/thermal-00009.npz": "b10ba1349e4789813f196b7a2c2532cf4bbb9abd65f89d9b062f33f5a2243970", + "episodes/tank-00010.npz": "73b4b132f485c3e01507bf42de3d409fab2e31045c36626c132d208306589481", + "episodes/battery-00011.npz": "c7aae52a000b1aa31406ea30c3004b29f1fa6c98dec8e3db1fe71aaaf1656441", + "episodes/thermal-00012.npz": "8a9dcf1ac0e525bc6a7e3b5d4bf258235d762f64914131d1775d4483ef351d4f", + "episodes/tank-00013.npz": "80fe641c0b3396b31163b4e30681acf1cb145ac761a0be1d522267d3be1b5751", + "episodes/battery-00014.npz": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de", + "episodes/thermal-00015.npz": "b1e71e57a0b8e72ba4d30654d3c63e930003d730b79dc059eb39167da2ce8c66", + "episodes/tank-00016.npz": "4b743be8e232baaf805f6438b78a3bf5c07dfcb18e7f4432e6c1ced5c546a9fc", + "episodes/battery-00017.npz": "3c68852b7e4d7cd5d803c5261f48f779b49d61e6ebcb97f840d33006327d5308", + "episodes/thermal-00018.npz": "21c7ef3696217c8efdafa8318596c12ed62d0fcb67768f8586734d2157e332f7", + "episodes/tank-00019.npz": "b07f9e532e3e2eab9297814fd128d775ab17328f12750714bea2ee431f568a7d", + "episodes/battery-00020.npz": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835", + "episodes/thermal-00021.npz": "c5e03d2510fe4b4d5efa7d3d7c411432f440337fb291edab56dfe7172bdec44a", + "episodes/tank-00022.npz": "adc69359adddf82b4fff2d672dd14ad87739833a2dce6a5aed3568e35e6d11f7", + "episodes/battery-00023.npz": "b6085f27736c38e30d7635cb373bcc3574c4b4c1ac95d87b5b8119562f3ce0ea", + "episodes/thermal-00024.npz": "59e15f3878fba464680c6db324e7ebdbc7811f00f74f6653078fc4a80accb5de", + "episodes/tank-00025.npz": "8785383bbf01d5378a7aa637b7fc95076614faddcd72698dadba30dd6ab0d3d2", + "episodes/battery-00026.npz": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6", + "episodes/thermal-00027.npz": "13a24edfeccb26ad24eaa1e986f3e196d771ee03df107e9eb9ef40e08b274879", + "episodes/tank-00028.npz": "2ba6429bd61d717e393a63aaef52eb50090a9a8649e45afc74f14151a196e6a5", + "episodes/battery-00029.npz": "e49a773079435b34d8527a2e215de1317897c51c4dc1780f226909dbce76a71b", + "episodes/thermal-00030.npz": "5c1ff8f960a55e0f7eeda4218ee273633396f5720b180edbe9177d289c2d0bf3", + "episodes/tank-00031.npz": "20bd99428ad9d5bdc48c6003d8f3110a81f501512a57d9818a61de350cf46210", + "episodes/battery-00032.npz": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077", + "episodes/thermal-00033.npz": "94692123bbb1d73dc3c8f80a5a3e35506055188b4d7cb823ce07cd698d81024e", + "episodes/tank-00034.npz": "515f3dc12a373a9ce7418a3621979c5c0d8ebd3fdb9270de8553657055e00ea7", + "episodes/battery-00035.npz": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb", + "episodes/thermal-00036.npz": "36939e8a94b14e16c5e770594d595cfb8ab6274fda7e5a65abdc197a5a1a5386", + "episodes/tank-00037.npz": "d1710e55972044feb93c99ef5f97d5ffb365c6755ca5c213b3f9ad6b1d6d34b9", + "episodes/battery-00038.npz": "b4e2f6091bb7aa24ceffe85053fc249131bf019c9350b7fa7003f2fb0200eefd", + "episodes/thermal-00039.npz": "153698217e8b7f3c30cbaea9bdf88a2551c9ac2a8089639c35d7445e36e4e31e", + "episodes/tank-00040.npz": "c666ceba8978783313ed55ac4df851e08459ff71c9db8de952dd89d85bc6ff9f", + "episodes/battery-00041.npz": "2e2a4ef5894c10af34c09d6681a62aa6ae633b57324964749319da7ed8fd7ec6", + "episodes/thermal-00042.npz": "d47b7da76d303ba2a08a05e66d3f0b11d3755ae2e9e8f85a53141ac650989dc6", + "episodes/tank-00043.npz": "6c111f04d0c1d6a52894943d2373c4966876485d3e8e6fb7c4590754e89649b4", + "episodes/battery-00044.npz": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee", + "episodes/thermal-00045.npz": "df03edf92425fb9960bb23af47de363cfdcc1ba05672eb92d6e1305595e80b45", + "episodes/tank-00046.npz": "4ae2df886fd53fe639bbcf1b83982d40fc6182bb8e82458c6fbe2dfdb3aaceb9", + "episodes/battery-00047.npz": "e0cfb79cc74bac28ee311a9159470c8db704468b6c59437d26f12e46631135f3", + "episodes/thermal-00048.npz": "3820a1b5385d2766ba2afce09d17dd0e41bc3c615da34e574810379283d97ece", + "episodes/tank-00049.npz": "fce7a0a5d7307d785a3a91faf55f3b0a98aa909ff35d0932b41c9857c10dc499", + "episodes/battery-00050.npz": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600", + "episodes/thermal-00051.npz": "9752642239a8a795754748ee57a15e0b2c6ab5bb8f6dc37d88b45de3e51d6933", + "episodes/tank-00052.npz": "6cabc8a66e0d02b18277412fc8cc80d44a85f0256c431d13b283f2ce57dc7ec8", + "episodes/battery-00053.npz": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d", + "episodes/thermal-00054.npz": "0166b4fb2b052b4389efa9c4f06ef77c0f13714a1baa90e3836618d4dc5653a8", + "episodes/tank-00055.npz": "f13937ad11220491ea371384bb2be4616bc4aa2fd63f7b52a59a61428f699b0b", + "episodes/battery-00056.npz": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a", + "episodes/thermal-00057.npz": "1bab0727fd7f12c3e57eb870b82d172eb2f7e5e134860a0501c329ff2ca55366", + "episodes/tank-00058.npz": "55db9314a1f8b7cc9c58576db5998b542d51b7f68c413914e153dbefd043483a", + "episodes/battery-00059.npz": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1", + "episodes/thermal-00060.npz": "3fdb1906d5da61cc1f5bbac40c1b76ed2634be525fcbe816ef72db8851cb750d", + "episodes/tank-00061.npz": "f701a8cd6ce485f6468095450363d0578bb792ca0540954acb056c0ccaff5e57", + "episodes/battery-00062.npz": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8", + "episodes/thermal-00063.npz": "dceb716ebf2511bbb9fae6f48674886bdbe2eaab84f5a68c6bebe84dcd9ff37c", + "episodes/tank-00064.npz": "c28d94f12f8962311087c8f8118f4922d4f32595276e7371dac32a422de533e2", + "episodes/battery-00065.npz": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4", + "episodes/thermal-00066.npz": "b86e60466c90bdd373a94be75ead6473901be6d887f213cfa89c463d8481af56", + "episodes/tank-00067.npz": "255e99d5cfd70ced60b7658bb63605c8a29f2b426b6983209f58ecd19391f413", + "episodes/battery-00068.npz": "4ca36f1f06046d685896efd0c820366f30edd0ca37878c689d827ec19b4e2c1f", + "episodes/thermal-00069.npz": "7ce04d98b7d6dd00b76efb548a4334597e91a1980b4f8475e2fb5312341ad42c", + "episodes/tank-00070.npz": "17da18e2104981ce0b2ae24f6a8c96e9b3dc109722e2d2334654c242c72d7155", + "episodes/battery-00071.npz": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae", + "episodes/thermal-00072.npz": "259d4f0233e5006d4e589b45b84026cd6c2a1bed0e2d0026941b9b29bfea8585", + "episodes/tank-00073.npz": "a7f28e4d4286fa4f95250a88ec4390f6ac540363f8df64bb3f9ceb114b7c5e23", + "episodes/battery-00074.npz": "312e3a7857c42d7f77145f8e978cfe48403c6af8e2378a664d3c83d9da414d5f", + "episodes/thermal-00075.npz": "f3d5817dbb4ba58bd5ef16dd5261e23c80c744b47c9c95d8e6b5fac0029da6f0", + "episodes/tank-00076.npz": "d85ce8a194f52fc1bfe2ffc0c0500cb6dfc3d79497d11610b542dad5357617dc", + "episodes/battery-00077.npz": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3", + "episodes/thermal-00078.npz": "747d6ce820608fdcd379424490438d8f183d32ebafa9d0a7275e39064ca8ac28", + "episodes/tank-00079.npz": "8e88e31e46f890b48d5425b3bc9fb3f6e601e092f94fa07942ebbd6bf8e5cc0e", + "episodes/battery-00080.npz": "90ee43f7257dd533f0d48594380e72687a7866a2e80a6a37d8293e7eb9fb8e6a", + "episodes/thermal-00081.npz": "ae87c9001949c3ba57bc9df9f1f2f8a83093305e9ac37cb28e5e94d38ba98d56", + "episodes/tank-00082.npz": "2fa89e6e06ad53fb08b13b7359104b897a89b5e09e89673b74120941c8edf5c6", + "episodes/battery-00083.npz": "7b88c93744c48f4669464e0fcc969da54f148b4253bcf30b582102ab4de4109d", + "episodes/thermal-00084.npz": "e8e17268836c8239e5c648f5f0af5182668e42dd3177043ed44990bacf9f223c", + "episodes/tank-00085.npz": "27517d7f2018a8092ae22e9a11ab62a122a18488c0eb12dfa634c985791ecf97", + "episodes/battery-00086.npz": "57b3f9253cbf06f50b05eafcc1d50a1cea6b7b81f650f924d4e2cf640040e966", + "episodes/thermal-00087.npz": "a168dc0ad8d32601b994cb79ce7d42c714660b75c4012fc6b9645083cb0401e4", + "episodes/tank-00088.npz": "770f8c8f11edd031e4f200b98f09bab844afd36e80231f7ec10db2eb6dd85c9d", + "episodes/battery-00089.npz": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68", + "episodes/thermal-00090.npz": "d4b1789d525ae7b4839e9ef8067279ee3a315414c043069ae04dab1e47e532fb", + "episodes/tank-00091.npz": "3f5b5e15b3008399ef9b46acf7ac205979c45600cd529fce6033cdce13bf1702", + "episodes/battery-00092.npz": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a", + "episodes/thermal-00093.npz": "c48f8d8ea1f8c6348f455268de2d36d43d0f7581e03042706472c7bc27f92df5", + "episodes/tank-00094.npz": "61d0b4556688f2c604c2f9e81bcdfd41664fddb53ed2945ee583d21b534223f5", + "episodes/battery-00095.npz": "43b4f7fcc97a2decc4cb3476b6a2f57d6dd46e58c221ac8eb4dc6f967a6d5e8c", + "episodes/thermal-00096.npz": "9cc65f2217b6b93a84e396fde8cc7d119dda2ba2d454ecfa8e371f59fa604474", + "episodes/tank-00097.npz": "bd518f88419225a07c4942e7321479a0663409e5330258871e17d6afa1a3ff33", + "episodes/battery-00098.npz": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2", + "episodes/thermal-00099.npz": "8517faef7cc68de899ca03ddef8454829bd6ad544299dd6ba3a0814cb2714348", + "episodes/tank-00100.npz": "fc47b11842f3a85bea472504926e8d2b47aaa3fc067a8e88068f3c15028e56f8", + "episodes/battery-00101.npz": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f", + "episodes/thermal-00102.npz": "eeca8c5966d62ed013ae60ec9f57dc306b42bcaabf9e3dc34bfac63418890a67", + "episodes/tank-00103.npz": "9d41fb1ba2a8d264820c5d065984c6b2236998e914022d25ec4a7bd779b2079d", + "episodes/battery-00104.npz": "2cdad4ee59fd03323ea6e19386679cc0b7682fdbd99720ce801a90a7e49f69dc", + "episodes/thermal-00105.npz": "9aac36622b478b4b6025a8577555092d03a5c815863e196e26f46e5d3d9bba04", + "episodes/tank-00106.npz": "cd10d14d9c3cd9bfb44c4ace1af0469144c64623090bb0de4828b68b90db7eb5", + "episodes/battery-00107.npz": "9f1c515bd5d87f16354192073f1ecc259d30bcd32ae794c94e406c08a258d6ab", + "episodes/thermal-00108.npz": "ca5460b83e7c0685cccda2a3af73542fa353dd5611498f3db84d635cc0fc0644", + "episodes/tank-00109.npz": "739f62a89d7dadea6fee7277e689b264b81c6efe643e7584d48249ca2ac1d90a", + "episodes/battery-00110.npz": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f", + "episodes/thermal-00111.npz": "ac71047d0ddd364b2e3bbdd02fe0aa91fa4889d924805530ed42caf6c33a334b", + "episodes/tank-00112.npz": "f4dd9406f3073300ff3e861c4ddaa26c63c395a54eb91c28b8f70db8a8cbda49", + "episodes/battery-00113.npz": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b", + "episodes/thermal-00114.npz": "ad182daf5bc60f8eff283a5c144dc23c81b98ecfb72335f69963c03c559369cc", + "episodes/tank-00115.npz": "8159c5cdbdf1ad537c7b2b71fdc717a327bef7813bcc23b0c8ade2be7882aa51", + "episodes/battery-00116.npz": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553", + "episodes/thermal-00117.npz": "1f96ba83348ef684e9ea1290acebcbb06e635969b29f07f639c79c273e85f7d0", + "episodes/tank-00118.npz": "097ecd9c3573f922fc4969ae04729e4216d52906460094a57b57cf5107a579a2", + "episodes/battery-00119.npz": "c1f238af6d86c41684621e6be064025388445e52f7b279b1e43e09e3c782eeda", + "episodes/thermal-00120.npz": "553aeac33fb0f0e98b2f3edc760f39f6ae014bc1524c04e5ce3aeb097bb32e1f", + "episodes/tank-00121.npz": "dd1d85f3e5efb865b947419bd1601dcbf316d18b05b0d3373ce819b152b0d640", + "episodes/battery-00122.npz": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba", + "episodes/thermal-00123.npz": "4ec8570af2441da1dcea47e7b245750921d0da732f28d509e95aa1dee3f07434", + "episodes/tank-00124.npz": "8e434a04a0ee51f98733e8c4b1d335cbb40753f1dc06a1b4b437a326a84f9299", + "episodes/battery-00125.npz": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e", + "episodes/thermal-00126.npz": "68933d5c69b84b414af6875add05d6a31c7871abb36d520eeaa5a787d3d5580b", + "episodes/tank-00127.npz": "092f5d22c2fa0d5d6b9a91e4ba0110944710bfc4fd1f184aff16566fe98ff394", + "episodes/battery-00128.npz": "af851e85c50404bd8324d03504d108d621be8ec34d1722265d26b4a61d63851a", + "episodes/thermal-00129.npz": "be0d4d0b85b9b0ef398e2ebe9a1d3aa226aaaefef0e2c7c38bbe341df71a0fd5", + "episodes/tank-00130.npz": "129b968dce4fee28307254ec625e9bcd74288f57ce40b455c54c041c47790ca4", + "episodes/battery-00131.npz": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855", + "episodes/thermal-00132.npz": "9884b019a081be8e3936cb3d48a661cba40d75db9e688154e91b2cd6b191de1c", + "episodes/tank-00133.npz": "d9e1d736ca9f72158e095b191ce53a234c6dc409101cb8b84f1c73bc24cdfbc2", + "episodes/battery-00134.npz": "c24fcd499940f47e92742695f2237d8dd4c127160720b09a1c848a71bcb9af9d", + "episodes/thermal-00135.npz": "c647969625b5d73f7589923d8fe36f93456f309267b34786eabcec3645d9eb6e", + "episodes/tank-00136.npz": "ed5e7fa05b4d1d481c935a5011aa41fc5050bc18ec906820eb83c808c1eb5347", + "episodes/battery-00137.npz": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564", + "episodes/thermal-00138.npz": "2c0d74c8d08afd6c8b499d7298293772d6857a29a192509ffcb1245fd2c844ca", + "episodes/tank-00139.npz": "539af85e58830d2005bf1227de0bb80b0de592bbc5cc9b87a11f9b051e10d722", + "episodes/battery-00140.npz": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06", + "episodes/thermal-00141.npz": "387085c3753efee94501a47144a8474a7964e4a885f0e5326e9e55d9af67306d", + "episodes/tank-00142.npz": "a025b370bedb1cc79a2a2748b6005e4f59e885bbe564fef74d18da742cdf9cf2", + "episodes/battery-00143.npz": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76", + "episodes/thermal-00144.npz": "1afb0e4ef3c434bef7aeaebad568765285cecadf1c051dab5a4a709e998b09c6", + "episodes/tank-00145.npz": "877d92be6210597a3fcea015b904b0b4aa914c5617d0799cfd8c0775808a0aaf", + "episodes/battery-00146.npz": "f3eb2c4081e3f812102ebe412da6cec7a896e0eecca96577dc73b1fbe7c7c07d", + "episodes/thermal-00147.npz": "49423de0486b4484475b9a9ff2c876d53accb3a7c2d67ac5076cceb6717f9be3", + "episodes/tank-00148.npz": "a06192e5d3a07063ac9e39b4b879a84211d1babfdf1c643831063625420a4e53", + "episodes/battery-00149.npz": "b72c1c038a408c0b5501b14550177c4f21a3838b50f68df867e4a7ceda5d7c56", + "episodes/thermal-00150.npz": "4981307d5612f2f1610ed28974842ecd6255bd1a2232a550e56096dfa20f25e5", + "episodes/tank-00151.npz": "f78a7b9ba5a58083da204c1b9f18af951a457b69c61f40aad825d2809cffba5b", + "episodes/battery-00152.npz": "a206c73028f4940206a6eec711f67b6e4662c171079b323a47e55915c22d6744", + "episodes/thermal-00153.npz": "db01efb5e9b7bb8d2442b83a0ae1667f2cc20d9e23f09c8799905f982e3f8f69", + "episodes/tank-00154.npz": "275063d1266a35867f38c3803e9118a42cb54f8ac324a3c1e96f244aba9a4680", + "episodes/battery-00155.npz": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00", + "episodes/thermal-00156.npz": "e09cf8657474945b5f1716aaef48800da9c199429d8a1d616ebbdf80b27a1fa1", + "episodes/tank-00157.npz": "f51e91ade0cfb84e388bf42f3baa920620d792a79035310a9f97a4844bcf410d", + "episodes/battery-00158.npz": "e38f1e2ad5d1342095b0eef87262710ea30de1898144719caeae669053bb83ed", + "episodes/thermal-00159.npz": "1a7facd909a3c7aa0b9dd809b69dadc80c16ea3fc60d446fbe20efe64c7982c4", + "episodes/tank-00160.npz": "9bed74afafbb31e6cd54e9d1de1f611d8f9434a01f7b360f4a3dea7bf7ee0ad9", + "episodes/battery-00161.npz": "e95f27d0470d00b5a696a7ba5c8379fd4d44eb623ffa757f01e134b699c6a569", + "episodes/thermal-00162.npz": "4ccb850483744812bdb54b7ee5418b6918583b244ee9d322b704c3aab3e5dc00", + "episodes/tank-00163.npz": "c69f3c7cd03dfd5cf64665255a4ba810d3619d7fa2134d82a87983f656e37ade", + "episodes/battery-00164.npz": "5cbbdc650c573d6c81a0f420943dc2369946dc8dd1b9d6df63f25f3207569165", + "episodes/thermal-00165.npz": "b2286eec1036b542fc2b025c530432207538ccc8709179c6e2f8773805eb2ac4", + "episodes/tank-00166.npz": "ed4c78ca54bbaee95dd641077b4f461660ff4bb81e7cbcaa424865e5bd21fe15", + "episodes/battery-00167.npz": "7618074e54cf08e016f422b9def84be1200b2f8f310124a700f259257cb473a0", + "episodes/thermal-00168.npz": "c35bdc190cd5b80a6bdbfa6f711e8050ff1ececbb5b579aaed6cb47cd73cfba8", + "episodes/tank-00169.npz": "9ff78ca55463c259ef0518f1901d10e2b7f7f2b3be5464537a25b28b7eb09fee", + "episodes/battery-00170.npz": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff", + "episodes/thermal-00171.npz": "5e41e287317a892746f25aa96c810fdd2e5232667079de0660bcf743387a96c4", + "episodes/tank-00172.npz": "3d76cd6fe3c4885f1a2e981a7e81f907c2ab7a5cae1ebdb1906bcb329fad6b3f", + "episodes/battery-00173.npz": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6", + "episodes/thermal-00174.npz": "82448a2dd8df372c5ec23467e8b1675bfd58c7591939f7646ee9e7713e180668", + "episodes/tank-00175.npz": "95e9c77d0652b35fe2c61aad6607cc8a01cac625e3769bef6b4a784636ef61c6", + "episodes/battery-00176.npz": "2962766556a463382c42a940dc8e596be3b93f38fe2c65725dff89bf655f0222", + "episodes/thermal-00177.npz": "8312c81d165b3a92bc3957346f6255681275c9ecdde9fac9a0315783494a6a87", + "episodes/tank-00178.npz": "4af97bc7851ff26ed0249b397e331e23993c92794549ddf278b56c8770dec2c9", + "episodes/battery-00179.npz": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0", + "episodes/thermal-00180.npz": "84b4029a57571a92d09dc235b650208b6a2f572267883c4cae6e96045bb2ae66", + "episodes/tank-00181.npz": "b00c7653ea5d039c3741138846a2e2b5870a4c0b17b9337eba1767141d9ed9c7", + "episodes/battery-00182.npz": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7", + "episodes/thermal-00183.npz": "86248a84274aec59aaec8236d1f28e8ed754a5f09aae7497893299eb073c4198", + "episodes/tank-00184.npz": "9d0da6422c0913f0e38aca41a2c269b2869f9ac7cc4ec847e83ba344e9ef10f7", + "episodes/battery-00185.npz": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f", + "episodes/thermal-00186.npz": "19bb9ea83a100c22f4cbbb9712f6207d795ba815637b9bd3fbc26418e4d46f29", + "episodes/tank-00187.npz": "396c94821d97081fbbcb56ee0321caa0eae9bb9b0fcbc12a5e25111bf95b929b", + "episodes/battery-00188.npz": "19fb17e1abf0f733ff0de2a4a0d8acd3c5d80538b21ba51d99c4b20714223904", + "episodes/thermal-00189.npz": "59f96819ae49e1197d8a0712dbe99ac0bf77af960e34cc64ba3e6559605fa456", + "episodes/tank-00190.npz": "7e387a5e885e6443f6d4ad13ce924099073d4766b5431d12c327da88548ff176", + "episodes/battery-00191.npz": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a", + "episodes/thermal-00192.npz": "339d494637e6e5e4d1c958778b7e5c95eef695d595018a048ebd6ea5a8f5caa4", + "episodes/tank-00193.npz": "1e22de8a6b869bc514567518048b2c0f25cefce6ed4c6fec6d61a1c8fbeb85d6", + "episodes/battery-00194.npz": "c0bad268585b5b7175c649fead98f7cb902b87f54a250f4dfd7b1c2bb260a4eb", + "episodes/thermal-00195.npz": "28c747f444003c6a71b338a486a4bbc500581fc7d4757beee90dd9df41e7435f", + "episodes/tank-00196.npz": "38180982f73267d3ba9b69ab59af24fdbf8e94da26deef5f50ddaf12540a1337", + "episodes/battery-00197.npz": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548", + "episodes/thermal-00198.npz": "04e9c0890e70da00de8c2e652848b0d88ad1a9c6b1652c96aa58300dacd4d977", + "episodes/tank-00199.npz": "e1bdc1323d1a11832383bbcb60fc0f32b2266f11f70d9dfd612daac6f0b0ff48", + "episodes/battery-00200.npz": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132", + "episodes/thermal-00201.npz": "279baed79d34e7403012af28f70c2d76b793a055838eaa8fff00c4d8b564b6d8", + "episodes/tank-00202.npz": "d649c9c8850ce4cb018854f257b10f50f40399bd983159722391dfc377f32aea", + "episodes/battery-00203.npz": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423", + "episodes/thermal-00204.npz": "f307e27b7d9de0e9fcdbf65c6152a0ede505d9d8bc837a39524b00973fc0bb81", + "episodes/tank-00205.npz": "855fa562144cce2d8a42362e1cd6b48f3bee17c2ec6f1adb2156482596261821", + "episodes/battery-00206.npz": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d", + "episodes/thermal-00207.npz": "8c95168e4143a83efd8d9bf6b434ea3663954bdc3e83389e069fbc4a5986cb39", + "episodes/tank-00208.npz": "524979af5daf71990361108df409f9bb6f77aa0c71ac4a1a61cb9375132d5c3c", + "episodes/battery-00209.npz": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858", + "episodes/thermal-00210.npz": "a7620b6c164173295964a8284851bce0bf6edf81b601bcc9a01df85f9f4bd3c5", + "episodes/tank-00211.npz": "d932af7437fa482f012766f83a4e0cf59d08d41eda15150d28f5800c51ab8bd5", + "episodes/battery-00212.npz": "42237259651a89a59b37c987f9520deeac5af92851e7f42cd65450ae31724f8b", + "episodes/thermal-00213.npz": "e150782c0184c1f3d661032ca5ff61d977cede412447e8f135e6434a9f12c3bb", + "episodes/tank-00214.npz": "e4cf8a42020d3faf9c3693ea545976b87167dc5aedec0bc21a21adabb8cf2d6d", + "episodes/battery-00215.npz": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5", + "episodes/thermal-00216.npz": "8de951f6eeb43f6b18a862d37fa053adb81c48b583de676dbf4c5eb23ae9349d", + "episodes/tank-00217.npz": "febcbfad60a2b2b00b0aba29aa3bdb04309c0119e144f55a97bea7c87f2e798a", + "episodes/battery-00218.npz": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8", + "episodes/thermal-00219.npz": "762a8c6fe9d00fb44c1c8943c37eebce03b6a08688a8fe99d0b52762807e1bfa", + "episodes/tank-00220.npz": "9a7deeb8888ee01ab1430755cb0fb80693846d8e2e5b28267def94cdbefc8c83", + "episodes/battery-00221.npz": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d", + "episodes/thermal-00222.npz": "e28c14f941c64c4cb7df70c9eb191b9bd8b887f6228c7d194567dcc1e6d99911", + "episodes/tank-00223.npz": "cd3a55a0a2e4b6ef11690e6b5e88fd547a98327dff73cbbdfcf08bbc4d4fd569", + "episodes/battery-00224.npz": "9e9d01b180e19438496cd32c94830213333eb940ec6ad460772c018d6d3a79a0", + "episodes/thermal-00225.npz": "a81021571b05c5503910689765e6847c4162fae4a5394be0211647602cd06cbd", + "episodes/tank-00226.npz": "ad07a5477f182aa054de01ec1e9789c79da1e75a8b338d175363b441269febcd", + "episodes/battery-00227.npz": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1", + "episodes/thermal-00228.npz": "2002c9c06e54ebd2547d534fb76982a3a093039e0a5e153cebdad6a2d90066b6", + "episodes/tank-00229.npz": "01238bdaf9ea61524c25808eaedbf80d28ffcf2fba2906e65f3a1d8b60e3eb3c", + "episodes/battery-00230.npz": "0d998f9bd5263023efc7aeef80ace53dfcac0e5dd983a76bda79c225ec3800af", + "episodes/thermal-00231.npz": "cde09cdffc35e70aea7af912a9e3fe4daa50e857cc4bfd658c9ce0aee1db174d", + "episodes/tank-00232.npz": "db5941b0983483743174956b06307b453e91c717db9a447d583c90b2725e902e", + "episodes/battery-00233.npz": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9", + "episodes/thermal-00234.npz": "47bd7aea013f15a592b6d53765579dd00167a5ebcc81cb928d8dd7a4e22fff9d", + "episodes/tank-00235.npz": "3ebc073bd64a50aa0524608bd280e5ac4ad330c1d80bf75582f04b6b7b9cf428", + "episodes/battery-00236.npz": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761", + "episodes/thermal-00237.npz": "17b946eb3b4614bb9d901f967e4ae3e209c4f4504ecab6b42527f879b2d8210f", + "episodes/tank-00238.npz": "c98a3bb7eeac3254046242db580e47a197b094fb53f1be5eff04b69603e4f548", + "episodes/battery-00239.npz": "df3f88f98948649e054e901c7f3fcdc41c579dfd0afc1f1a703062fc1dc56411", + "episodes/thermal-00240.npz": "90843813fd2e0c31021620703ec5ea3035f3829f878e93b8f754143ebef2cc7e", + "episodes/tank-00241.npz": "9faac795ce5215c72f50193de9bdb6b4c7ae1c4280f79c59f02dab00e28c8382", + "episodes/battery-00242.npz": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5", + "episodes/thermal-00243.npz": "e76d3cabb51236cc723dbb90602d8363f8f753b958ccb10fdd8328ae93e09bde", + "episodes/tank-00244.npz": "f0b01d9f04f4a0a8a953d5e5267174281bc6fe24f3294021770f478f325e4f8a", + "episodes/battery-00245.npz": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9", + "episodes/thermal-00246.npz": "cd6feabb0521e46d813a0b8fc2021b961fa17f897104cab57d34719227cebfb2", + "episodes/tank-00247.npz": "5354a4466edf3579a8c25f47499702bf313d66f8c5b89b2733fbe60c7be4a8d7", + "episodes/battery-00248.npz": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d", + "episodes/thermal-00249.npz": "4e617487cbb017e8addbe53567fe43088e712766a7097c540db3662bd1806c7d", + "episodes/tank-00250.npz": "e71a7ad896f71059d28250dc70a26b1b9c9e312a95b6360de327f202058eac1d", + "episodes/battery-00251.npz": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c", + "episodes/thermal-00252.npz": "85c0dcee46211cafc07cccad93f155916927f2b1e48273898dd10d3027156377", + "episodes/tank-00253.npz": "1420ecc2fd49a9e40bf8a9173fb237d002be00d9abfe2e51895bfa811dcceca8", + "episodes/battery-00254.npz": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45", + "episodes/thermal-00255.npz": "12046a3608cb34e79bf699f14129a9e4c30f9c2c62d8b63c63ffbe1b59c8fe2a", + "episodes/tank-00256.npz": "e4a4ffa02024f63073462f155ad2c293b44ea6669335e700ef1561283de643c6", + "episodes/battery-00257.npz": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9", + "episodes/thermal-00258.npz": "e772425a365e7bd95932c68b07b9326854957c96d0a73d447a9cd9da9684f6df", + "episodes/tank-00259.npz": "7686b49da443df2fac9442a0e0c78fccab192eb83dddd5503664581c65e2f3e2", + "episodes/battery-00260.npz": "835a6e5955fb49c4fe950819b3b9fbfa43af68134fdadd0c966bf20ce67d8392", + "episodes/thermal-00261.npz": "219e0c0e2f31cfb4551a2097328b297f7b125ac9da332de58ac193e4e0a4964c", + "episodes/tank-00262.npz": "a87fc734100f24d9bb77cdd6d8deec676072cdf62be7d1f3a9ca69d20fd774c4", + "episodes/battery-00263.npz": "1c3c0301d59144086082b7a12bc86c84cc5c3f238bb710c7a4b3671d490d266c", + "episodes/thermal-00264.npz": "364a819ae26ce668509d0eb944fea21a59d6a8ef67c9950eef2fc99d235d8242", + "episodes/tank-00265.npz": "31789a8f1ec0317adf899c7dc3be8b332f3a3953c8bec4af2aec55f97b1abcca", + "episodes/battery-00266.npz": "083bf5633c18907c0fcb0ff16bba2dc529ce48450db1f594bd81ed52af78cd09", + "episodes/thermal-00267.npz": "2a6fa8275f23f17ec1493be73981d912eabc8ea8cd241abad09effda8b7db5e8", + "episodes/tank-00268.npz": "4c45e8c8fac49abe3c6d08ff6264168af623b8234dc6fe9678ef3cbf012baec7", + "episodes/battery-00269.npz": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208", + "episodes/thermal-00270.npz": "4eb36d65b987eb0eb275fba4120e10ef2cae49325e92f5f9d6e3a5989e8ede2e", + "episodes/tank-00271.npz": "6b48ff4d0c2c3e6267a396c57362e3dfef3ff8b658722fc7e2b354dcb6ccae69", + "episodes/battery-00272.npz": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44", + "episodes/thermal-00273.npz": "713e1c9ea0d9c630bc06866b6386213d7f24da0a7ddc957cad9f80a8669cd79d", + "episodes/tank-00274.npz": "d52b101b6af17c1c3416e6edcfeb66459a47bb5562d92d33ffa64493095d73b0", + "episodes/battery-00275.npz": "15a72e51dba697104d1a7bd59b4939b2a6150fc0890aa425655b25d32efda204", + "episodes/thermal-00276.npz": "c5e16519f9f7a5ef55d7214139baa53fd4356aa385356790ea90f915efb2655b", + "episodes/tank-00277.npz": "837bf5f8062c04c838db2c32247d9c43d695794ecd39938f3fd05acdace04ecc", + "episodes/battery-00278.npz": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9", + "episodes/thermal-00279.npz": "c7922d33db1ffbf63e34b4f0d046d11d9d96398ea7a01be353a80dbff3035d55", + "episodes/tank-00280.npz": "f4d07880bc4aea0a48f6fe397dec4ed2b6b1cdb8161f8060fd7440444ea73930", + "episodes/battery-00281.npz": "667cec203a5708c540f1501446e65b53cdc7a1ec4bba06290a7950d0d59c372c", + "episodes/thermal-00282.npz": "8d9fb940bd3aa68c811ca85d17d464da413f4668634049efd8e9241ef67860f9", + "episodes/tank-00283.npz": "b1335a2a3605ec4f4b5243355bbd729bd9c351109662d70d0ade64c1291bc605", + "episodes/battery-00284.npz": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537", + "episodes/thermal-00285.npz": "67c90dc537607a046d051f1c25ee3dd75b4fa957c8eded4e749ce0ddc5e10f4a", + "episodes/tank-00286.npz": "1588631adc0d492aa9bdb8fa4d03a36550c545b62786d4ea2722c59b7a6fadba", + "episodes/battery-00287.npz": "95f39c81af1e3862cd9c955df7971e1baf1704d1e1a8381aeff20b0806958932", + "episodes/thermal-00288.npz": "6eda552fd89ecf388fe3f96664eb0e2f9f1c2286ac2c6e3066bd9f1153b3456b", + "episodes/tank-00289.npz": "5e1993cf3f25997715a41041fbfc11b40fecace7dcc93d63d161ea0fb3a379ff", + "episodes/battery-00290.npz": "c5be5a50394f81be126cc266ba7cefbd970473668890bdda55f91dc7b9d4e3ab", + "episodes/thermal-00291.npz": "657f22f006815dcff95bb06cf657250141d5df425f1a4bc8d27cf7fb54c7c950", + "episodes/tank-00292.npz": "d005e00273745b709c0c032018f7a371067c377ac55f8983c43b8f1d96a427c0", + "episodes/battery-00293.npz": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9", + "episodes/thermal-00294.npz": "072f97df3b5c7f02c336dbb4d41fd025e5a43487f905c9982fb5a61d84a210eb", + "episodes/tank-00295.npz": "2c57a8283977bbf4008e789fc8f915a092633750884fcdfdcc5e2e930061f01a", + "episodes/battery-00296.npz": "c6e556283a867f515a7b940941e0f05dd0663905b8c518263a6247d5e190870d", + "episodes/thermal-00297.npz": "87aabdd6c958e937d0127baff194eeb4c018a531e29e03f7551e79b32285f255", + "episodes/tank-00298.npz": "7658e36a5932bbfa789a0bcfdd7092dc0ac35d1177792b9e0e7bc777449591ec", + "episodes/battery-00299.npz": "8e4b6cdab60e2d8435f1f681e4e6c04975b522a620ee140615aca33493bece4c", + "episodes/thermal-00300.npz": "818437101b9be80109c23a6435f2b8953739df6cb9165c24dc0683ef281584b2", + "episodes/tank-00301.npz": "c803188a8d18a6f3a9e4bf66945d18004f1e07d418641abae7dd929b6ad888f2", + "episodes/battery-00302.npz": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61", + "episodes/thermal-00303.npz": "6347542579835668d97929ff4a24beb416a207fcd7d815bdafa0d9a7c4bb2ab2", + "episodes/tank-00304.npz": "bc74c94eada52bb96a01377dd30903ae08368363b8f4e446c5916626857955c4", + "episodes/battery-00305.npz": "afc35aacabf2f5d162cefccd98a9c0a1ba09756f6a3069d167b492b532c6d3d5", + "episodes/thermal-00306.npz": "3198e97628e4cd676ab630d20745b25194b69ba205bd53b97c8db16c8b1b2c45", + "episodes/tank-00307.npz": "243efe58458832dedf4e6372c607ec22f4d17407e42cf4bf60d48111f86597df", + "episodes/battery-00308.npz": "48fefccc131456616bd1858e112f4d6208e4d7b7b781660b1b4ed85e02259c0e", + "episodes/thermal-00309.npz": "944593590768a90b473df893f4306f3dc242da78c9d4086868c8e5f2b3330e42", + "episodes/tank-00310.npz": "d11a6a61e4062d56847e2d89698bf03ecb89acc8f001cfc1e377131cfc177305", + "episodes/battery-00311.npz": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde", + "episodes/thermal-00312.npz": "02784c73e1afc63e1959cc7b289f11f668b19d51f92aec64c09eeecdf156d523", + "episodes/tank-00313.npz": "d24a96c7e770b96f66fa59da4b6f56b536843aa6f0c8bcfc903791a8ce41a066", + "episodes/battery-00314.npz": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2", + "episodes/thermal-00315.npz": "bc13601e103310fef683ce897fe7a0b63634ab13af73a29b6d76af1afce0b258", + "episodes/tank-00316.npz": "589351348e5f38d79c3af1ec9bae1644d89d540316bd8987fa93518eef095e7b", + "episodes/battery-00317.npz": "efc6118f1452a6f60726a8dc2f8451b8e0873f3c0840e3e3e5fbd8285b97a063", + "episodes/thermal-00318.npz": "68d5d0366055c84b86afbc866b9a430004d0ef4d578fd8fe8ce3fa519eda2616", + "episodes/tank-00319.npz": "11dcc81ab95c4c2638c3a152accee152ed05588aaf9e1d648e1f4b0a0ce953d1", + "episodes/battery-00320.npz": "da0c14edecae5fe60b28283d175b3c118973677d6b880dbc6607550f1c473beb", + "episodes/thermal-00321.npz": "343558e113e418459733cc4ebc59c79c99c440aaa44e38c4676e6e7a202b35dc", + "episodes/tank-00322.npz": "81f893b1e2ca2e4b8ab816847e3293660c9b0341a710f0ce6977c6d99b3000a5", + "episodes/battery-00323.npz": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215", + "episodes/thermal-00324.npz": "374856f6a260385de6f6a3f4b18ed3318f3b05393bdd1c1509a86035e4ca5112", + "episodes/tank-00325.npz": "e7870283655f62ef7ba49e3aea97a109e0853bdeddd1952c6cf62136a68623fb", + "episodes/battery-00326.npz": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718", + "episodes/thermal-00327.npz": "1acdebad223e2f2146fc5f5d58780efc0f7356b657a139d90c1a2b7d0c52ae02", + "episodes/tank-00328.npz": "b53247bc314e7500a3908695d0e4fbdab82e489ec6089aaa58b91e8dc10af810", + "episodes/battery-00329.npz": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a", + "episodes/thermal-00330.npz": "076da8b78302a23b2cb5f0293438f4fcc95a98dbd65d358118b54af24d91c816", + "episodes/tank-00331.npz": "c0a69dad36a00c705a2731ad635888eaf513e265a6d98751b47df2dbb440a9fa", + "episodes/battery-00332.npz": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee", + "episodes/thermal-00333.npz": "de50f1dfd788dc36d517fb8db430d141eda160971effce5b15661b79ad7253fe", + "episodes/tank-00334.npz": "6a341321c4945b2a9484e5094fe3e4177f32ec9ca21a6ebacf7614a7fa1fc822", + "episodes/battery-00335.npz": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8", + "episodes/thermal-00336.npz": "1dd634f76b47878ac26e9027b3a3904deab83855b5a73580f7e3412b73d2f62e", + "episodes/tank-00337.npz": "ec66c67d95fe0a45680e7dcfadb3b052ded9b8b33ba189ec03f2884013b15ece", + "episodes/battery-00338.npz": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343", + "episodes/thermal-00339.npz": "b12a1d28186f8a94dadcf237d46d67e8b15cae98167ebba9ee71e1ff8eead126", + "episodes/tank-00340.npz": "20e7ab7af733233b3c1c93664c78bc0625c2846a2accd0a1432a42776303bb2f", + "episodes/battery-00341.npz": "5d16990ede46a78fdaa662671f641bb98f8a869231319336b2a8b8d773cf1f61", + "episodes/thermal-00342.npz": "a738ad66394fb910457a3b170eab77f56d72181da79bf3701cfaec95571502b6", + "episodes/tank-00343.npz": "beb056f0d956109bf629f963cae29dfef0a6e26a268886156ee985c9c51eb9dd", + "episodes/battery-00344.npz": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54", + "episodes/thermal-00345.npz": "b274dde5a86b54f3943977cdcdbb3be2c510d74c07403beffe16615a7bfe8b03", + "episodes/tank-00346.npz": "3efa87f476d70eca8e38ac9989da42e2e146ca4b3fbf48265b9d1fcab7f4d7c0", + "episodes/battery-00347.npz": "aef3d3246306a09a5f4a9c1afc13468ca2e7ccfe9ee5a9773e62ba142ea6b452", + "episodes/thermal-00348.npz": "667e99367184494e304b102b79eef537533848e13ab161b0b0cc907c03600c5e", + "episodes/tank-00349.npz": "f175a3566d575947d50fe355f9810d8aafeaf6ee7a27d21a88d8ef72f8a7f72d", + "episodes/battery-00350.npz": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656", + "episodes/thermal-00351.npz": "241f010e890286303a26c1b98b388c7e15e0cea22f2ff81550b0c633be1e263e", + "episodes/tank-00352.npz": "1da3e58a4e5f0e7b89a9543fa88b7812e99f58e10e2dc44896ada931d64ec67d", + "episodes/battery-00353.npz": "5ec12ceba43476e2979055e1e801dc15c5e48c32654c50efcf34ee335d98f06f", + "episodes/thermal-00354.npz": "e166257afcae15decad15d75721cf836cca8ac63c7f47ed9e5a80ea53fd5d5eb", + "episodes/tank-00355.npz": "0f331b89a7cc892448f16b65da9279dd16ba2fbe4fa47b61cf399b0d02add9ff", + "episodes/battery-00356.npz": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c", + "episodes/thermal-00357.npz": "58766c6450927f556ebd871621a7beaaaf8544ceb68aaccde207d6bec7470ebe", + "episodes/tank-00358.npz": "64a7690953667bc478dd0a41f90c2b9c5dfe8db34bdafe10c7aa0554078518b9", + "episodes/battery-00359.npz": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753", + "episodes/thermal-00360.npz": "ddf359807bbe6b18d670553c9d9c79aee9927672b18cc1fb87b8bfd963c5fa5d", + "episodes/tank-00361.npz": "bc761131a2848bfb2edd92327c25ac560ce769a7697c499bd2719e003b00274e", + "episodes/battery-00362.npz": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4", + "episodes/thermal-00363.npz": "fe9f3b53c528c2e505d07766bf8298a1d3bcb8b04b905ac3b8e7ffd3674849cb", + "episodes/tank-00364.npz": "ae09decab28c071487a8d0b2a5e531a98337a36f9f1c8b1171e4f460d8d709d2", + "episodes/battery-00365.npz": "7310d8f64b3031382a788c3ce16deae685f484087796a3c01016004d78354b56", + "episodes/thermal-00366.npz": "6e6900bd1140145a6a34acdea016b20f3569a552ac7983a546b7e9a5dc596a6f", + "episodes/tank-00367.npz": "027692fb9d1cdcd1c4133b1ef18de6cac8b12587b83bc77647bff88d89fab298", + "episodes/battery-00368.npz": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291", + "episodes/thermal-00369.npz": "662352361b92cb95903979dd4de773bf44f9b76d3832fbc0f6741bf7fc86fa7e", + "episodes/tank-00370.npz": "110ee296dc5a656b0dcb9b37fbc4f95d13e6a206f19b2ad8c378a89f1635f461", + "episodes/battery-00371.npz": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da", + "episodes/thermal-00372.npz": "afa90b9d4185902958765cda3e711aee45b1be75479a672de95c1de312afcf8f", + "episodes/tank-00373.npz": "7d7a69e8dac33f73d3519950fd7c0dd2e4e78d789f89717e0137163d9eb6b3ef", + "episodes/battery-00374.npz": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf", + "episodes/thermal-00375.npz": "118c3925f3f9376c2299047c5ba5c1ebd54cd7f4664e15a6c1248d8087465f89", + "episodes/tank-00376.npz": "80041200ed3c6fce11edfc84c0f28c2928e52450f305c6b4a5a9ea6669b570a0", + "episodes/battery-00377.npz": "268ccd7b981b95d6cfb0a99659f367e9cbe2ee1038193c3ea260d8a2e464309a", + "episodes/thermal-00378.npz": "85f6e998990be313f3dca5696976a4dc3c5e4452bcb0c9abe0979bb0e61f8714", + "episodes/tank-00379.npz": "df1ea805183d33b0dd5e1637422523393352d5a538472e83dd2e9edb9741b151", + "episodes/battery-00380.npz": "f832d3633e9d56941e797ddabb8ee4a7d60c4e4ddd027b3d9010d0030a98cfa7", + "episodes/thermal-00381.npz": "ca55e4ded18bd965bf038adc1c91440599bedc7cbb5fdc293fa52ff3c8c2d010", + "episodes/tank-00382.npz": "6da3980878b461360e4d6dae9eae5e5fb4c11543bc50f895fe104a55764d54f4", + "episodes/battery-00383.npz": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0", + "episodes/thermal-00384.npz": "e83cc96312fea05bb013fdb0db9e210b0f68939cea60a282e9ead3d52749c27b", + "episodes/tank-00385.npz": "f7b0862f622ada8df97c6df9c19e294458e95e68b5c9363f6495bf3198ff6ae2", + "episodes/battery-00386.npz": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad", + "episodes/thermal-00387.npz": "28e150538675d0f064f8621e6f4e92e71ef94ead73697a060936cafc05e21839", + "episodes/tank-00388.npz": "9dfd8dbe153502ffcef4ca65be071f74711b727897426d765a6b6dc8310976a9", + "episodes/battery-00389.npz": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be", + "episodes/thermal-00390.npz": "49ae0796014f57c7dd5764ac11b7feac748ecc13c4fab610638ef58a73214552", + "episodes/tank-00391.npz": "93fbb799e3cf9fc7e7aae007c5a2b82a9e39b9868a0f7e0585218ef36519ae66", + "episodes/battery-00392.npz": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106", + "episodes/thermal-00393.npz": "a8b0ec9bf51fed7811271f38907b46cab34b0feb0f13b54cd9a6cb7bddebfb8b", + "episodes/tank-00394.npz": "72a88baa90e3c7c90a0d0e3abd5ec5452f7fd144f6271484b00a6a5800bcefc9", + "episodes/battery-00395.npz": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5", + "episodes/thermal-00396.npz": "2b44822d11c1b48b6ffc074b166408c7f755f1bbb4fee14e41510e31a4181fd4", + "episodes/tank-00397.npz": "930d65514213de857fa68df4d66c5884540e4f6a9a2d788e2cb357c8eb0e880e", + "episodes/battery-00398.npz": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a", + "episodes/thermal-00399.npz": "1c260a3ff189fd828b35e3e89cdf600993de0a619c40e23857508bbd4e2f278a", + "episodes/tank-00400.npz": "78a49902ab827ab7f0eebb11aa48f3d0419d5673e3372ee6f8125663f1e2dfc6", + "episodes/battery-00401.npz": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c", + "episodes/thermal-00402.npz": "76f680069c79ec8c4239e41644166009f7fd9edd03c3c4e70845380b3e794613", + "episodes/tank-00403.npz": "5f204d6b23819e2316d0689b62ed0ccf02a53c0e2c2a2c88b983877e457b1c5b", + "episodes/battery-00404.npz": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799", + "episodes/thermal-00405.npz": "4549ca4a8018644817130c2b9d8897b89009ad50e39cb82cfc9787b75652d10c", + "episodes/tank-00406.npz": "b65bff13dfabe5e41a312785fd80bef1234f381429ffcf05ae7c1f7e1985d428", + "episodes/battery-00407.npz": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139", + "episodes/thermal-00408.npz": "09b6b3eb8f16ce466547cd6170f7ce6324c17217b18ee11599ce37cf00b62824", + "episodes/tank-00409.npz": "7968ad0af69115a961bb4f68b359ecd63ab744daf69559f42333f10120040e96", + "episodes/battery-00410.npz": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670", + "episodes/thermal-00411.npz": "f491d071d15eeaba6a0a906e5f940b2ec21f38b71eb1a265d51aae3d1ee1d019", + "episodes/tank-00412.npz": "01f2b35af8977f5a5ab170b649570e36660fe3cdbd463f9d29e969bdc9b4a6dc", + "episodes/battery-00413.npz": "e39d56760a7d5265c9bb7828ea2cab4f2ebe1c34ed811540a9433dbf8a12c09e", + "episodes/thermal-00414.npz": "b87182cb4137cf28057981e974b8eb657cf62e3e33cf554afe342b67d5fb7abd", + "episodes/tank-00415.npz": "851b02b721672e162f4c1fb56aa5487929d2ae8dd6cdeefcffc9845b638fa745", + "episodes/battery-00416.npz": "d4909ce3809155471c886b3fe522eda4a19841fea29438bb0199bf1758826de8", + "episodes/thermal-00417.npz": "a508c8c2fb7a3ea9b10785d58ae2e0e2d44d4249059a04679e4b974e8d6ff183", + "episodes/tank-00418.npz": "44948a1d5aefa830330c5a507f481cebeb68f29ec32ac150a92376fcf71e0aed", + "episodes/battery-00419.npz": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366", + "episodes/thermal-00420.npz": "a55c3c179230eff817188dacfb257a27404ce8edddbb48dd0bd144cb120c3847", + "episodes/tank-00421.npz": "b4cfeec00422b016df2e6d52cbdc8212453d93699d68b43abb8b1d92d7ee1168", + "episodes/battery-00422.npz": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1", + "episodes/thermal-00423.npz": "01c4026779327fa0d6e5745af4afdc82dafc93899d16971d534ce989a16f4a08", + "episodes/tank-00424.npz": "bd1c40bcb3f5f1251aaf7df667a2d41ebdb8373af60f1578c9738aa31aa8991d", + "episodes/battery-00425.npz": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b", + "episodes/thermal-00426.npz": "f8670ad4a449cc122473116205f2eedf1451fe28dbe7c2ef3733e2d0d2c58817", + "episodes/tank-00427.npz": "294ef6c8885c7756ec1a1a65ccc881d68950a7ced8de1604744a421b436ee0b8", + "episodes/battery-00428.npz": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01", + "episodes/thermal-00429.npz": "6d6754d17ff2d16097d9dc9fac97db4ae8733f8c97188569ea8646d164bd9b2b", + "episodes/tank-00430.npz": "85a2dddd312b9073eb2fb44825fe6624ef3e624c9ce3ce72d015c668e1242a2e", + "episodes/battery-00431.npz": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4", + "episodes/thermal-00432.npz": "99694e8dee347793e9a10560c7016409a435428ff1674475e523279bde93fe57", + "episodes/tank-00433.npz": "f0e8fde1dcff8f554c71dbb5ba9bbf342306b738a1242b6c7f367be3e1b1a4bd", + "episodes/battery-00434.npz": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9", + "episodes/thermal-00435.npz": "230217c86eaa1881b1a13f1952911f3e20500f99dd84b4736959c2fe299d5446", + "episodes/tank-00436.npz": "9127b51273747043d3b73cf6a9217e8d04dfc81e086baa57a5e964d396f85a6c", + "episodes/battery-00437.npz": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983", + "episodes/thermal-00438.npz": "a5a4670354f147defb6c3ea5bfd3cb4a2e94ef909b2934a4526dcd780ef0ac40", + "episodes/tank-00439.npz": "d5d61b8facdd46ff29efcc82e34eec7de69055ffc1186576601e4da5ba540d9e", + "episodes/battery-00440.npz": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad", + "episodes/thermal-00441.npz": "ab299e9fb07961814e004e4be194ed36a9f24b5e2d124d82b8e06aa81d953880", + "episodes/tank-00442.npz": "eb42b496814d71c068905fae1b12cda367f62a93d4684b1fc02fe3c1813e023b", + "episodes/battery-00443.npz": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2", + "episodes/thermal-00444.npz": "63e903f23ee0f04d2e77d54a0c76c16010a9c6dc7226021d1356087d554f96c0", + "episodes/tank-00445.npz": "c4f516c133acdaf0b764a0c52afc5775104e835277b8fbb6e3a6b4966f9f5c2c", + "episodes/battery-00446.npz": "1c010d80899fb0d69f61c7f6e5afbee204fa289c59f13a50eba99ca894ca2e1e", + "episodes/thermal-00447.npz": "cfce859a9481fe33849b83a3c73c5a4d184db4fe94beb3b49c058a3a8bb4f040", + "episodes/tank-00448.npz": "689dc810223ba2b0be7dcd3163b73f1351f820657e3bc498b115605915d80b1d", + "episodes/battery-00449.npz": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee", + "episodes/thermal-00450.npz": "afac29e43e241a8758e69f9cd38e742eacedcabd6518468cc7f0e7651a751dda", + "episodes/tank-00451.npz": "67489aeff9f503b881ffcbf9f3f8f13c06e3269cbd8bf099051fdbb05ea93570", + "episodes/battery-00452.npz": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de", + "episodes/thermal-00453.npz": "59c37b054dfbb1c876d67d70dab7d789a9be5d9985a43f589bafd44b6a101a92", + "episodes/tank-00454.npz": "4e3567cfae76748a1b5fb45cab7822a4bc378b8ecf9db88e156219d5223f3f12", + "episodes/battery-00455.npz": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387", + "episodes/thermal-00456.npz": "211e784c5c6312c214856e747dcc78420f79a254801febaa91668ae7dbed1c50", + "episodes/tank-00457.npz": "42b08a47acff3a02bd735506ce32ed3ec5e6366957a56729d1f9bd5a23fe2266", + "episodes/battery-00458.npz": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0", + "episodes/thermal-00459.npz": "2466967af64c44a09af6ed7f53b1cd75043f4706b0908e6d635cdef08f11c8f8", + "episodes/tank-00460.npz": "50e9593fa736f417bf63ca1f4ef27e9deb02371bbcdbcb52d09abb4e89610d6c", + "episodes/battery-00461.npz": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6", + "episodes/thermal-00462.npz": "aa527e5fa91d7f2dae3738a8629be11f89b18d6137e64bbed0cfff9501f4ec71", + "episodes/tank-00463.npz": "76dfc5fe22e5d1340d1828de5846ecc2b3920a5a98aa9b1215ef14c36a6d6b9a", + "episodes/battery-00464.npz": "b1606bfe9ec15549381c2000d675ca2d0c8322b4983850c8c5171b3637fbeb3f", + "episodes/thermal-00465.npz": "70b454e326ed2438c7b44c160c1fb9fae05d61d3e441cb63b3f34aa796f86225", + "episodes/tank-00466.npz": "0eaf0aa591c4031b15b4571e328d21606658306f74b60a96b21a8d89ecccbd2a", + "episodes/battery-00467.npz": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855", + "episodes/thermal-00468.npz": "a9aea6196c2af5c925e0dc6cf3f565d32e7ed512f4c595b78a46a75965bb98e9", + "episodes/tank-00469.npz": "f1303c978cecc184734411a6ce6ffc4ad7f130560df59e207093a758b184d40e", + "episodes/battery-00470.npz": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a", + "episodes/thermal-00471.npz": "db12218699f716e3005847033c553c6a3cc3b1b8f782bc136e5a24af58820b2d", + "episodes/tank-00472.npz": "a1cb2d047e5c9f536e1a2bf08a35f63c01b0658d6cabf93f73179e7b9e32fca2", + "episodes/battery-00473.npz": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774", + "episodes/thermal-00474.npz": "a42004a71e10dd789b169fa264fec61de1e4527bf236ff32afa94d476f539482", + "episodes/tank-00475.npz": "9ccf6a640501152913bc00cd37a3a29e6e40c334e5014f442c9ccf4bbf530be4", + "episodes/battery-00476.npz": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7", + "episodes/thermal-00477.npz": "10ac27cf9f3abe4e0eaa11ebdb8873b155c057962edc33c78015518f447cd413", + "episodes/tank-00478.npz": "0261efe8a91f82533e771debd2e193ab0d704d4a2a9b543159ee8553a439494a", + "episodes/battery-00479.npz": "cd4380ebc1dc14131a930facb5723901f924042d060aeb5133c15b99105737da", + "episodes/thermal-00480.npz": "07a426dc7b57bed634dd4acbf1309a4881c459c8daea87c5708068ae764883e4", + "episodes/tank-00481.npz": "07779f3db3c6913b94a35ead3a2f6142193787250cf9813d136ba8cad40141f9", + "episodes/battery-00482.npz": "d3c1f0492bf07be4acc14754c1a3c2105d62a8a3784b035a862dd910d178d35e", + "episodes/thermal-00483.npz": "dbdf0b9175a2b5ac7a0cf6ba1aedcf4745d7604bf821c078e559ef2d29c26ad0", + "episodes/tank-00484.npz": "83643be6a92b0d37387bc1de7165349defba015414cbc790ffc4ffa7bbf7ee20", + "episodes/battery-00485.npz": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d", + "episodes/thermal-00486.npz": "550c2abf022de6026f0c22a8971f751b05d9b5f7ab5b704c8f1ed1aaccf36476", + "episodes/tank-00487.npz": "69812e61d92b24bfd1ff72b90f7a9bcf6a48ea32998501528aeca2301c91ba84", + "episodes/battery-00488.npz": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323", + "episodes/thermal-00489.npz": "23d0fc613bdaf50e92f840601bd2e280524202e495914ab20b2ad9701ce213af", + "episodes/tank-00490.npz": "f609bcfd8da04e8f038740b170f80aec677a1c7cb13efc13f7596eae2409b046", + "episodes/battery-00491.npz": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb", + "episodes/thermal-00492.npz": "10dfed8a2673cc52c9b55732d3e796def9f96fafe6c12818256f9b098ce476cd", + "episodes/tank-00493.npz": "3d8be3432f7deca031b3e0bcb5cab0e58e38da8f2b292697c0511e67b18c06ad", + "episodes/battery-00494.npz": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6", + "episodes/thermal-00495.npz": "77b4ba7a3de2e9b22e1c98c92b59a3b6d2393bd405545120019b6ecefc51c287", + "episodes/tank-00496.npz": "07d98c7c9781449226750f7747b322cae91a30dbb63e8e144072c36c40b4a925", + "episodes/battery-00497.npz": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4", + "episodes/thermal-00498.npz": "0fae60d0b850d8cbe47915a7da6237cff01ff8c28f55cc1bbddbaaa28610162e", + "episodes/tank-00499.npz": "88ecfe2f5be93f1c73e923fd8cb89f82910762be6300e6b344f66e709153c223", + "episodes/battery-00500.npz": "35890c482d7883f9c5359faa4637aac665b561348593886fb9a768dbe5422a4c", + "episodes/thermal-00501.npz": "959f8df1575a9bc63e99d0f937a4fc1bf81cd6555791fad2861ea66b33034522", + "episodes/tank-00502.npz": "eee7b0bfb9ebcc581607b477befb7b70f48971fe3ad73eb86bcc96f58b8843ee", + "episodes/battery-00503.npz": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402", + "episodes/thermal-00504.npz": "7f7ff5b94961de2809cdf77e772473273c604967d8ea39f03d819e7feea394a0", + "episodes/tank-00505.npz": "fda3602d44038d3c6318f18d188869d602ba613308220c26c7939d06e16968c2", + "episodes/battery-00506.npz": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612", + "episodes/thermal-00507.npz": "2c8bbadd923bdef3467ffc65b773924fbe6c318e46bbc7d2f40f4174747ee1cc", + "episodes/tank-00508.npz": "4c701eef2ad5402ddd1487de7746d7a4d8556b4089df721ebf6fc0c0924a9d69", + "episodes/battery-00509.npz": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3", + "episodes/thermal-00510.npz": "1857ecc2b461fa93490360b6f6f7fb972c068ca9ec53f1ec07b4db87583372e9", + "episodes/tank-00511.npz": "771b879831700ab933a8710e8164b6f69b6d61c1b63c704deb40c7dab33d5f89", + "episodes/battery-00512.npz": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c", + "episodes/thermal-00513.npz": "6d32552a729123a982c8d5fc6ac2f86a278971c233d0f6da0b0e55995abe6842", + "episodes/tank-00514.npz": "fb7b5fc9904a2d3c831cc68313f6a8096b1e31fa2a55168149fc8b9165004444", + "episodes/battery-00515.npz": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21", + "episodes/thermal-00516.npz": "c591adfa0ee0c4952cff201cc06aa75048217ab38c2bde98d0e8e7c5274c9134", + "episodes/tank-00517.npz": "e316b1aa9c1d3751beb0e4e59205fbd7375ff4aadbf011efcd2c65b23eced8ff", + "episodes/battery-00518.npz": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4", + "episodes/thermal-00519.npz": "3089d6ce5cedbc7dc92bbb6406c0a377edbdaed2abd6588a09f2ea44bb8e630d", + "episodes/tank-00520.npz": "084ebc4bb0fddd5119baa79c676c3597468174b0a288c27b918734ece88d2388", + "episodes/battery-00521.npz": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9", + "episodes/thermal-00522.npz": "49feb1ec17dc6a8d48cc4d26502aa6573ad4f62c581ed641d01865296e85a463", + "episodes/tank-00523.npz": "d5a068d971e4d7de74bae9f027ece756010320cbaa38a5e57f41cf4c169c7966", + "episodes/battery-00524.npz": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac", + "episodes/thermal-00525.npz": "705c9b52e80494ca6c03537ee471ec14dd9657533d9dec694a5e9a72c52495bf", + "episodes/tank-00526.npz": "c5f17c8de329a395fcc0f977b0722c08b65863128ea2d015180a4e6f21d747e8", + "episodes/battery-00527.npz": "393df4e43f4a70a504b9da663fc733023755b937e558b9ea093dc3daa42bffa4", + "episodes/thermal-00528.npz": "2978370ffcc9b78d5ff67cb9edcfe995e69346d92cffcb6775f877c75c28a72c", + "episodes/tank-00529.npz": "880b79701af3bd2a137aac7eafecddf301a56cb8704dd75ea032fc406933bf95", + "episodes/battery-00530.npz": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a", + "episodes/thermal-00531.npz": "ecf551dc2d84105d36da546fc42c1cc1e5a8482c7cf4b9119479192a22beb8c7", + "episodes/tank-00532.npz": "796c1bcdc52a3e0b3b4c716c63b88c4b89044420dcda6946507e1b45665dc593", + "episodes/battery-00533.npz": "d7a8613dc767e181afcb6d52a3b25814b527d529717315d9b26acc07dafcc161", + "episodes/thermal-00534.npz": "2bf96664ba4f08df3250281db905c26f0025e73b8c8637a82cdab029dc132e17", + "episodes/tank-00535.npz": "90747579049e5f0e1780a11fe945d7cf85be2e4717cec50006201150a01a2779", + "episodes/battery-00536.npz": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195", + "episodes/thermal-00537.npz": "e42835d27ecb1945eb6aa1e7185827ca323c1ee513fdbc5b05da74088fd9bdd3", + "episodes/tank-00538.npz": "f2e714c842c4245234a3e74d43f9cca6c81bda1a500b531ab37c1fe84931cdbe", + "episodes/battery-00539.npz": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0", + "episodes/thermal-00540.npz": "8e446419b63aae498e6b0eb3c28f3e7bbfaeded2654e28fd7070409cc28df74b", + "episodes/tank-00541.npz": "754ae076b5ced2bccc8ff07421af5ff9191501df2e986633f2dbee87cfbc599b", + "episodes/battery-00542.npz": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f", + "episodes/thermal-00543.npz": "fcf95e4802324e9161a2d8bdba33235a43fc6a3cebbbf3fc7de1ed19a848848f", + "episodes/tank-00544.npz": "46cd8b8645e4b515fad28953d048118e9446fb8c1afa3e9a8ec30229d939387b", + "episodes/battery-00545.npz": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3", + "episodes/thermal-00546.npz": "e78852f11d3a163afd1056be8e2253e64a53f18a74bb195141a3a6eeecae7eeb", + "episodes/tank-00547.npz": "0b1e2b3fface9b5dfabbafdaf9a974cb7892e5ede462182f73a03a89b6596e95", + "episodes/battery-00548.npz": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019", + "episodes/thermal-00549.npz": "4a16aa501eefe6bc3a6f6a91b29bcf419ecc77b16a0dbf7ad7bb2e4fecd58592", + "episodes/tank-00550.npz": "0e9b07fe781b9044b272649d5c73f1e039000d2344283883017f7dbd8dc56169", + "episodes/battery-00551.npz": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736", + "episodes/thermal-00552.npz": "c7f2ddcb23cabbf42e3caee0d7e13965c0895bdecb02898e9b2c23cc7f605f20", + "episodes/tank-00553.npz": "8c884473fa17920dbdb2a6c2abd37ca09ba961e2e527a484b2b1f1cef54c9d07", + "episodes/battery-00554.npz": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0", + "episodes/thermal-00555.npz": "6e1b37925cb0fd18ded0472243a57a178d380d34d2ef55a320067c0a7e3fa47d", + "episodes/tank-00556.npz": "bb3b981d536e0755d944c32c4b471188854fde674f6603884f6800987747708b", + "episodes/battery-00557.npz": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887", + "episodes/thermal-00558.npz": "059b352f88c74db4c4655e2f81ff519b56095561a32467adf74b4553dbb9b9c1", + "episodes/tank-00559.npz": "9c9f7658fd43b0b811d7cbc71bba22800ec56956b23ce279f4dcf139e70fc0ea", + "episodes/battery-00560.npz": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa", + "episodes/thermal-00561.npz": "a6fe8c7f5d295b1d90dc53a461c8946ea07efb046612518ab893ef79a2cf3b8a", + "episodes/tank-00562.npz": "809b146459da1a10743b28e2e4a457de71accd5f12a8f8e911cea09cbd23a383", + "episodes/battery-00563.npz": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473", + "episodes/thermal-00564.npz": "83b3229b6c6453a11eeb9ee7221ff53a58d25f3796ab98a1c7b3820272a29eb3", + "episodes/tank-00565.npz": "bd09561cae94c56ad7e49861a203d1046d2a5ed57e53e83016366a4091ac81c4", + "episodes/battery-00566.npz": "c6289356b1f4df912cc88e9ba11becc0f8c0e16aa6c5f632f90f68e483d28856", + "episodes/thermal-00567.npz": "e8e49286fa5ff225a0de901bf9e42b89d95dee865c5622443bb128170ffe45ac", + "episodes/tank-00568.npz": "1b2d51221c1049017989d03db0df18148ead5bec48fd14977ac5b88f4f37b669", + "episodes/battery-00569.npz": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0", + "episodes/thermal-00570.npz": "f3b2add5585ad455feb9c61725ab7e198ae5fff6b6f5a566dd0e31410694d072", + "episodes/tank-00571.npz": "8571702c16df12f784a6f2088c1bddd7d298c1cfcb1122b9ad80e8b1ed2aa1f6", + "episodes/battery-00572.npz": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db", + "episodes/thermal-00573.npz": "f092add38c2f363db66d914c9a51d93aa35acdc9b7b2e1353219604df299f1f8", + "episodes/tank-00574.npz": "6c40501c150a5ec6e3ad6dfe5610811059d50712dbd414fd6da8f8afc58a5fd6", + "episodes/battery-00575.npz": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215", + "episodes/thermal-00576.npz": "8b775a6aadfc71c09037ddfc7c686e89a216492fa0ba34c77fdfeba3b8aa3ca1", + "episodes/tank-00577.npz": "37dd7e107003c6cfd12b301dfe2a40dddd9bee6d7ac8c6fc3185fa6183b4fbda", + "episodes/battery-00578.npz": "0bd461f6ecad3cd2347aa2996cc3ddf6b18bf8b61d425e4101245d16c88dadd1", + "episodes/thermal-00579.npz": "b51940c75644b3270127667d8ab822274b4ee9fd9cbe132dbded830e47f940b0", + "episodes/tank-00580.npz": "880e562646771a67c96abcc5519a008b0727b872994083aafd93189b1a32131b", + "episodes/battery-00581.npz": "a2d080b2c83d759c00398f98cc470a58057a97608200cd3b6ae896e0762e9560", + "episodes/thermal-00582.npz": "33855633aa0e4a47b7cd1de3256dcd1b894b58e2a9efe1daa269ea01e1191e8d", + "episodes/tank-00583.npz": "fcd2fe45b9c032ebfee892091826726334fc02c6894d1593621c8b61962f4fc1", + "episodes/battery-00584.npz": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c", + "episodes/thermal-00585.npz": "a71af552a0a54566941df5b56e53ec93aff6f66a241ec9c5551a92dba23f024b", + "episodes/tank-00586.npz": "6f3485f24248a7fe64ca227f7fb897ad9de7456e59a89aaa6d2e319157f3711a", + "episodes/battery-00587.npz": "66e21aed09401f16fbd45e96833502147c4dbcba32af9b3c9299fb8eab290d8c", + "episodes/thermal-00588.npz": "393fc47f5fe37efd74e4a8f76266c91386146f5db4c468156ea679ccf47d691f", + "episodes/tank-00589.npz": "b57ca55fce092074269f46789d9904ff6195ceaeb3f469240c9f94f3d95ed805", + "episodes/battery-00590.npz": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05", + "episodes/thermal-00591.npz": "859f3b5789aea796589da3211cb5f20cec161d5474fd23723ee11783bf6ecd45", + "episodes/tank-00592.npz": "3ad7bc9eb28aae3cbd57667bc5597b6bc2ebfe3a9cffd937611565df9f127945", + "episodes/battery-00593.npz": "e952b0b08e6139fdb3ef912fe919ad5222d03606a6374717d3d642e5f28c2650", + "episodes/thermal-00594.npz": "fafe36d0c9f46f5f2ad0605906c79c8ff0117e8decc09d7f3b454e8692d9a58b", + "episodes/tank-00595.npz": "0b04bc387da93e3c38be1fca4b77e315615893fff9a7c2c2077a5ec6b49afed2", + "episodes/battery-00596.npz": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb", + "episodes/thermal-00597.npz": "222499032067b3420563cce898c21ca66b589ba45d8e7d5cbffbdfd45e628808", + "episodes/tank-00598.npz": "b4c7dbc208f4bf9be04979aff78bace9982cd1be350028926f1db3ba04795e4e", + "episodes/battery-00599.npz": "b94ff43441acca041327763ba74dd6ad2b5f8fbaeee3b3c4b00e366e7b751eb6", + "episodes/thermal-00600.npz": "58439022511d3e91ef607563265ef2308ef8bb40c8be6952aa48b004071dad2a", + "episodes/tank-00601.npz": "04e0aa0b469122de41abfdc93e4ea4d812485a29398618de4c112d2ca3d0f118", + "episodes/battery-00602.npz": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7", + "episodes/thermal-00603.npz": "0946527e3e79d363a6c47551d0f7492b81656b8f56d54866a850167c212e2f54", + "episodes/tank-00604.npz": "958ad29407657c1143e8f4d339a947a30651e3a37010c87222f2a411631ebe22", + "episodes/battery-00605.npz": "dc46312e6c9019569fd1ac23c91df25eaa64f2f27d49fb7a134a48de9e999319", + "episodes/thermal-00606.npz": "89283e8dfeb3343bc42ccf14d0146f6fc4312cbadb6d3bec0b58d9a02a13609f", + "episodes/tank-00607.npz": "8ef880c6437ea4822f933f9c5a586aa612672159f9c2c2301216c26799e4385a", + "episodes/battery-00608.npz": "02866b6e651153ccd5e6b4166ac3c6d2781c360d1db4fa623f5960d829a32b8b", + "episodes/thermal-00609.npz": "8db6dff467acec930d6df609508e6748e1ab6d59a944c37308e4dd3674ec1eaf", + "episodes/tank-00610.npz": "7808c34d1d2eb35bc9c02462502c5fc2eaf4ade5eabb76b390a7f3f83d856cf6", + "episodes/battery-00611.npz": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0", + "episodes/thermal-00612.npz": "a9e85d0b608d54f9f307f3c5f26bdda56a6d436811bd6c937ca046d15afd5edc", + "episodes/tank-00613.npz": "528def0bc52d85f73025d53bfcff35018f0888f282346e7cbe61fe0bc35c1d6e", + "episodes/battery-00614.npz": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc", + "episodes/thermal-00615.npz": "3b5cc4dff2032c8249d2edfbc0afc9ad3fd5ea924136a6457d1aa3a41db83932", + "episodes/tank-00616.npz": "68202c660ab910cffba19f863a6352734712a0ca2d19383edca30fc694562524", + "episodes/battery-00617.npz": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032", + "episodes/thermal-00618.npz": "3b51955a035e178e6053a2c10b07c68443e8637b5b1812836e6e265ae656e701", + "episodes/tank-00619.npz": "b50b41eb7dc8b141cdd32d2c49a5d450426eb2ece9f2cdb9017589e9d04ba0f7", + "episodes/battery-00620.npz": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33", + "episodes/thermal-00621.npz": "8d2a033fb6f2d2dc6a0f4b2755bbae99ca2577ff2af70b696fe7473286b81122", + "episodes/tank-00622.npz": "e7ab43ddb4f3a9d1aed0ad26d8552540b6edc4d8618d8c06a69110d0828383cc", + "episodes/battery-00623.npz": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04", + "episodes/thermal-00624.npz": "ec6233434dada4deb5fef3087d1a871cd34c0b1155eaf9dffddd5c7e99aa6bc5", + "episodes/tank-00625.npz": "1f813f35556bd61712b40c35d460d398e2bbffa023dd0eaf7c3de6dc84b8f6ab", + "episodes/battery-00626.npz": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2", + "episodes/thermal-00627.npz": "f6048b972a3c7b9800f88e12ddf458fef6904ae2f00beb37f52ee5d6b6559d37", + "episodes/tank-00628.npz": "7dc8a2ea2e51723d2739fda5601e4ff8f0da7108e8a1ff72acb856eacb8800a5", + "episodes/battery-00629.npz": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6", + "episodes/thermal-00630.npz": "739c6d712da69a9e0e53706502042082e8b7f1843fb47a3170632b051182a78c", + "episodes/tank-00631.npz": "edd63ef36c78c72e36102499e27c6add08072409789373a8770990017fa00578", + "episodes/battery-00632.npz": "ceda46bcfcaab0304a0fd06a083268535fdce2d90617c6740e7a4421048eb219", + "episodes/thermal-00633.npz": "3552ed4f04477baaa27715186e27fd9c4ac4df0fe5b7269ff621903a7a94b39a", + "episodes/tank-00634.npz": "9249f9f6896b4df2b5143187ed91fbb5559faa6e990368b5760659a39b58b838", + "episodes/battery-00635.npz": "a4d96204307d05e4415c2a7d46de0ce2bb0cfaa5273411282b249d5defe7d73c", + "episodes/thermal-00636.npz": "4998981c0ea93cdcca819424d7d419fb16a1d42f099ef2f1ff30dde2d8f3342a", + "episodes/tank-00637.npz": "70624b56d0fd7de2ed5df4cb4f2255110cbbc553fa2cb6b0dbf2840bc0e9f262", + "episodes/battery-00638.npz": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db", + "episodes/thermal-00639.npz": "fc59118d4aba06781c6df970a4fa0433d55a44101f3ee6e0d24eaab09f41520d", + "episodes/tank-00640.npz": "b7d7987a92a9d71cc28d54e342215c51af311aef480ea61000bf27e1f030333b", + "episodes/battery-00641.npz": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc", + "episodes/thermal-00642.npz": "80c05d3d60eb9f5ab11be3d3fd4ed6325cb7732c89b73c237f6d5eeb0f9e6f7b", + "episodes/tank-00643.npz": "2ed6167204b2764da673f0c253786e72df5b66e96e04a0cf9a0483c5d758611b", + "episodes/battery-00644.npz": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba", + "episodes/thermal-00645.npz": "260229ed47ab0d34bdc8b9b39857a6441968ecac0b2eb5363be8955934002334", + "episodes/tank-00646.npz": "0bea6c5f6240c10caec521b416de306908371c108831061fd99f9e14184ec69e", + "episodes/battery-00647.npz": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f", + "episodes/thermal-00648.npz": "83a6ea7e39897f41e3336674fac328db948b01f5eb99ad262dd379e06e321393", + "episodes/tank-00649.npz": "81604a1d4c393509264067ea5bb6b2d8ea294da6ec5af9c40ddb7a1c1e937ce2", + "episodes/battery-00650.npz": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7", + "episodes/thermal-00651.npz": "e8c54bb485a0a53ed9ee458ae45e41fc447c6282d232db4fb8a370c2a83260c5", + "episodes/tank-00652.npz": "0ebf2d1ea9bfabfb310d338a2f2e8445bfd99e47579ff18e4179e820346dc2a1", + "episodes/battery-00653.npz": "4e82da6eab94db11bbe32aa94f4a4e39db2293ba48c1cb7c53f2647f3e9deb70", + "episodes/thermal-00654.npz": "5e235e85e47f8e1acf7b9f66110b259688c09ca1655dc54d4eb10d4fc254dd0d", + "episodes/tank-00655.npz": "d45c295a9e225c48a1df52672fbf1d72c794be7532002102712ee08496d7aef2", + "episodes/battery-00656.npz": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f", + "episodes/thermal-00657.npz": "b1d62c63b7f52ccaaa4167aed193511e89bed753ee048ae7d95e34de7fe813f5", + "episodes/tank-00658.npz": "00cd83af7c502394d5511c5d07979618a824399dbd135d72a55913c4171d3f39", + "episodes/battery-00659.npz": "4644fcf30bb20d443eb9108164c4ea80a516e4018021e45352000e7fc767c382", + "episodes/thermal-00660.npz": "3a0e23da5d4fbfc04fe524fba43469fa9deffe6c1ba50706184c5417dd3be137", + "episodes/tank-00661.npz": "ab07626d253e48c7ee938c7692a879396f6f5a458f1cd702b4c1b23c9e74a4e1", + "episodes/battery-00662.npz": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef", + "episodes/thermal-00663.npz": "d9af481b038c8c0a5a9f90099eeabf33169a73506827d7f183aab4303b3eeaed", + "episodes/tank-00664.npz": "921eb1512692095b3f5b3e68e978b955887e6694841abc14305a0f840bce47b9", + "episodes/battery-00665.npz": "f64a6d30579c1a58cb394737ad1bb496b881008aaef592a102dd969fd70518e3", + "episodes/thermal-00666.npz": "627acdbc155af52416d291e8cf66c2bce76f334b666d084069659c5f2f6ee536", + "episodes/tank-00667.npz": "2a91a4c594616dc32efc1115cf3e515bc00a07ea3382ddfc6c5015a3f779019e", + "episodes/battery-00668.npz": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b", + "episodes/thermal-00669.npz": "a1edb5b29d421447b46cd927a21e64a2e1318ad1e1da224efd82cc7c1702b94e", + "episodes/tank-00670.npz": "2e31fea5c6d58d299bec73b4caa9435457880cbaa4966c15a6bc2f8a03aec56a", + "episodes/battery-00671.npz": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb", + "episodes/thermal-00672.npz": "1922b6f9b00b6245fb8eefa5c0099a3c06c14e52f59d925787bf897009926a46", + "episodes/tank-00673.npz": "fb8ae0b1d46d699cd2ce38c09870861efeec6d83ce54fea55c8717618eb8a50e", + "episodes/battery-00674.npz": "bea13a611dfbe69cbaee8a40a54adbb39a3c6952a585b9798bff6d0304cf24e1", + "episodes/thermal-00675.npz": "bbd3e9039b6550d46a8de1b7cfb40d72c67c4c9c214741b73ffe799cb6d13fe8", + "episodes/tank-00676.npz": "282c79224475a056fbc1b4384c67058d3731f9b2fc83d9976712699ce1e8b0aa", + "episodes/battery-00677.npz": "e5dee3247ca2ec03ed5519e782b6602834eb213fdb6587b055d00e036e5b4277", + "episodes/thermal-00678.npz": "29cf1759d9122fdf583c75ce76cdc4cf4312a74e42f0e873929d0d819ff7dbbc", + "episodes/tank-00679.npz": "9956e343dc575889566a71b182514f31c5c00bd4776ab4ad9beb54c46910f58f", + "episodes/battery-00680.npz": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c", + "episodes/thermal-00681.npz": "5b3926af46b3eaec33ebec9e262c12e6f3ab9d49c375f4aa0b178826fb019480", + "episodes/tank-00682.npz": "7156df59f932d0f893f57a1d4ce97f9028ff559d6b308c5a1d1375723e7cc5ef", + "episodes/battery-00683.npz": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb", + "episodes/thermal-00684.npz": "09b0e1dadf7e531e7deb4eec68b6e9e414dde23c37cb3e94f830494ee21ddce2", + "episodes/tank-00685.npz": "e5d0057429b085a192202936a6ec31ee933b23db1b04742b78a17e19a401548d", + "episodes/battery-00686.npz": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc", + "episodes/thermal-00687.npz": "fc251afd66e2fc04fe3c87327a7348e7b08170aeee9414ff60fe12b202d9309c", + "episodes/tank-00688.npz": "e44d94caf443dcf2726cd724f955d7db096b10f30c99b51ffa16d1688857e48c", + "episodes/battery-00689.npz": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b", + "episodes/thermal-00690.npz": "fe8a60450c7081b98181987bc7493c37a1821764094edae9e162c37661394606", + "episodes/tank-00691.npz": "32a0446281ffb7d0dba20dfb59991db0d0c15997d0c1e28a82419e8cfdef8d1c", + "episodes/battery-00692.npz": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f", + "episodes/thermal-00693.npz": "98af989962dfe84c3c7a97ba4d819c21efafa87e46e3723b2114ddd08405a2a9", + "episodes/tank-00694.npz": "5e84346011b0e70f2597641dee3e2e99ea0b98b2e60138b6679fa798598ef4f0", + "episodes/battery-00695.npz": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a", + "episodes/thermal-00696.npz": "c8094db557a87cb806aee8c509ae0e2b29fd1dc8ad88c4fa4661f5c2474ec73f", + "episodes/tank-00697.npz": "4e29455fd0f74923961db7fcba049910f960b80979aa68dd2375338c18fc2df1", + "episodes/battery-00698.npz": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e", + "episodes/thermal-00699.npz": "b6db082f50e37a0ed4b9b1b4e5e580c1743a4cb0c0623e069aef68baadfb0f48", + "episodes/tank-00700.npz": "ad2edc6c2364ee383841d754cb64472cbea90b4770f8d84e9b6fdf5a2eab77fd", + "episodes/battery-00701.npz": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04", + "episodes/thermal-00702.npz": "41467fda7cba5b9d1616dc8a664845d81f8eae6ba6910a513e47a7c3dc059766", + "episodes/tank-00703.npz": "b9d9261ab69a748536509fbeb44d2974bf53d4b35227808eaf8828a743e6d36a", + "episodes/battery-00704.npz": "96c7c3bbd58fea2319e2a3253da2a634aa90cc9f5a6eb0a7945acceb915252a2", + "episodes/thermal-00705.npz": "7c5c36febbefcbdfef027bd4d7ec879bcb0b88a3efcb1329b02b31dbae92f935", + "episodes/tank-00706.npz": "2e59c808a5b69e25369ad5409c1dc20a6de21d6fb7716c0520ef8f3cf35fa9c8", + "episodes/battery-00707.npz": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88", + "episodes/thermal-00708.npz": "a72f8697b34352169654edbe6471cc86e4097b9cf762e3a52afefe5442359bb7", + "episodes/tank-00709.npz": "be700ea37f879cbcc70d75cde2acd8f246115839bef845abebb85ce287500641", + "episodes/battery-00710.npz": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f", + "episodes/thermal-00711.npz": "c3a8d37871380c733be4d744040983397b987aba94951ca59b8ab2380a37f3ff", + "episodes/tank-00712.npz": "4d4e39c3af47eb4da9eea7457cb67d7b2acad4732bab59d6d39c2c7f34864404", + "episodes/battery-00713.npz": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5", + "episodes/thermal-00714.npz": "57641588c35d87e7b46d2ac1be00275bf1b54379c24064ec110d24cd30d6539c", + "episodes/tank-00715.npz": "3745fd247ca1b6e17744ee73445f26ffb3f4804a17d276981f49cbd3b2528834", + "episodes/battery-00716.npz": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc", + "episodes/thermal-00717.npz": "7ddc8cb4628a5333b3aa38ce3e705b33a4166278ab4f6fa980f39fa4969cf463", + "episodes/tank-00718.npz": "eaab22fadda228cd1fd3b98555e5e9edbf984e95e989ecfa49cfa18879aa890a", + "episodes/battery-00719.npz": "9dd2d683b7edd30e90351bb6e1a22db47118aa53207b119446f143674de45ecc", + "episodes/thermal-00720.npz": "ba5227b7b658fa02a0efc6fc97963fbb0040728bebfdab8c11b0dde36c758c68", + "episodes/tank-00721.npz": "2049efb4a30b06d2e448d057fa6d0844aabe0c8f60615411e9abe24bd3df67ea", + "episodes/battery-00722.npz": "7d72b2baa501820b7545a7f135a3ee86f5e66044f8832e42183cc7379d00c368", + "episodes/thermal-00723.npz": "f35c9993f282ea1f950e8989e229c70f79cc36abac0edf510567a6a4a122e22e", + "episodes/tank-00724.npz": "cdc88db1944b6f4b4b04b4d2a69440ea87e16cae0d86a14b795096dc9e62e96f", + "episodes/battery-00725.npz": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba", + "episodes/thermal-00726.npz": "2625e5ff03459c4668e35ce50182667bd29692318a463f77d2365b39d89e6b96", + "episodes/tank-00727.npz": "32fb55b2f0afaea1ad7d91fbc15263d425c8e6488e7d5bb36dab9eb66193d47c", + "episodes/battery-00728.npz": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40", + "episodes/thermal-00729.npz": "f926c5d4a89f64677f679cc5d52d2894acef62e20466d101a106385c021345d2", + "episodes/tank-00730.npz": "789cbbd97135d7652e8a15552d9e19509db277400e4a36bb78c1dcec3609bc46", + "episodes/battery-00731.npz": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa", + "episodes/thermal-00732.npz": "9e24adf6da339d1fa508cb2c1f9e168aefc9df568b8a788be876ce992f630c10", + "episodes/tank-00733.npz": "260663b06ea05d9ada0a112ece9cb51b0ad88b8de53aef8c9b3eafae687962fc", + "episodes/battery-00734.npz": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2", + "episodes/thermal-00735.npz": "8ae7ca0ea4b9ed6ea6c1acfbd6901277f33374ff0bd645cf49b5f5470ccc5e28", + "episodes/tank-00736.npz": "407a063012e280e6e65b25a72c66aed8fb65238619ece27181b167ea63c9eb33", + "episodes/battery-00737.npz": "f560b42e216ca1447126227d28908e595fa935a4ba157898c2be1da2f9ce16df", + "episodes/thermal-00738.npz": "0e97f47c19370467d07503e786c0956814aedb1431c627e883ecb758012630c2", + "episodes/tank-00739.npz": "a99ee4f8aa8ba20c4c169f0e700e8204c2d6be8bd5cbb55c943d60ea9c91b166", + "episodes/battery-00740.npz": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198", + "episodes/thermal-00741.npz": "2403a39697c8265be205aec053ee7b2bc52839cfee65e5f533283a3a31f49e1d", + "episodes/tank-00742.npz": "e856b3b23460a38d44f8265f94775a64bf0225b61c370507cb719f1ff8ce89d1", + "episodes/battery-00743.npz": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b", + "episodes/thermal-00744.npz": "47880f0ec5d91d17489d000da5e7d979c5628ac292ce91b32cdd2c3e17a9c36b", + "episodes/tank-00745.npz": "71c0165dc65f64208c0b69c8c3eb12864ac59dc388e74d9f1f173363e09d7ecf", + "episodes/battery-00746.npz": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23", + "episodes/thermal-00747.npz": "41ba7bbc578d54c56ac48144f15a78b728faad9ff2c431f6d4895e01c2bad566", + "episodes/tank-00748.npz": "b0cf6cd05bf585d425079b37409a579dc0995da1eb5684a95a9fc0ba22269f47", + "episodes/battery-00749.npz": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b", + "episodes/thermal-00750.npz": "1c381d4ebceac21dce4f22b0017296d41ba3a295d9165d5c7df17f225e764db1", + "episodes/tank-00751.npz": "8d29b82b950bab85d37fd2657ff219d411d9a56a708995ef72e5fe0a3e9105b5", + "episodes/battery-00752.npz": "278d256ea13835a4bec65f95345cf9e4260c49c7596589bc2beb16f1f754819f", + "episodes/thermal-00753.npz": "87433ec088a3b05040e551d024d8534d9568ec52a9a25118eaee2e60848bf42f", + "episodes/tank-00754.npz": "2f2178a8de40b9a40e002b0323e98a6f454ef0c4967a1f6af6fda79a4c037606", + "episodes/battery-00755.npz": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0", + "episodes/thermal-00756.npz": "f5c82d7757c6517263876142036941344e3da336012b5ab245241394a5bc9bc7", + "episodes/tank-00757.npz": "7540fc3ad854f8094b8c28ce7b70f3d24f6928e8dd0e2abc10379511c2709bd0", + "episodes/battery-00758.npz": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9", + "episodes/thermal-00759.npz": "b0c796ca2ca616421a440d8f40d41a16cdec4cfe02f1c741891e7ffd1e0210ae", + "episodes/tank-00760.npz": "5c432d2ed513cd60b2768dc02916008bab786bb8fe710a39780bab096e917bbc", + "episodes/battery-00761.npz": "b8a7265aa9c22eced8917c4857a74b99ef955c6f80b4bbd999ec5810330b24a1", + "episodes/thermal-00762.npz": "a7e95eb399b49a768ba23d44cfac355a5451d19e8c415dc41f479de29061ded2", + "episodes/tank-00763.npz": "51934fc229472430caa509a06771c5ae93c3728f8a67b8e0e88e3b877e2e5392", + "episodes/battery-00764.npz": "b6a3b0dfa5ebc0452fb08527d24aec9550248d3c128075c7e364e254dcf21fd4", + "episodes/thermal-00765.npz": "dbf2a8782328a8a72bae465c57afe765d029b6cd582ac2cda36858427a00ca84", + "episodes/tank-00766.npz": "ae52d94752c0c43a419bd64992060d6242ab8fea38fada91b2983f542cc461ed", + "episodes/battery-00767.npz": "75f9120cb6c0930a6a7a8c854056f560f3db0272046a1e60919b75f2dceab4b9", + "episodes/thermal-00768.npz": "f150295de67c11f4e0525a1a8f16ce88df1883a712604818f7de3475b670fce4", + "episodes/tank-00769.npz": "386272a4ab5c85c563e912baae6bb5263558510276cedce105f9b21991bd3060", + "episodes/battery-00770.npz": "ef811c7c6651b0a1137c58cf9b922081c8d7f02fc1af0820643ae3ab24520989", + "episodes/thermal-00771.npz": "6ec1748dacdee6bc7dc8afebf7f95a91c0691a026d2b505a0a22bf48117edaa1", + "episodes/tank-00772.npz": "40c62e460b2aa5f94adce3273717e25b9bb0b792e6559eeee63745f27578bfa2", + "episodes/battery-00773.npz": "31330f143f71a1f2529904f58ee43cf7badeb0fb2adeb099be32a1a07fd5b6b2", + "episodes/thermal-00774.npz": "376a1095bb4f433584d8109d679afe7a925174371baa31cfb94a4816435c1500", + "episodes/tank-00775.npz": "ccd8df33781c8b398e1af5620d0328e96249ddb7dc977d5165566e08a78a1693", + "episodes/battery-00776.npz": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c", + "episodes/thermal-00777.npz": "4cefac32c2debf15d798c2b3d51240aca59618535ee7fdb3bd9e98ed9c83a38a", + "episodes/tank-00778.npz": "e0cac2e316cf70b4cdc2792104ca5a8c2135a7c64942a5b67a862eb4f602fd47", + "episodes/battery-00779.npz": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a", + "episodes/thermal-00780.npz": "a4d522b74ce981f8f401399dc3a29f00a72ece6dbc3ae59dd7ff03d883041b60", + "episodes/tank-00781.npz": "0b9f4b4ef2c33b0fe42ac18e1438a06876d74bacfc39165e38e97a40c99c5cc7", + "episodes/battery-00782.npz": "f40061c7cd584220e68440433e3020e4f406f79419562939b1b8fd475c4dd9ed", + "episodes/thermal-00783.npz": "b6fc14282c45598438a2e720d09d3a0c94123ee4f96efafa53ba2fde5dc07885", + "episodes/tank-00784.npz": "18776af90bd25b843b8024641427f1db9c610da1f01cbd2f64978d0d3538ebc2", + "episodes/battery-00785.npz": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d", + "episodes/thermal-00786.npz": "6065f01846aedfa5da450ee43bb5038dc62dd9af3e2385e681d95bad4d12a13e", + "episodes/tank-00787.npz": "f4d42e05dc81384baf01cdaf24143d0fc4dd3814d849f461ac7c42934d028234", + "episodes/battery-00788.npz": "b4b098e541f2b766445fa68fc7762cecbea9d3cdc46e0ce2ef782352c95a49e5", + "episodes/thermal-00789.npz": "d52fc73ba788b46196c55e9601c8153d1f41c47819acdca6bace7c9a200183b6", + "episodes/tank-00790.npz": "8415ce5924aa519a25f3258fcd8ece00f16eb7083213cd75e8b85f182c15d357", + "episodes/battery-00791.npz": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12", + "episodes/thermal-00792.npz": "3973f01b029564ca78ca6f0f491a81bff9477ebb1abd8de58506eab467c8ff82", + "episodes/tank-00793.npz": "34ed396057ce8a1636c1e622b75e4e30732009509461d50853af5ac2ac71b22b", + "episodes/battery-00794.npz": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af", + "episodes/thermal-00795.npz": "d3ce603b51fdf56700b7e04273c0960f3d6c11116a0d1064fd9e9c782b9db1c2", + "episodes/tank-00796.npz": "ca513c6eebf39c4539832ee48f4479ca675d25610126e5cacd3eed67263ce077", + "episodes/battery-00797.npz": "84275c2c589dbbecd57fe5401db37f1e729be37756cb0c92e505374a9f604f69", + "episodes/thermal-00798.npz": "108f4b44e0635d9e0adbee841bdeee12905e121adaa09ee1f0094e5ea47817ec", + "episodes/tank-00799.npz": "17a5f6a7ab39e2aaecee0a67b1e0e511f06aff9aaccc34d269fa3a4a94ccd090", + "episodes/battery-00800.npz": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8", + "episodes/thermal-00801.npz": "362f3b7b6c7dc8e022973ce66461f6f2becb639a5b2a572cba7cbcd305b2e003", + "episodes/tank-00802.npz": "97a282b4610482cd960ecc56bf5df672a70cbbbc6a284fb10c59fbf9aa2eef94", + "episodes/battery-00803.npz": "12f3219046b88dee75a3085c0d3a13e334f3f0ba54f41fe06f86d1b01f5d9605", + "episodes/thermal-00804.npz": "5d2b3c5a9e1e653fe127024658fdb87b765d88874fc8d3698c6f9f6a1e2cc287", + "episodes/tank-00805.npz": "6be72bcd7e408f9b44863e69dfc3de153f8cae293dd3ccf5769c7098a03c5456", + "episodes/battery-00806.npz": "0ba2db3222aaca20ef6bad232db8090fbe17973f65b656313abcac2af759e9d6", + "episodes/thermal-00807.npz": "2cfa78c5b25e8623252266b41e230881b11f4e19c2cca4b64d0252b4ac7a6eff", + "episodes/tank-00808.npz": "c01b3d8ba01ff99618b70b19a394499ed16ebad0399064ddb5fdc5e024d7a7d5", + "episodes/battery-00809.npz": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf", + "episodes/thermal-00810.npz": "7b9f388b62818af7727ea58e6b4dc24728a21543e3fb6e255d8e35eae3d87b9e", + "episodes/tank-00811.npz": "349c461535b164dbd4d6475d2079885da676d35d74012aa277dc1704c01ff7da", + "episodes/battery-00812.npz": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d", + "episodes/thermal-00813.npz": "d827e0c1927340fe5a27e8bef0ca70e06e497b924ee9bc7f36e9d0028362c768", + "episodes/tank-00814.npz": "05a08d86caeeb625d5f065e1f458b7fa48be2377926e16756f618506d93ae197", + "episodes/battery-00815.npz": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f", + "episodes/thermal-00816.npz": "dd37c4f379cb39af1ca092f6e4b65f84580ce1b4cd90da15a14f4b7a6d3a2d86", + "episodes/tank-00817.npz": "524bc67a2c9dceadb2851b109614b115f95bbdff524f06dcc5513b2b62834268", + "episodes/battery-00818.npz": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed", + "episodes/thermal-00819.npz": "91bf336d3fd2ef08770143ede412a57cddd3801ce1f3eae91a065d0a3446d5c7", + "episodes/tank-00820.npz": "3586b2ec6519211fbf76525abad47ed63e5a839a2ec8a17241dc11fa3460a98e", + "episodes/battery-00821.npz": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc", + "episodes/thermal-00822.npz": "7ce46075685f1f95fb684adf1a31d21abdf41bb2b3518c5d41cfdb844846b5b7", + "episodes/tank-00823.npz": "1a8dc03f57940dafad2dca73c2dded7afc0bb5b1d5c5194dbba264c2d89eb548", + "episodes/battery-00824.npz": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3", + "episodes/thermal-00825.npz": "fef94273e92a16540a0819d6d171d406021137a4ef63ed550f4eb02e9dd4fe1d", + "episodes/tank-00826.npz": "e097ca8d25922d92caf9f0e6097760a18de1e71815a2926ed39d02810e380f51", + "episodes/battery-00827.npz": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7", + "episodes/thermal-00828.npz": "4b1ac23d61eb46293a2745b2d77e80286cfd4e60753514e2122a07227a88e9ee", + "episodes/tank-00829.npz": "26e63702448aab20a4242867c0ee9959fb71144692b66544163459e1d9c50e4e", + "episodes/battery-00830.npz": "de2bbc15662cf2e348d7762ba2929698748037c85954c9304b9143f85dd0917f", + "episodes/thermal-00831.npz": "32193eec1528ef2c2505dbaa10fffebc8e4ffc97b505db75615c8c5ea2e8ef40", + "episodes/tank-00832.npz": "d24d841332c008319ea46d1dd06ab40edd7e706ba79fbbb64bc465b9af297ddc", + "episodes/battery-00833.npz": "d84089c23801d706157eefe317a4ddb61dcf0023e5ddbb7921bfac185da3711c", + "episodes/thermal-00834.npz": "607689fdae5dd625df805e8703d8e672fd644267910cc854d1aed74442a43d63", + "episodes/tank-00835.npz": "9811d4e8004a471c15e8194d36b430808e23196923f66375f7ed42546ad539a7", + "episodes/battery-00836.npz": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471", + "episodes/thermal-00837.npz": "45bf16075b31044113f2b92f168fcf68720ae487cf9a4f3586b48fd5aa15a77f", + "episodes/tank-00838.npz": "eebdf7d20574963af9bf0237e19cb0ae378ff451a5e414c7d6f00f8b9072d543", + "episodes/battery-00839.npz": "673bbc15341727a8217f61c1b4e8d50383ba061512497240f9efa4b302a5ac8c", + "episodes/thermal-00840.npz": "68f8d54b6d4a99d16dfe5bf7e7d23838c47f9e40fcfc20f014d09534a3d347af", + "episodes/tank-00841.npz": "74a0fe5840274a6f6aceb7fcacf1ca7ee519dc9a09fa2c37bab6e5520ebd2027", + "episodes/battery-00842.npz": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd", + "episodes/thermal-00843.npz": "0dc9a6e12d5957ae1bf756331efc63551b21478494fd98ebb57b52d22ef9c1db", + "episodes/tank-00844.npz": "66b8126dd0efebf3d0019c56155b72080bbbfb578a04c509ff047d129eb09069", + "episodes/battery-00845.npz": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c", + "episodes/thermal-00846.npz": "878e2790b9012c207715c26f35343403f73c81026d595bfbe97cf425de9121a2", + "episodes/tank-00847.npz": "d3700952ed891eeea546a85b7f4bddd212abc2b2a370e864efae14cdcbc3543c", + "episodes/battery-00848.npz": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0", + "episodes/thermal-00849.npz": "515a004da48aa21d7f9f1f80e1845b0b991f128c4528b382f0713d6149cda537", + "episodes/tank-00850.npz": "b3506c5aff33e9e9512faaa150f1c3115b8e4861cbb5644002e13d4f9c6c2372", + "episodes/battery-00851.npz": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387", + "episodes/thermal-00852.npz": "17a5ad29b84117a8b0ddfbfd20dd839112b57d2a05f530d54b263bf75ee66aa9", + "episodes/tank-00853.npz": "59ad5ba79e265062c2351d856d7456b8df5a276d09e124e69f5d710f24ae32d1", + "episodes/battery-00854.npz": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a", + "episodes/thermal-00855.npz": "008e83d034a4bcd37af9bfc19e5e98dc4834a7b6aec8d7cc52c2b1e3c39c54f1", + "episodes/tank-00856.npz": "15425092f6d47d363446e55931f75b594e3d6fd18f35595400d314d7b5dbf765", + "episodes/battery-00857.npz": "e2e8faa5107df91396704362a7c5a30e91ffe2671e7f87070adae1def36be0e5", + "episodes/thermal-00858.npz": "dc94be1e2e108b4c8f792151145824af1c1313f99ccfec0f5276aca8dfb535e9", + "episodes/tank-00859.npz": "bbe5e71ee2877871df88b4e2a9e0c5f687b9a01a4ba1e260f2e0b0160eee83ca", + "episodes/battery-00860.npz": "81660d7163227515b64147f1fc46dc9b243aead1498bee2ec0599117964ee6d2", + "episodes/thermal-00861.npz": "43d1a21de6be69e356c4e1ed7bceaaf925d47418fe89c56812e9d46618842834", + "episodes/tank-00862.npz": "6561b14f76c1492267cb737dc46dd9a6b1daaf19a5d1657b9ab568b272036db9", + "episodes/battery-00863.npz": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e", + "episodes/thermal-00864.npz": "a1ea2d8876c10fe6e4ccc8bbd98f2644f7de798c5b6d0efa01e3552e9ff9349a", + "episodes/tank-00865.npz": "7a64ed4f7e236e0fe2f1c3928b0a0d78fffc13f2b824eb595d07875cfafbb82c", + "episodes/battery-00866.npz": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a", + "episodes/thermal-00867.npz": "4b2246e76930539b4d977f93c33a39f40ee8fd37070c5487664bdada75e816d5", + "episodes/tank-00868.npz": "1d90876f9d9df61cd44cb11dd923155147e0e816b3840b6e4ac9674dbf8c8c25", + "episodes/battery-00869.npz": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e", + "episodes/thermal-00870.npz": "efb837de3c75b8804729c53feaf22c345aaaf878acf8cbfaf61501d1b4d4d5a8", + "episodes/tank-00871.npz": "dd8639bf6e127c1417cfa4d4a07ff47ac95e201faea583c89136c13845751dd4", + "episodes/battery-00872.npz": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0", + "episodes/thermal-00873.npz": "ecd8058e452b68134c4c8ed702042e86e53b68802c6b29b952c69f9feb8d7e9d", + "episodes/tank-00874.npz": "4d192125be82d354d1d522a1d619b5ca7c55f2def38b8936024be43c075fcd54", + "episodes/battery-00875.npz": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c", + "episodes/thermal-00876.npz": "9c4d9ea233ae18903abce56c0fe8a2ac0909f2bfcd0ab0243a09e53e565f9704", + "episodes/tank-00877.npz": "c201321cce5f054208e563a6d154bdb15487cb51a6578ad02e3bbf98e0a03b15", + "episodes/battery-00878.npz": "027966ef5a715aa071cd6183136a6ac5acd8608f2b9dd95844c366a2e4d90bcb", + "episodes/thermal-00879.npz": "fd8d00ad979eeea1d271c98bfbb100da21103c76e38aa99f7fc65730d8101915", + "episodes/tank-00880.npz": "825740887e4d85973154d56129c5c759a0b89afda3d9eedec919ba063097a0a6", + "episodes/battery-00881.npz": "79fd47f395c6330f27da2ab49ba79bfa23ecf3a1a696ac198bb8501ed5e17409", + "episodes/thermal-00882.npz": "c53bbfdd5831c80dc3c2bdbd79ddf54a82085b869a155de60323807b338c8105", + "episodes/tank-00883.npz": "9618e270f46e43e2229fb09d58911ed8bc2c0a9c23dfaf4aebe9622596297940", + "episodes/battery-00884.npz": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650", + "episodes/thermal-00885.npz": "6cc3a383f47362aff770fe6bed11ca345cc50149f682ad04bfb246f177814d93", + "episodes/tank-00886.npz": "14c916a3d1bd0a210f6164034041f97284b14f7e17bce31b48c21c708f4be84b", + "episodes/battery-00887.npz": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba", + "episodes/thermal-00888.npz": "494544c40db4a6591a2c882710f588a44fffe5ed6fcf5514ac22765a55c6f42b", + "episodes/tank-00889.npz": "76699e938bb4bfa7d16ee98feecd686613c1fb5edf6e380f87ed8607cce3e8ef", + "episodes/battery-00890.npz": "eb4ad5c26726c11b1896602c937cbce83c943a93d6ad2f8f416a21736a8c11e2", + "episodes/thermal-00891.npz": "dfd308dcea51e4b2a80d6389164c64dca467541b362b30bee9f9f89d0b7ca0cc", + "episodes/tank-00892.npz": "40b255af904cfcd7a92c3e03b9dbf514757aa2f9ef5cae314841851ccfe258bc", + "episodes/battery-00893.npz": "a75d25179bc8a800a69f4573a3659ca531f12fcb38d98d20b37b4cfa258d0dfb", + "episodes/thermal-00894.npz": "37cb188307d8d959cfd7bca8eed7df025ba460b3aa60db293910edc591b51e31", + "episodes/tank-00895.npz": "173c0b323daea1c8ff6bf41ca4595825cf0367757af55d60752d662bc97b3795", + "episodes/battery-00896.npz": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b", + "episodes/thermal-00897.npz": "0891be677b651cf010a3f735e84ea4707a83e5d77ea298e19f545dd3d1444e1d", + "episodes/tank-00898.npz": "8e894de99a8eb5b8776270a4b064bcc237c807b213b4310bcc8be0a708404171", + "episodes/battery-00899.npz": "08c6bc4aae982dd1cb517d0bda13093d33e1437d5d59fb0eba89f6cd8f68e05b", + "episodes/thermal-00900.npz": "3c07abd2a62e25a596c3c030966f2b597599cafdfaf1c1b718e4fc0c09cb9d23", + "episodes/tank-00901.npz": "9232b7d7737691280c09ec7efbfe1d7e1ee20c4d885ccaae6ce73db1955639ff", + "episodes/battery-00902.npz": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460", + "episodes/thermal-00903.npz": "74130dc391c4ff56dfbdc5aca8880a491b78c3ab274911865b9f6b07d86bdbbf", + "episodes/tank-00904.npz": "b4fea90dd6bd9fb28a2b5d32c2277cd8cfb33235fbcff77ff446bcca782509e1", + "episodes/battery-00905.npz": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2", + "episodes/thermal-00906.npz": "8e200eda4fa1e59e7463f1c771295d65219ef0f65541c8b2bacfd9a8318d2689", + "episodes/tank-00907.npz": "7517987a899dc07b645e9ce341c488d82eaf353617cb4a70f8b4faa5d91849e6", + "episodes/battery-00908.npz": "a970dc847abe84b81c8e1d505ea55bea9e50670a06c077ddaa2ce193c3327a95", + "episodes/thermal-00909.npz": "507f177950fca68324ca51061be0a33130c0b1312ff548761374af3f25822447", + "episodes/tank-00910.npz": "c7e595e95e41e0271a7f24f6930db7a01981516dbcdb01a99d68ee0b1cb91c55", + "episodes/battery-00911.npz": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b", + "episodes/thermal-00912.npz": "6dfa28bdd86c484d1bea801a3df6d048c5df075b1345ef97071003c8bf5cdc1e", + "episodes/tank-00913.npz": "c390210b78de1bb2d0c174fdf9a6d6371b4c3d954fb3a3191f2cef7f1b3ddcc5", + "episodes/battery-00914.npz": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1", + "episodes/thermal-00915.npz": "7b9c53fe20ec97373e69f7055227486f59962053b05da3ad5c49575e94af10cb", + "episodes/tank-00916.npz": "0d09a400fda33f09b031ccc529dc638c1b6f41ffa47bf9012df5c3e252a922ac", + "episodes/battery-00917.npz": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343", + "episodes/thermal-00918.npz": "dc2674ab98fb6ba70c33560bb87d815238e9f41360d8b73177bf7e281e09c719", + "episodes/tank-00919.npz": "e4ab890225c2fdb55f2962ec4639fc3b4bc0b36233b483140f4c55dd94771fc7", + "episodes/battery-00920.npz": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9", + "episodes/thermal-00921.npz": "f3b17e066adbe1aee76cd680240048d7109570542be67752f403bde789facc33", + "episodes/tank-00922.npz": "023c0311a7bc660ae4b2f35adc7d04dc70592a4ac861c68c411cb42e61f80d13", + "episodes/battery-00923.npz": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61", + "episodes/thermal-00924.npz": "fa865323e10b9a1297215b6618f3dd2ab462125106c90f62bb96ca78fd42bebc", + "episodes/tank-00925.npz": "a7e47b7337fbebd9fa40b6e1298279038efafe3782d3811c632b94334a9ffe77", + "episodes/battery-00926.npz": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97", + "episodes/thermal-00927.npz": "63046f0a5615ba18344d72b4886c6eb96a0fdc7a83c55f95c97ed12c5ee467d9", + "episodes/tank-00928.npz": "594cce9019b812956d7cc8745061d18f84d5f25bc365dd8bbbe6df0a8d1dce40", + "episodes/battery-00929.npz": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab", + "episodes/thermal-00930.npz": "40c1e85d145aee987eb18b06dab43305ef0dbbb98ef5d6d5dedb3b912b43f3c1", + "episodes/tank-00931.npz": "aa7e15d93cee7314e2f5ecb9f7f1b2501e8d42b6e63117d19a3b3405828cdae7", + "episodes/battery-00932.npz": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa", + "episodes/thermal-00933.npz": "000cbcd5933fb4ebef84eeaff16f014bfef036837c2286eb5d482d53178b5b28", + "episodes/tank-00934.npz": "305d9d7325d48f64b4d4d0cf3a5f5ba62877af3b553e573d3987db08db1a6c42", + "episodes/battery-00935.npz": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78", + "episodes/thermal-00936.npz": "423660c3ca8026695036e13c49d1db4fb53b6aefb8e029094037734442bf9b10", + "episodes/tank-00937.npz": "36e432c1b090d243c02068b1b03ed80ebfce3acf84d5f76c9672b71c4b8f777d", + "episodes/battery-00938.npz": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585", + "episodes/thermal-00939.npz": "f79dd557d005c8fcf0cac3f2999a80a9bb494c854fabef7a8cec355bfa57bb99", + "episodes/tank-00940.npz": "5e3ee4035c0a39bd05ac513fab237e3e980eb67768b668eba112ef356ab1fcec", + "episodes/battery-00941.npz": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957", + "episodes/thermal-00942.npz": "914a85f6db2f477c1b5aa36c852d9062619541a3269ab87c499e170047d4cca9", + "episodes/tank-00943.npz": "63b23c65bfd943c9e0c6c756f90b6913067bd9ca29d200c7b4023d16562e6303", + "episodes/battery-00944.npz": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef", + "episodes/thermal-00945.npz": "73ffd08e2c22b225442db36fc1bf08d624148c5edbebebfdce44400fb57619e1", + "episodes/tank-00946.npz": "15458ec3c22c79932116843691e87b851bf2bdb1cf83f859eac4b2ecaa224848", + "episodes/battery-00947.npz": "54bf6d166afe786f3dd84471d5be505c00cf3fe5f33211495a01b70fa0125932", + "episodes/thermal-00948.npz": "362689ffe35c0de558a87a7dcf9338530011d6af243f01862459b84d210bd55d", + "episodes/tank-00949.npz": "6b9062ff30be1a9db20e913c9bbaeef50eaa1dee082b95419ea010d08010399d", + "episodes/battery-00950.npz": "345f6a482d2b3a2ae52df7e32c2fe4053b063e16ed25ca45910a24ecfbf1eb4d", + "episodes/thermal-00951.npz": "0e463ca045627386925db0f369b7b3d61963ab931d2d18b50188d637813632f6", + "episodes/tank-00952.npz": "8d324441f04a7207ddfc333bb1da775167a6e873122d17e2b770f4fc88506660", + "episodes/battery-00953.npz": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62", + "episodes/thermal-00954.npz": "c651212d4a910510181fc190715110c2dc1e5d1d8e04ea35467ef48b78928b5f", + "episodes/tank-00955.npz": "39f18fa6d2e4b68b4c133033a3de62da2c50a880b101967f892794f8f341ec70", + "episodes/battery-00956.npz": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc", + "episodes/thermal-00957.npz": "48c73a4c4ba267d18f974c5b19e646d1edf379392874424c0f96cb3925419e0e", + "episodes/tank-00958.npz": "628865f0675b67b923c6974f0377408d1076b69dbfb64bd827ed049e45d4817e", + "episodes/battery-00959.npz": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795", + "episodes/thermal-00960.npz": "88414a8244f9197c8940db08e4912357e834e5866b97880f3b1cc8c8d5d39d14", + "episodes/tank-00961.npz": "33c1cbafdac99e1ce77d02f484269c3b9422d25efab5e9cec055d957f604722c", + "episodes/battery-00962.npz": "5a642b831027c194236ef4dc5620ccd96bd4c4a11df80fa0f550a354e78fa12d", + "episodes/thermal-00963.npz": "d11f05197bc568b99ffdbdc062120c270c7f28e993f6b86cede3b1e6d5571d75", + "episodes/tank-00964.npz": "e2eade8264d17238b91992fa708faf0d3e2b95c6b6dd3be6bf3cd7f389c7378f", + "episodes/battery-00965.npz": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e", + "episodes/thermal-00966.npz": "9e7b70927140efd03b0ed0a9ef073e5275b417ae00512e83ea798313f50778dc", + "episodes/tank-00967.npz": "9ed4022307cd16e394acbce9dba2b91f8f929bf4bffcfa9759018be4786162ef", + "episodes/battery-00968.npz": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf", + "episodes/thermal-00969.npz": "48d31b8cb83cccd84ee4371fdf5037d60a4dbe4645ba3fb1ae3ae458cdc917be", + "episodes/tank-00970.npz": "63737eb6f4306e02030984c4a96089430476b67bf7065cc25b12264398d9e432", + "episodes/battery-00971.npz": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c", + "episodes/thermal-00972.npz": "626d9b4dac56e73148c0ea973ccc7a6b66e511a088b68e82c269a944a64314df", + "episodes/tank-00973.npz": "1d90d3c50c5d0527068e0d944a0c0f7e2d0fb3e3371c8c3c58a0636ce19345d2", + "episodes/battery-00974.npz": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd", + "episodes/thermal-00975.npz": "b0d5bf99bc1f5b92066a3d5432d8b7a25caecd21133ae5e969ba5c211cb7d061", + "episodes/tank-00976.npz": "0651eee057250637d79f6243a36ae006b15205b3a241caee74d5c4b3875ec0be", + "episodes/battery-00977.npz": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b", + "episodes/thermal-00978.npz": "9a4df04649e47cb5a52d625d114da622ae9c9876cd8ec3a792121c1e074181f4", + "episodes/tank-00979.npz": "bc1c4d6fe47c83dd6dc974574fcc5b41e4e3dde207074ccabb8bb16ccf643518", + "episodes/battery-00980.npz": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3", + "episodes/thermal-00981.npz": "03922f2246cc910daf15c709c83d78054c9c5bb3a6c58a77c1873f3a7cf257d6", + "episodes/tank-00982.npz": "b02ceaf511b53b1e73f7c27370af217543ca9aa28db244cb9171bd2a8f0b71be", + "episodes/battery-00983.npz": "5cf7686ff1d97817041a3fa0e004184b882baeab5af6e9cd91db29323ce5fa48", + "episodes/thermal-00984.npz": "5df75ba61861ebd90bc7ef44dc2e33137d5652eadb79934fcf172090d3ab71a3", + "episodes/tank-00985.npz": "fd823aebd9a53175c26472359b3f3cdefdae7953b2f51d2793ab5f1935716ab6", + "episodes/battery-00986.npz": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b", + "episodes/thermal-00987.npz": "40aacd660569ef0ab714306d800d849bc1b62af2abcae0927336d93c678ee4bf", + "episodes/tank-00988.npz": "e882aa586ead5438cecd6b17718b35287cfaaa90dc098d68265e0fd88369b918", + "episodes/battery-00989.npz": "e2e848fcb28ab09677ceab5b160e573604f71c9bc8378ccd40ece2bfdd0b7af4", + "episodes/thermal-00990.npz": "41488b376bd63f4b0f7538fb4b9d74f732a2e6a0271f3496baf24445df945bb8", + "episodes/tank-00991.npz": "7d4158e4add0a10ca8b644affcf64f5df27e6427fe0907a7399902c9fc4594dd", + "episodes/battery-00992.npz": "25caebb7cf5273d0f38f1da34d38fe757c68dd7636cc95fcefb547182c1478d5", + "episodes/thermal-00993.npz": "125a6987faad5952686e343f3be2b3750df5ce9cdfd2ae7406bcbaba062be779", + "episodes/tank-00994.npz": "09f662c67ff7a433befa5b81f0aa86bfc24481d86ee7698a6463707ee790332d", + "episodes/battery-00995.npz": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9", + "episodes/thermal-00996.npz": "14ff8a90d6f5300364164bc403cbdcc2d27ab6371b82890665694644a034c12a", + "episodes/tank-00997.npz": "818365484afcc516bf8fcf95b935c89056e2b5c0b5009f8becbf4946780255c1", + "episodes/battery-00998.npz": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c", + "episodes/thermal-00999.npz": "81e2b572dd26c1d8bfd979c260807d508c99cf8c67e8ce98692bb6d00b69ba8c", + "episodes/tank-01000.npz": "5eeb9e444efff5a446e1aab6f5286bc61100d5ddc1cd7971c7191dda1a2c4146", + "episodes/battery-01001.npz": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d", + "episodes/thermal-01002.npz": "bfac11ec5ee215d06a534e8fa0de4e3f19b18a6a9ba72fbede3cf92799c3ffeb", + "episodes/tank-01003.npz": "17103ad24c7c11a726f90a099ef721395688aad1cbbf2cc268cb68435212832e", + "episodes/battery-01004.npz": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b", + "episodes/thermal-01005.npz": "bef87709e6aee627b4caa61b412e0498b83c8682b435354f8ed1e531b02cebbe", + "episodes/tank-01006.npz": "8935b7712c2c7b079d909b5a4ebdbf223a941f39f59d34d6c1ec0f666a581557", + "episodes/battery-01007.npz": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54", + "episodes/thermal-01008.npz": "f0de073fd8bbf50ea11c122a184328dac5e5c768c52182a636480a7cb08e55bf", + "episodes/tank-01009.npz": "a9281dd703174dbefd225c9a765a3e67df716abdbd224c8188eed51613e91787", + "episodes/battery-01010.npz": "2b3420062203ca8f38348a13740a9e58588a49e0ed9fd3fbb19deeafd3486168", + "episodes/thermal-01011.npz": "3637556c2cb91afdbc3d52d89559acdd606147d4a20e9aa290b7fc39d19f74b4", + "episodes/tank-01012.npz": "aeb72bdded32caff643c79760433e2bb220efb773d18ccebae5b5d8bf9484aa7", + "episodes/battery-01013.npz": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6", + "episodes/thermal-01014.npz": "b9204df2bca77a3b668cd0b7f4f961a243f6fff8d5913aab8260888ac847873a", + "episodes/tank-01015.npz": "31558c924723968f2c0f469d03b1aa13f3a9338e5a29e8d2641ec822197b38ca", + "episodes/battery-01016.npz": "66d6cffd81b8256af734f6821be7c9a440687af535c34cfaf02a8700d359906c", + "episodes/thermal-01017.npz": "1c29e3a72d47899081fc32c1173217f33d6d72a5f11fe3b938833ffe25a94d5d", + "episodes/tank-01018.npz": "75c70f608ed934f4e9fd31faf18e32ac38f7ce09f0ac4579747603a273aef885", + "episodes/battery-01019.npz": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87", + "episodes/thermal-01020.npz": "94620cbe4d2248c73b77429b683fe5edd5167ac70a81658be578dc5a8b63f759", + "episodes/tank-01021.npz": "466f9d649fd254809fc3b60db210f6b3dbea65681c8badb762ab4c88d0db26f9", + "episodes/battery-01022.npz": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2", + "episodes/thermal-01023.npz": "b141f36dfc40b2d19db8c2af8c1f736113d2db8103b4f012b1767a8474a94839", + "episodes/tank-01024.npz": "a0c147b265340a710bd223f34b05b58c6d50e54fbd8173a55dd042313301a1b4", + "episodes/battery-01025.npz": "daee2c81d3f4275b87fe1662d8f56fe37caa0a9395296776843786ad1edb4fb6", + "episodes/thermal-01026.npz": "cbdf5f3a29e90c74dc7cc0802ebceb8075a6ed647d0d328c0aaa24a65035061d", + "episodes/tank-01027.npz": "74c0fd6bdad973fb00347efd155e4341d09b35d83964c5a0fac1f32d6f0c2ac5", + "episodes/battery-01028.npz": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195", + "episodes/thermal-01029.npz": "64d707c0905932a7be4fa8d26b3afa221f9a661505e69a22db3dd6524ef20698", + "episodes/tank-01030.npz": "20871af527ccd8d99f161a2cc44597c36693a96975797fede225cea082c9c1e4", + "episodes/battery-01031.npz": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80", + "episodes/thermal-01032.npz": "1bf96d3660ec6023057c05d3e864c1f17f4407df327b44744ca947ce4199e383", + "episodes/tank-01033.npz": "e368e955badf84e833deb24304386522780036f1b416602ec42f1863451cff03", + "episodes/battery-01034.npz": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7", + "episodes/thermal-01035.npz": "ac3d6cf865680a9779cc264a8fc86e56957505c5fa52cb1d8f9594838940c01d", + "episodes/tank-01036.npz": "12ac8bc903c0c4c00eb3d0ae348c0daf2ac67a91431660d0cad32f79307c42eb", + "episodes/battery-01037.npz": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94", + "episodes/thermal-01038.npz": "b2ec9e86d7ac0b5b47b383f2f106cdb43efeff36bff8efdc34c7fc01ed6f9eb8", + "episodes/tank-01039.npz": "d979e0d6bc605c80705233b669c2de8e153e7560bf8df337fc97c89ed8c9a624", + "episodes/battery-01040.npz": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701", + "episodes/thermal-01041.npz": "271cac742f8a6a92fcbaf29bf43bf0888d8e24795aa5aa87a54a68bc0ac8686f", + "episodes/tank-01042.npz": "40025a8515919c93e1c0f8320c6b4b5f11157a7d6c24328734e1020986d13f00", + "episodes/battery-01043.npz": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7", + "episodes/thermal-01044.npz": "3431ac73037b0f801b9c4422346efaa57b93f624a02f9da83342a7d72b20dfa0", + "episodes/tank-01045.npz": "e425d4479abfd41672301030d49eabb7e950056d1080f2102e3cdee732c925ae", + "episodes/battery-01046.npz": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289", + "episodes/thermal-01047.npz": "62d2ba3d6806db812a93f40ad632d13d8acb5017512a7f0922399c7d79405e51", + "episodes/tank-01048.npz": "31d7f34034930de4bdd3c8729ad122ee2c323fa3c456f168129276e0e2628efe", + "episodes/battery-01049.npz": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872", + "episodes/thermal-01050.npz": "e9c5ae5f5c29f9e5825bf70d5918dd4499cdf6d528d01e0fba8591db65c30458", + "episodes/tank-01051.npz": "4cfe81870d0520c69100d070c9f027531d5df70b4b80bdcb1affe10fcf924d69", + "episodes/battery-01052.npz": "112d6572672b03e6c312f5d1e6d7181bc9c1481e8219e1600fda13ad5b0baf52", + "episodes/thermal-01053.npz": "31bba68c1944ac4c1d6510151622cc23cfdae3ce3362a7a6b780916d0c39161d", + "episodes/tank-01054.npz": "797371d6a3f42fe20b28a39eb4e4452fa755e44d110f5c5264f493d31ad3f822", + "episodes/battery-01055.npz": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41", + "episodes/thermal-01056.npz": "8daa757f79909bd00f05fca8f4ddaacdf3ca6800bbf7a059a0bfd70ed0c808f4", + "episodes/tank-01057.npz": "db1568313f6c546bb924b03293d5c751f4bc963e6ff247d6309d84cc332ff59a", + "episodes/battery-01058.npz": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2", + "episodes/thermal-01059.npz": "c18b003fbcd1013421a6a019ffdeb2c1309fd9905ba141dc3475718fc7a7f3fa", + "episodes/tank-01060.npz": "36c8c68ec838bb8aae2e2fce5ca6c872592448f666258cb798559bac25aa9c33", + "episodes/battery-01061.npz": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd", + "episodes/thermal-01062.npz": "e9f62fdbaa99fc337ed1d046d0713b45efbff36acc3a295e67301f0d2ff1b9d7", + "episodes/tank-01063.npz": "336d20e28cda6235a7348ff7ff111c3d11d7aac41a0a4175805bb8e109a96cfc", + "episodes/battery-01064.npz": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794", + "episodes/thermal-01065.npz": "3c8bc00b3ff09f931e239a569d648c9fccceca787c33466d112424824594ce3c", + "episodes/tank-01066.npz": "8295d1de0f7cbddfcb4f6918eed7bcb2457a787f3b803ee0c0a019d967dfd3d5", + "episodes/battery-01067.npz": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507", + "episodes/thermal-01068.npz": "27d2783ce46627bf53c55604eefde3cde336e655c556454506eff350bc876d68", + "episodes/tank-01069.npz": "d067feec19c501b946b0b45091f0b5cd3c5a7a4d01d2ee95eb5826e0ccd01623", + "episodes/battery-01070.npz": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357", + "episodes/thermal-01071.npz": "41d90df8118d648a38a640f2b1eaabf817a1a178c3b28920c7028cdc5727307f", + "episodes/tank-01072.npz": "bd27bfd39c8e79bb5452ac7955ceb9fc18c146bc4e6cf35b25d1afaf267fc1b1", + "episodes/battery-01073.npz": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592", + "episodes/thermal-01074.npz": "3edfb250f442371156a7236d5f66512aef485f74b4c296dd8b69fdf050a3954a", + "episodes/tank-01075.npz": "d6e4abbdb758f54bd4378b0e24c7f5d66b01cf32916ef8d782c50419f6fcba42", + "episodes/battery-01076.npz": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5", + "episodes/thermal-01077.npz": "dedffeef036365da646a5299b6caedd78a286bc29d3d4f93ae7dd62235301a17", + "episodes/tank-01078.npz": "41df214ec5cf413c2a9c5f9e51f6bb113435be50b6eee228a4242d581037a444", + "episodes/battery-01079.npz": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba", + "episodes/thermal-01080.npz": "31989c304e22636df442bc5e10a9ea4b16cef62bd76c37d207a7ed64fbac427c", + "episodes/tank-01081.npz": "60557eda035740247b03a1af5b598b6219951e9c48878b0e98310aa15e7b4dd0", + "episodes/battery-01082.npz": "b03663b6b64c74abc3d8d88d2a819ef5537b74c67569974a329b50715ae0488b", + "episodes/thermal-01083.npz": "dc824e9c45c3018cf75435e1418e186d1108a478b23c212994ffd1fc4fba2368", + "episodes/tank-01084.npz": "a65509b3bfbf3c3f1cce1efb4d2ac239dcdd02cbb5fec5eecdab358ea9a41ebc", + "episodes/battery-01085.npz": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f", + "episodes/thermal-01086.npz": "1a840cfdc0b8f911be94bb88eda1e01edee73e6832c85952f827d2aa4f6e150e", + "episodes/tank-01087.npz": "2b691521e7569119f3414cb15f6a3a34912c2b17f5839323041d0025f0d05f46", + "episodes/battery-01088.npz": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49", + "episodes/thermal-01089.npz": "e05a694a49b53ebbdbcc6849725c8880c4cfa91af2be35626b646810a80d05f9", + "episodes/tank-01090.npz": "758d4271d30e5d6557bf175b54546e2f54a732207b57fef9494e6ba40ff822b2", + "episodes/battery-01091.npz": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb", + "episodes/thermal-01092.npz": "baa2e373a8938c43f0351fc85f77c0cecded7f1c6b4014d7925428a067449e13", + "episodes/tank-01093.npz": "3b793404d7f00d9fc7d3d23cfa5a43dabb4c424e503d7ba493966355f879edd0", + "episodes/battery-01094.npz": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5", + "episodes/thermal-01095.npz": "bb8de1496deda34b459f9d3598a6c0ee4e70e28d2cb64e05b238c4aa3204cc6e", + "episodes/tank-01096.npz": "a63bb1188dcf52db7a0228250449e9c59296201180eca66b213cfeb1f1798118", + "episodes/battery-01097.npz": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3", + "episodes/thermal-01098.npz": "54bedaa997e4de0ba4c48094c85327d98368e549c21036cb62183de43950a619", + "episodes/tank-01099.npz": "0813e078f9a71a7f4b2fa0d4648caec287dccff3fd4d7c63447c2c82ebe19c9b", + "episodes/battery-01100.npz": "5a3885a5d2229a2437c58fd40b7600656931213e6242a8819a6a68884c1be321", + "episodes/thermal-01101.npz": "964f9ea8a4e0b4d19f0d2d81b96ede72a3c2195463baa5c3943fc26b1b7154fc", + "episodes/tank-01102.npz": "0978831e527eb188796574841422c5bf4077f7dc312025db222b7fd6dd2b30f5", + "episodes/battery-01103.npz": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07", + "episodes/thermal-01104.npz": "c17da232358fcda33836e3ce4337dd70a4bfeb62e3d8217611d574a263aec1d8", + "episodes/tank-01105.npz": "b07f4dcb91d04083a2ea298c90141a92420e5d2600c053734fd25165d41a25d9", + "episodes/battery-01106.npz": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85", + "episodes/thermal-01107.npz": "7f687d6df746257a9c50f7cde6cba8b9604ad0b099481b0bf6f3c6598a20d695", + "episodes/tank-01108.npz": "09efb78975507316576ee907e174e2d8576cfa0dd31c4e1fd737b85c1cdba2ed", + "episodes/battery-01109.npz": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5", + "episodes/thermal-01110.npz": "1f0cd278c0e4b16101463ece64caa64e76119c71b0bc678bfe261017f04ec4ca", + "episodes/tank-01111.npz": "bd5af596a1615c637a27d29034093a95bdbf80e53b6d6458b80a3f72ba72495c", + "episodes/battery-01112.npz": "00c4e1a6632d9da877be3bc05d28ee6e4d882f23d22678b780f2690561ac2c53", + "episodes/thermal-01113.npz": "16626115df04d040f1e3dcebef3dbfb25c499f7603f0bb103e0bb7163109a9c3", + "episodes/tank-01114.npz": "71a2d83d4756db1a89d2327f417e52bcd3c90b959a5c5edd627737ff819ca6a2", + "episodes/battery-01115.npz": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f", + "episodes/thermal-01116.npz": "0698168bf913357b02a4c6646adec35a2524e155a6f83bb76b2f380959c62633", + "episodes/tank-01117.npz": "9c2ad4a38251da59125d42bd3d453938879e5d10ebb34638883e2246e9e9dd06", + "episodes/battery-01118.npz": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4", + "episodes/thermal-01119.npz": "2b2d4149adf3ac1e7d5780e5eddf567a31312ecbde7d2aa97799bb3b841ded9a", + "episodes/tank-01120.npz": "a2b54e51f9491a3070b9e55a9a5e18b55e45bfbafeb8e0397aa025cf050322d6", + "episodes/battery-01121.npz": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1", + "episodes/thermal-01122.npz": "7ea7fa26e92535f008b0c19a6e8a7becd09a1846d8b1efa6f0828833c232d411", + "episodes/tank-01123.npz": "6adb9016c1faccf5f779aba78f356aa0a078a9ff2cdd0a5112e06bdb20dd2370", + "episodes/battery-01124.npz": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7", + "episodes/thermal-01125.npz": "898f5a6d36783d82b912f5ecf18a38ccd0408bc7653f16d814205895855f45b0", + "episodes/tank-01126.npz": "ed27366a2b43c6c52262414d23e382a82e677b8e1ec3e97c6473dab602609696", + "episodes/battery-01127.npz": "bc893e1570a1943727780cb91be038512355c6ef72969a5a2e9077fb052998e8", + "episodes/thermal-01128.npz": "fea15efc6f8fedaea02637a41b511043be362529ff9f3d1195bbd14661b7c32b", + "episodes/tank-01129.npz": "9f8f708b4541d7f5cc67be0005dc845748e4753446b427ea5cebf72294f4cba6", + "episodes/battery-01130.npz": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113", + "episodes/thermal-01131.npz": "e60a55b265662ce0f7bcd289046d7a192676db31634cd8711ed9b92ff6d87e64", + "episodes/tank-01132.npz": "3ff373c0b127a072d9010752f7124b549b78a552599684816bfb04fd842b4a26", + "episodes/battery-01133.npz": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f", + "episodes/thermal-01134.npz": "e43c6cd94344b37eebc75c136b9de42f8b168039dde7f93c688f54863e134d72", + "episodes/tank-01135.npz": "3f5486eba3adbc5581af492426f74de418852306cfb1cdcc2800d9f3ff9b06a3", + "episodes/battery-01136.npz": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253", + "episodes/thermal-01137.npz": "f9e7b83993819320dbd83be131458b52fe1001476aa61ebb50e32d2e7d09ee50", + "episodes/tank-01138.npz": "d5380a128ea6eed895490cd0a85094e3fa5f7ea701549e4bcb64c7722c8d637b", + "episodes/battery-01139.npz": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779", + "episodes/thermal-01140.npz": "35be7aec3cc9728816b6afd535fb47404364538395304a5fa4559016e5e1edb0", + "episodes/tank-01141.npz": "ab9aec96421d4f55d4e7d33a379bba2d2341f2bdd4dfa921bebdef6cde177616", + "episodes/battery-01142.npz": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a", + "episodes/thermal-01143.npz": "48056c6b90055d06f8470a5d56cd9718392f82f27ba2632e92bddbd3c786d4b8", + "episodes/tank-01144.npz": "a2e2cd29cfbbcb51d68d3176e04b2d19e85e46c6f34075f04903b4ca33e25c1f", + "episodes/battery-01145.npz": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507", + "episodes/thermal-01146.npz": "c833527d1ca4e711d3631cec24fd6a12730f1249a0a2d98ab04c7782ee64f5f6", + "episodes/tank-01147.npz": "98ec375f53ff56ac6a6fe3b6805711e913a3893a72d2b930570e742dd991951c", + "episodes/battery-01148.npz": "e70586b5d9302343ed7bc16c1a73f3258273ae7868629dde3c5df93aa78871d1", + "episodes/thermal-01149.npz": "74d92db21a136e5d20bd44e5d4616d7db8609b9a391568dfc70adad9fd3e0c91", + "episodes/tank-01150.npz": "1d9201c93f5c26d15e6c915b7c09d9a75b7437a76fc7907ba5362d8d42907001", + "episodes/battery-01151.npz": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d", + "episodes/thermal-01152.npz": "620060781575ef9d07f1f2846bf5061c3d66054360af45a6429e77859d85fcb5", + "episodes/tank-01153.npz": "85a231cac8962b5bdea26f71299824f03037bf09ee438595e1108b854e37b7cb", + "episodes/battery-01154.npz": "629fd5470355facca17d530305fbde6f63a3c866079b925c2551a3cf3d161404", + "episodes/thermal-01155.npz": "b92e3d7d94f0e2cded80dfa0759b51cb159eec34c15ddab678c85fdbbd3bc315", + "episodes/tank-01156.npz": "12f8d0b01ab2501bd4aa274d885326466d95e4a46bdb8a8511db28d20394ef8d", + "episodes/battery-01157.npz": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e", + "episodes/thermal-01158.npz": "338b9fd031670ce86e99a164ada8e232dd5f2804e6adaf23c903ae1219008865", + "episodes/tank-01159.npz": "5dd48e2dc0a5f4c25f9d6e149d747712911b5111fe17dbedbd42ed35e2110304", + "episodes/battery-01160.npz": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920", + "episodes/thermal-01161.npz": "89810882381adf91a0ce93c0a79b7b6ef3e5201c17becd3a45246076f48fcc48", + "episodes/tank-01162.npz": "0b3ab1d4493d4ebe3b5bea2c1f33183bb40a3706de7bc15e61819e0e7bbb5f5e", + "episodes/battery-01163.npz": "056c912707330b143440b04737015260cc9e759cf564d375988e92e0a67376aa", + "episodes/thermal-01164.npz": "2d66b50f15676e2af68c71b2408f9bfec7e82399cee65500ad3e4fcf49124eed", + "episodes/tank-01165.npz": "e2489bc4de26bbfc4e38b48adb79544feb53e6c6f372f3c57e17d16e8afe11d0", + "episodes/battery-01166.npz": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c", + "episodes/thermal-01167.npz": "f447341d4586d93309cb4c51f47fff52d968e6f449083e4c40d65cc67b71a88b", + "episodes/tank-01168.npz": "8fadea1b135862412847b4751f27b5e4036c9ed703ba4dd9e5aa542f3ef157e4", + "episodes/battery-01169.npz": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d", + "episodes/thermal-01170.npz": "78be15d1dee1194d8554264a16fdcd659f276285a8572949e24c9aec61755392", + "episodes/tank-01171.npz": "2f6e0479e890cb5e89d6ad317e782b43fce6ae34c4f417edfc988aa3aaff4cee", + "episodes/battery-01172.npz": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6", + "episodes/thermal-01173.npz": "43fa8e0d1de08718a8a6c3a91444edcf950f91f269c4c1d4f1d13c7f63e7a784", + "episodes/tank-01174.npz": "20fe2af0d3c21ce23faada8627edab707ecf4abf0e44b22b473671a93b5f546c", + "episodes/battery-01175.npz": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8", + "episodes/thermal-01176.npz": "114f1d13a52d88ab80533d0b600320bf6ed29b0c0f7b203359c0a803fb69b8a4", + "episodes/tank-01177.npz": "fb293bc62261e5fae707683f26791bab39e14fb13a056054b7499fa29f835dc1", + "episodes/battery-01178.npz": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89", + "episodes/thermal-01179.npz": "fa1344ed4c70c89b239dee23b9693cf8d81c2e32372862714abcfd1a7e51eae4", + "episodes/tank-01180.npz": "1f374574315735c7608753a5643a7c83aea69de5a2491ff2ddd4ca73d6ee6af8", + "episodes/battery-01181.npz": "232108078b8f3b4b8fdacd93e8228aa9318775396ffee8b59817ddae62979959", + "episodes/thermal-01182.npz": "295cd280cd0b91da2608b5974f1619d1579d32674521ec1fad393dcd0a07bd81", + "episodes/tank-01183.npz": "cde4943f14c8fe63c61131db14f02f03dc2f036266c4e7e47dbf33d1fb912e77", + "episodes/battery-01184.npz": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4", + "episodes/thermal-01185.npz": "3626bfed188d2c8f21c643f25fc8ff89385e84258b0e0394a925252fb08d7cfa", + "episodes/tank-01186.npz": "0c9cae0efb67ca4422d15d9c2b0d066d6615b8e36fc196eabb7153e88a4610f4", + "episodes/battery-01187.npz": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6", + "episodes/thermal-01188.npz": "6c28bd885a1af515f1220416c4edc5b647bb8ac2b1a11bbb49362e9712159949", + "episodes/tank-01189.npz": "5331352519a2885b6956e7ef137bb0f931bc7dfe842689693099618e45ab927a", + "episodes/battery-01190.npz": "361d4843593c85cbc2f5fbe2f3ff9132279d85acc1f022392b9b4cfbf4278c16", + "episodes/thermal-01191.npz": "9137557c5e3cffdc9a0c04649c0989ca57b15b8ec6eb2a635b800d782155de03", + "episodes/tank-01192.npz": "5fbcfc7a3474d9ecbc645bab5b35da7af7e43d449f7d3804353145ccbb5031f6", + "episodes/battery-01193.npz": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561", + "episodes/thermal-01194.npz": "ccffad0b6bbe4c77ae458e4df58f3330fd5fb756b44c65fb5232d88081d26b50", + "episodes/tank-01195.npz": "ab89624d397731401d2acb9feb8ce88e3a67584e31b8806fced5798dfc11a3bb", + "episodes/battery-01196.npz": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364", + "episodes/thermal-01197.npz": "46bee9e73a161be441bf9f5e17bed7f15a366e5613e0db9fe60edfb304718ee9", + "episodes/tank-01198.npz": "4c532748be9022d495fc37064fb10b664ed47ac2a101bd6d3460c2f0ecaa87b5", + "episodes/battery-01199.npz": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c" + }, + "source_sha256": { + "/Users/maxfarrell/repos/experimental/scripts/history_diagnostics.py": "bce3097a1271cd787a01be728ab104fae840832681ac512132066c52f3ba45fa", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/evaluation/benchmark.py": "2f817104b27c343bab44940840b93a9aae4fb9f42d5851c6496920c1eb5d2155", + "tfm/evaluation/calibration.py": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca", + "tfm/evaluation/metrics.py": "04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7" + }, + "partitions": { + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ] + }, + "runtime": { + "torch": "2.14.1", + "numpy": "2.5.4", + "device": "cpu", + "threads": 1, + "OMP_NUM_THREADS": "1", + "MKL_NUM_THREADS": "1" + }, + "args": { + "data": "artifacts/poc/data", + "checkpoint": "artifacts/full/transformer/seed-43/checkpoint.pt", + "output": "artifacts/robustness/seed-43-replication/history", + "samples": 1024, + "calibration_samples": 512, + "seed": 42, + "batch_size": 32, + "counterfactual_samples": 12, + "conditions": [ + "full_history", + "current_only", + "history_branch_disabled", + "past_state_only", + "truncate_4", + "truncate_8", + "temporal_shuffle", + "matched_family_swap", + "thermal_temperature_only" + ] + }, + "limitation": "Same trained weights; inference-time history perturbations are distribution shift, not fair retrained no-history comparisons. Masked rows retain time/missingness tokens. history_branch_disabled zeros the encoder history contribution using its existing use_history switch. Shuffle permutes past observations and masks jointly, keeps time slots/current/future plan. Swap uses a different held-out system of the same family, matched only on observed current state and donor availability covering every observed recipient current field; it disrupts history/current consistency and is not an isolated causal identification test. Calibration is perturbation-specific at sampled-window level, overlapping windows are correlated, with no guarantee for novel dynamics.", + "test": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 42, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "e09f22ba9e162c1b654828244f4dc5d11e1379207b2a8e672ab95289bb7f7e2e", + "family_window_counts": { + "battery": 335, + "tank": 354, + "thermal": 335 + } + }, + "anchors": [ + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 64 + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "episode_index": 139, + "anchor_step": 223 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 551 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 663 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 628 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 374 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 324 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 360 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 192 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 634 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 514 + }, + { + "system_id": "battery-01163", + "family": "battery", + "episode_index": 175, + "anchor_step": 415 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 302 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 26 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 116 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 338 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 267 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 61 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 122 + }, + { + "system_id": "tank-00532", + "family": "tank", + "episode_index": 81, + "anchor_step": 67 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 63 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 500 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 574 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 547 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 460 + }, + { + "system_id": "tank-00757", + "family": "tank", + "episode_index": 115, + "anchor_step": 598 + }, + { + "system_id": "tank-00466", + "family": "tank", + "episode_index": 72, + "anchor_step": 302 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 85 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 136 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 545 + }, + { + "system_id": "tank-00532", + "family": "tank", + "episode_index": 81, + "anchor_step": 76 + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "episode_index": 40, + "anchor_step": 602 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 398 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 552 + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "episode_index": 159, + "anchor_step": 549 + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "episode_index": 11, + "anchor_step": 335 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 339 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 648 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 547 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 472 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 498 + }, + { + "system_id": "battery-00878", + "family": "battery", + "episode_index": 136, + "anchor_step": 315 + }, + { + "system_id": "tank-00826", + "family": "tank", + "episode_index": 126, + "anchor_step": 83 + }, + { + "system_id": "tank-00391", + "family": "tank", + "episode_index": 63, + "anchor_step": 546 + }, + { + "system_id": "battery-00095", + "family": "battery", + "episode_index": 12, + "anchor_step": 167 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 488 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 166 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 512 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 39 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 92 + }, + { + "system_id": "battery-00878", + "family": "battery", + "episode_index": 136, + "anchor_step": 524 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 45 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 345 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 29 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 409 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 590 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 268 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 518 + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "episode_index": 133, + "anchor_step": 541 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 632 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 58 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 59 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 662 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 120 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 634 + }, + { + "system_id": "battery-00341", + "family": "battery", + "episode_index": 58, + "anchor_step": 439 + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "episode_index": 162, + "anchor_step": 662 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 461 + }, + { + "system_id": "tank-00097", + "family": "tank", + "episode_index": 13, + "anchor_step": 499 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 356 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 165 + }, + { + "system_id": "tank-00190", + "family": "tank", + "episode_index": 34, + "anchor_step": 90 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 234 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 270 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 386 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 425 + }, + { + "system_id": "battery-00347", + "family": "battery", + "episode_index": 59, + "anchor_step": 302 + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "episode_index": 40, + "anchor_step": 564 + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "episode_index": 101, + "anchor_step": 414 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 386 + }, + { + "system_id": "tank-01123", + "family": "tank", + "episode_index": 169, + "anchor_step": 186 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 464 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 616 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 589 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 252 + }, + { + "system_id": "tank-00826", + "family": "tank", + "episode_index": 126, + "anchor_step": 53 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 344 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 168 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 159 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 540 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 240 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 573 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 346 + }, + { + "system_id": "tank-00436", + "family": "tank", + "episode_index": 69, + "anchor_step": 502 + }, + { + "system_id": "battery-01052", + "family": "battery", + "episode_index": 161, + "anchor_step": 444 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 600 + }, + { + "system_id": "tank-00253", + "family": "tank", + "episode_index": 43, + "anchor_step": 100 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 568 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 419 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 122 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 596 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 654 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 589 + }, + { + "system_id": "battery-00017", + "family": "battery", + "episode_index": 1, + "anchor_step": 231 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 300 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 437 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 321 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 455 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 589 + }, + { + "system_id": "tank-00826", + "family": "tank", + "episode_index": 126, + "anchor_step": 619 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 589 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 364 + }, + { + "system_id": "battery-00635", + "family": "battery", + "episode_index": 100, + "anchor_step": 33 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 411 + }, + { + "system_id": "thermal-00582", + "family": "thermal", + "episode_index": 91, + "anchor_step": 28 + }, + { + "system_id": "tank-00637", + "family": "tank", + "episode_index": 102, + "anchor_step": 262 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 477 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 127 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 142 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 418 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 106 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 223 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 534 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 534 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 610 + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "episode_index": 101, + "anchor_step": 499 + }, + { + "system_id": "tank-00100", + "family": "tank", + "episode_index": 14, + "anchor_step": 187 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 472 + }, + { + "system_id": "tank-00640", + "family": "tank", + "episode_index": 103, + "anchor_step": 297 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 183 + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "episode_index": 101, + "anchor_step": 515 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 436 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 216 + }, + { + "system_id": "battery-00635", + "family": "battery", + "episode_index": 100, + "anchor_step": 444 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 77 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 479 + }, + { + "system_id": "tank-00706", + "family": "tank", + "episode_index": 108, + "anchor_step": 350 + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "episode_index": 5, + "anchor_step": 374 + }, + { + "system_id": "thermal-00387", + "family": "thermal", + "episode_index": 62, + "anchor_step": 376 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 414 + }, + { + "system_id": "battery-01181", + "family": "battery", + "episode_index": 176, + "anchor_step": 596 + }, + { + "system_id": "tank-00217", + "family": "tank", + "episode_index": 38, + "anchor_step": 424 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 522 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 366 + }, + { + "system_id": "tank-01189", + "family": "tank", + "episode_index": 178, + "anchor_step": 459 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 416 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 180 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 93 + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "episode_index": 147, + "anchor_step": 601 + }, + { + "system_id": "battery-00086", + "family": "battery", + "episode_index": 10, + "anchor_step": 340 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 36 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 439 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 136 + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "episode_index": 52, + "anchor_step": 566 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 136 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 116 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 492 + }, + { + "system_id": "battery-00635", + "family": "battery", + "episode_index": 100, + "anchor_step": 193 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 602 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 88 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 215 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 393 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 442 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 119 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 172 + }, + { + "system_id": "thermal-00927", + "family": "thermal", + "episode_index": 146, + "anchor_step": 359 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 548 + }, + { + "system_id": "battery-00164", + "family": "battery", + "episode_index": 30, + "anchor_step": 58 + }, + { + "system_id": "tank-00376", + "family": "tank", + "episode_index": 60, + "anchor_step": 133 + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "episode_index": 4, + "anchor_step": 79 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 90 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 156 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 587 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 38 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 291 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 111 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 68 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 41 + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "episode_index": 162, + "anchor_step": 94 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 143 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 568 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 290 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 356 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 239 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 159 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 220 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 612 + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "episode_index": 68, + "anchor_step": 397 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 650 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 197 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 65 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 312 + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "episode_index": 109, + "anchor_step": 212 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 104 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 501 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 521 + }, + { + "system_id": "battery-00380", + "family": "battery", + "episode_index": 61, + "anchor_step": 450 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 177 + }, + { + "system_id": "battery-00380", + "family": "battery", + "episode_index": 61, + "anchor_step": 29 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 113 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 618 + }, + { + "system_id": "tank-01060", + "family": "tank", + "episode_index": 163, + "anchor_step": 372 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 94 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 631 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 238 + }, + { + "system_id": "tank-00271", + "family": "tank", + "episode_index": 47, + "anchor_step": 572 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 383 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 313 + }, + { + "system_id": "tank-00271", + "family": "tank", + "episode_index": 47, + "anchor_step": 301 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 135 + }, + { + "system_id": "tank-00271", + "family": "tank", + "episode_index": 47, + "anchor_step": 26 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 48 + }, + { + "system_id": "battery-00899", + "family": "battery", + "episode_index": 142, + "anchor_step": 36 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 591 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 437 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 25 + }, + { + "system_id": "tank-00100", + "family": "tank", + "episode_index": 14, + "anchor_step": 193 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 247 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 321 + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "episode_index": 162, + "anchor_step": 323 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 641 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 48 + }, + { + "system_id": "tank-00826", + "family": "tank", + "episode_index": 126, + "anchor_step": 488 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 296 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 594 + }, + { + "system_id": "thermal-00327", + "family": "thermal", + "episode_index": 55, + "anchor_step": 69 + }, + { + "system_id": "thermal-00909", + "family": "thermal", + "episode_index": 145, + "anchor_step": 381 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 189 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 307 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 548 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 265 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 145 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 353 + }, + { + "system_id": "battery-00878", + "family": "battery", + "episode_index": 136, + "anchor_step": 365 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 470 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 346 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 275 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 521 + }, + { + "system_id": "thermal-00327", + "family": "thermal", + "episode_index": 55, + "anchor_step": 382 + }, + { + "system_id": "battery-00722", + "family": "battery", + "episode_index": 112, + "anchor_step": 610 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 177 + }, + { + "system_id": "battery-00659", + "family": "battery", + "episode_index": 105, + "anchor_step": 111 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 51 + }, + { + "system_id": "battery-00770", + "family": "battery", + "episode_index": 116, + "anchor_step": 647 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 134 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 151 + }, + { + "system_id": "battery-00878", + "family": "battery", + "episode_index": 136, + "anchor_step": 246 + }, + { + "system_id": "tank-00481", + "family": "tank", + "episode_index": 74, + "anchor_step": 565 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 433 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 337 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 216 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 612 + }, + { + "system_id": "tank-00187", + "family": "tank", + "episode_index": 33, + "anchor_step": 588 + }, + { + "system_id": "battery-00347", + "family": "battery", + "episode_index": 59, + "anchor_step": 263 + }, + { + "system_id": "battery-00782", + "family": "battery", + "episode_index": 118, + "anchor_step": 605 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 32 + }, + { + "system_id": "thermal-00801", + "family": "thermal", + "episode_index": 121, + "anchor_step": 656 + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "episode_index": 18, + "anchor_step": 416 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 365 + }, + { + "system_id": "battery-00659", + "family": "battery", + "episode_index": 105, + "anchor_step": 521 + }, + { + "system_id": "battery-00899", + "family": "battery", + "episode_index": 142, + "anchor_step": 553 + }, + { + "system_id": "battery-00164", + "family": "battery", + "episode_index": 30, + "anchor_step": 476 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 664 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 357 + }, + { + "system_id": "tank-01189", + "family": "tank", + "episode_index": 178, + "anchor_step": 114 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 402 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 322 + }, + { + "system_id": "thermal-00387", + "family": "thermal", + "episode_index": 62, + "anchor_step": 303 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 177 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 257 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 58 + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "episode_index": 4, + "anchor_step": 90 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 196 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 370 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 194 + }, + { + "system_id": "tank-00568", + "family": "tank", + "episode_index": 86, + "anchor_step": 545 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 73 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 595 + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "episode_index": 11, + "anchor_step": 467 + }, + { + "system_id": "tank-00100", + "family": "tank", + "episode_index": 14, + "anchor_step": 595 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 441 + }, + { + "system_id": "thermal-00570", + "family": "thermal", + "episode_index": 87, + "anchor_step": 407 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 538 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 233 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 286 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 542 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 654 + }, + { + "system_id": "tank-00637", + "family": "tank", + "episode_index": 102, + "anchor_step": 607 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 410 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 169 + }, + { + "system_id": "thermal-00909", + "family": "thermal", + "episode_index": 145, + "anchor_step": 258 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 58 + }, + { + "system_id": "battery-01148", + "family": "battery", + "episode_index": 171, + "anchor_step": 458 + }, + { + "system_id": "battery-00347", + "family": "battery", + "episode_index": 59, + "anchor_step": 461 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 87 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 485 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 639 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 25 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 164 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 594 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 319 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 493 + }, + { + "system_id": "battery-00017", + "family": "battery", + "episode_index": 1, + "anchor_step": 526 + }, + { + "system_id": "battery-01052", + "family": "battery", + "episode_index": 161, + "anchor_step": 221 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 478 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 180 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 274 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 489 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 552 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 372 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 586 + }, + { + "system_id": "thermal-00801", + "family": "thermal", + "episode_index": 121, + "anchor_step": 25 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 278 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 422 + }, + { + "system_id": "tank-00253", + "family": "tank", + "episode_index": 43, + "anchor_step": 598 + }, + { + "system_id": "battery-00782", + "family": "battery", + "episode_index": 118, + "anchor_step": 469 + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "episode_index": 131, + "anchor_step": 313 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 574 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 650 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 251 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 486 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 275 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 431 + }, + { + "system_id": "tank-01072", + "family": "tank", + "episode_index": 164, + "anchor_step": 589 + }, + { + "system_id": "battery-01163", + "family": "battery", + "episode_index": 175, + "anchor_step": 361 + }, + { + "system_id": "battery-00230", + "family": "battery", + "episode_index": 41, + "anchor_step": 304 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 383 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 494 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 297 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 583 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 295 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 514 + }, + { + "system_id": "thermal-00327", + "family": "thermal", + "episode_index": 55, + "anchor_step": 531 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 255 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 540 + }, + { + "system_id": "thermal-00909", + "family": "thermal", + "episode_index": 145, + "anchor_step": 334 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 265 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 77 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 339 + }, + { + "system_id": "battery-01148", + "family": "battery", + "episode_index": 171, + "anchor_step": 358 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 196 + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "episode_index": 52, + "anchor_step": 257 + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "episode_index": 111, + "anchor_step": 623 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 479 + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "episode_index": 162, + "anchor_step": 662 + }, + { + "system_id": "battery-00266", + "family": "battery", + "episode_index": 46, + "anchor_step": 70 + }, + { + "system_id": "tank-01189", + "family": "tank", + "episode_index": 178, + "anchor_step": 311 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 336 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 360 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 427 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 644 + }, + { + "system_id": "thermal-00069", + "family": "thermal", + "episode_index": 8, + "anchor_step": 76 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 526 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 226 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 335 + }, + { + "system_id": "tank-01189", + "family": "tank", + "episode_index": 178, + "anchor_step": 425 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 200 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 345 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 258 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 504 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 161 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 242 + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "episode_index": 40, + "anchor_step": 161 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 549 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 585 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 276 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 355 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 579 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 652 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 640 + }, + { + "system_id": "tank-00376", + "family": "tank", + "episode_index": 60, + "anchor_step": 283 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 86 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 562 + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "episode_index": 67, + "anchor_step": 188 + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "episode_index": 159, + "anchor_step": 365 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 25 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 402 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 294 + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "episode_index": 68, + "anchor_step": 278 + }, + { + "system_id": "tank-00271", + "family": "tank", + "episode_index": 47, + "anchor_step": 178 + }, + { + "system_id": "battery-00011", + "family": "battery", + "episode_index": 0, + "anchor_step": 636 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 425 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 402 + }, + { + "system_id": "tank-00253", + "family": "tank", + "episode_index": 43, + "anchor_step": 263 + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "episode_index": 5, + "anchor_step": 500 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 84 + }, + { + "system_id": "battery-00095", + "family": "battery", + "episode_index": 12, + "anchor_step": 135 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 408 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 372 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 402 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 288 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 195 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 85 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 593 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 399 + }, + { + "system_id": "battery-00989", + "family": "battery", + "episode_index": 157, + "anchor_step": 293 + }, + { + "system_id": "thermal-00069", + "family": "thermal", + "episode_index": 8, + "anchor_step": 62 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 252 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 338 + }, + { + "system_id": "thermal-00327", + "family": "thermal", + "episode_index": 55, + "anchor_step": 574 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 437 + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "episode_index": 139, + "anchor_step": 621 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 456 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 619 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 584 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 108 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 65 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 601 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 143 + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "episode_index": 2, + "anchor_step": 349 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 260 + }, + { + "system_id": "battery-00230", + "family": "battery", + "episode_index": 41, + "anchor_step": 240 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 198 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 490 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 172 + }, + { + "system_id": "thermal-00801", + "family": "thermal", + "episode_index": 121, + "anchor_step": 651 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 328 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 619 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 264 + }, + { + "system_id": "thermal-00582", + "family": "thermal", + "episode_index": 91, + "anchor_step": 112 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 633 + }, + { + "system_id": "thermal-00816", + "family": "thermal", + "episode_index": 124, + "anchor_step": 643 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 609 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 408 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 65 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 639 + }, + { + "system_id": "tank-00976", + "family": "tank", + "episode_index": 155, + "anchor_step": 393 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 499 + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "episode_index": 4, + "anchor_step": 355 + }, + { + "system_id": "thermal-00837", + "family": "thermal", + "episode_index": 128, + "anchor_step": 519 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 144 + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "episode_index": 133, + "anchor_step": 33 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 454 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 402 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 81 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 199 + }, + { + "system_id": "tank-00637", + "family": "tank", + "episode_index": 102, + "anchor_step": 94 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 640 + }, + { + "system_id": "tank-00100", + "family": "tank", + "episode_index": 14, + "anchor_step": 380 + }, + { + "system_id": "tank-00460", + "family": "tank", + "episode_index": 71, + "anchor_step": 385 + }, + { + "system_id": "battery-01163", + "family": "battery", + "episode_index": 175, + "anchor_step": 126 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 132 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 535 + }, + { + "system_id": "thermal-00570", + "family": "thermal", + "episode_index": 87, + "anchor_step": 629 + }, + { + "system_id": "thermal-00582", + "family": "thermal", + "episode_index": 91, + "anchor_step": 348 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 225 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 326 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 30 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 526 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 382 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 569 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 321 + }, + { + "system_id": "battery-00578", + "family": "battery", + "episode_index": 89, + "anchor_step": 568 + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "episode_index": 4, + "anchor_step": 327 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 310 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 623 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 457 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 97 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 243 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 62 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 150 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 190 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 529 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 305 + }, + { + "system_id": "battery-00017", + "family": "battery", + "episode_index": 1, + "anchor_step": 133 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 614 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 584 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 207 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 449 + }, + { + "system_id": "battery-01112", + "family": "battery", + "episode_index": 167, + "anchor_step": 629 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 599 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 526 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 520 + }, + { + "system_id": "thermal-00546", + "family": "thermal", + "episode_index": 84, + "anchor_step": 105 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 134 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 188 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 315 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 158 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 306 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 437 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 554 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 213 + }, + { + "system_id": "battery-00263", + "family": "battery", + "episode_index": 45, + "anchor_step": 82 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 297 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 242 + }, + { + "system_id": "battery-00230", + "family": "battery", + "episode_index": 41, + "anchor_step": 584 + }, + { + "system_id": "tank-00376", + "family": "tank", + "episode_index": 60, + "anchor_step": 128 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 368 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 489 + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "episode_index": 109, + "anchor_step": 76 + }, + { + "system_id": "battery-01112", + "family": "battery", + "episode_index": 167, + "anchor_step": 652 + }, + { + "system_id": "battery-00983", + "family": "battery", + "episode_index": 156, + "anchor_step": 146 + }, + { + "system_id": "thermal-00870", + "family": "thermal", + "episode_index": 135, + "anchor_step": 410 + }, + { + "system_id": "tank-00706", + "family": "tank", + "episode_index": 108, + "anchor_step": 382 + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "episode_index": 52, + "anchor_step": 134 + }, + { + "system_id": "tank-00481", + "family": "tank", + "episode_index": 74, + "anchor_step": 191 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 280 + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "episode_index": 67, + "anchor_step": 249 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 514 + }, + { + "system_id": "thermal-00489", + "family": "thermal", + "episode_index": 76, + "anchor_step": 445 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 325 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 246 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 196 + }, + { + "system_id": "battery-00983", + "family": "battery", + "episode_index": 156, + "anchor_step": 118 + }, + { + "system_id": "thermal-00291", + "family": "thermal", + "episode_index": 49, + "anchor_step": 237 + }, + { + "system_id": "tank-00532", + "family": "tank", + "episode_index": 81, + "anchor_step": 473 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 397 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 415 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 257 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 407 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 38 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 204 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 250 + }, + { + "system_id": "thermal-00927", + "family": "thermal", + "episode_index": 146, + "anchor_step": 653 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 437 + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "episode_index": 18, + "anchor_step": 632 + }, + { + "system_id": "battery-00992", + "family": "battery", + "episode_index": 158, + "anchor_step": 468 + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "episode_index": 11, + "anchor_step": 652 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 392 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 663 + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "episode_index": 64, + "anchor_step": 289 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 222 + }, + { + "system_id": "tank-00190", + "family": "tank", + "episode_index": 34, + "anchor_step": 417 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 305 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 260 + }, + { + "system_id": "thermal-00327", + "family": "thermal", + "episode_index": 55, + "anchor_step": 575 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 154 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 598 + }, + { + "system_id": "tank-01072", + "family": "tank", + "episode_index": 164, + "anchor_step": 503 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 520 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 498 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 533 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 58 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 183 + }, + { + "system_id": "tank-00640", + "family": "tank", + "episode_index": 103, + "anchor_step": 623 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 440 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 34 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 529 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 184 + }, + { + "system_id": "battery-00029", + "family": "battery", + "episode_index": 3, + "anchor_step": 540 + }, + { + "system_id": "battery-00830", + "family": "battery", + "episode_index": 127, + "anchor_step": 425 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 646 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 66 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 302 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 394 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 413 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 194 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 283 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 587 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 362 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 381 + }, + { + "system_id": "battery-00446", + "family": "battery", + "episode_index": 70, + "anchor_step": 570 + }, + { + "system_id": "tank-00943", + "family": "tank", + "episode_index": 149, + "anchor_step": 73 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 176 + }, + { + "system_id": "tank-01183", + "family": "tank", + "episode_index": 177, + "anchor_step": 148 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 546 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 332 + }, + { + "system_id": "battery-00989", + "family": "battery", + "episode_index": 157, + "anchor_step": 344 + }, + { + "system_id": "battery-00899", + "family": "battery", + "episode_index": 142, + "anchor_step": 457 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 153 + }, + { + "system_id": "battery-00608", + "family": "battery", + "episode_index": 96, + "anchor_step": 390 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 552 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 507 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 452 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 49 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 417 + }, + { + "system_id": "battery-00230", + "family": "battery", + "episode_index": 41, + "anchor_step": 56 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 594 + }, + { + "system_id": "tank-00757", + "family": "tank", + "episode_index": 115, + "anchor_step": 447 + }, + { + "system_id": "tank-00637", + "family": "tank", + "episode_index": 102, + "anchor_step": 550 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 531 + }, + { + "system_id": "tank-00481", + "family": "tank", + "episode_index": 74, + "anchor_step": 618 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 543 + }, + { + "system_id": "thermal-00069", + "family": "thermal", + "episode_index": 8, + "anchor_step": 578 + }, + { + "system_id": "battery-00017", + "family": "battery", + "episode_index": 1, + "anchor_step": 198 + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "episode_index": 67, + "anchor_step": 183 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 438 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 199 + }, + { + "system_id": "tank-01015", + "family": "tank", + "episode_index": 160, + "anchor_step": 561 + }, + { + "system_id": "thermal-00123", + "family": "thermal", + "episode_index": 18, + "anchor_step": 216 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 535 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 37 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 160 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 249 + }, + { + "system_id": "tank-00466", + "family": "tank", + "episode_index": 72, + "anchor_step": 495 + }, + { + "system_id": "thermal-01098", + "family": "thermal", + "episode_index": 166, + "anchor_step": 325 + }, + { + "system_id": "thermal-00816", + "family": "thermal", + "episode_index": 124, + "anchor_step": 80 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 562 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 461 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 564 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 103 + }, + { + "system_id": "thermal-01053", + "family": "thermal", + "episode_index": 162, + "anchor_step": 329 + }, + { + "system_id": "tank-00253", + "family": "tank", + "episode_index": 43, + "anchor_step": 137 + }, + { + "system_id": "battery-01181", + "family": "battery", + "episode_index": 176, + "anchor_step": 230 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 488 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 257 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 206 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 219 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 27 + }, + { + "system_id": "tank-00757", + "family": "tank", + "episode_index": 115, + "anchor_step": 438 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 620 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 163 + }, + { + "system_id": "thermal-00861", + "family": "thermal", + "episode_index": 133, + "anchor_step": 40 + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "episode_index": 24, + "anchor_step": 163 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 465 + }, + { + "system_id": "battery-00608", + "family": "battery", + "episode_index": 96, + "anchor_step": 339 + }, + { + "system_id": "battery-00341", + "family": "battery", + "episode_index": 58, + "anchor_step": 122 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 382 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 59 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 256 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 65 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 218 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 115 + }, + { + "system_id": "tank-00436", + "family": "tank", + "episode_index": 69, + "anchor_step": 225 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 350 + }, + { + "system_id": "tank-00757", + "family": "tank", + "episode_index": 115, + "anchor_step": 100 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 641 + }, + { + "system_id": "tank-00271", + "family": "tank", + "episode_index": 47, + "anchor_step": 641 + }, + { + "system_id": "thermal-00093", + "family": "thermal", + "episode_index": 11, + "anchor_step": 25 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 124 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 55 + }, + { + "system_id": "tank-00568", + "family": "tank", + "episode_index": 86, + "anchor_step": 34 + }, + { + "system_id": "battery-00161", + "family": "battery", + "episode_index": 29, + "anchor_step": 486 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 48 + }, + { + "system_id": "tank-00706", + "family": "tank", + "episode_index": 108, + "anchor_step": 505 + }, + { + "system_id": "battery-00230", + "family": "battery", + "episode_index": 41, + "anchor_step": 576 + }, + { + "system_id": "tank-00376", + "family": "tank", + "episode_index": 60, + "anchor_step": 589 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 120 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 607 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 633 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 440 + }, + { + "system_id": "battery-00341", + "family": "battery", + "episode_index": 58, + "anchor_step": 632 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 88 + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "episode_index": 68, + "anchor_step": 217 + }, + { + "system_id": "tank-00175", + "family": "tank", + "episode_index": 32, + "anchor_step": 616 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 301 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 267 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 304 + }, + { + "system_id": "battery-00899", + "family": "battery", + "episode_index": 142, + "anchor_step": 469 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 533 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 505 + }, + { + "system_id": "tank-01072", + "family": "tank", + "episode_index": 164, + "anchor_step": 628 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 507 + }, + { + "system_id": "tank-00568", + "family": "tank", + "episode_index": 86, + "anchor_step": 385 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 441 + }, + { + "system_id": "battery-00347", + "family": "battery", + "episode_index": 59, + "anchor_step": 90 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 594 + }, + { + "system_id": "battery-00608", + "family": "battery", + "episode_index": 96, + "anchor_step": 265 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 593 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 498 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 65 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 321 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 295 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 530 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 374 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 594 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 620 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 616 + }, + { + "system_id": "tank-00097", + "family": "tank", + "episode_index": 13, + "anchor_step": 51 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 580 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 542 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 203 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 232 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 300 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 369 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 63 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 404 + }, + { + "system_id": "thermal-00975", + "family": "thermal", + "episode_index": 154, + "anchor_step": 619 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 285 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 522 + }, + { + "system_id": "battery-01148", + "family": "battery", + "episode_index": 171, + "anchor_step": 313 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 400 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 356 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 98 + }, + { + "system_id": "thermal-00720", + "family": "thermal", + "episode_index": 111, + "anchor_step": 624 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 426 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 371 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 157 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 139 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 324 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 161 + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "episode_index": 24, + "anchor_step": 493 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 529 + }, + { + "system_id": "battery-01154", + "family": "battery", + "episode_index": 172, + "anchor_step": 407 + }, + { + "system_id": "battery-00164", + "family": "battery", + "episode_index": 30, + "anchor_step": 338 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 125 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 157 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 576 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 108 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 583 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 279 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 100 + }, + { + "system_id": "battery-01112", + "family": "battery", + "episode_index": 167, + "anchor_step": 438 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 205 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 163 + }, + { + "system_id": "battery-00263", + "family": "battery", + "episode_index": 45, + "anchor_step": 413 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 622 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 160 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 39 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 92 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 471 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 607 + }, + { + "system_id": "battery-00164", + "family": "battery", + "episode_index": 30, + "anchor_step": 144 + }, + { + "system_id": "battery-00164", + "family": "battery", + "episode_index": 30, + "anchor_step": 557 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 203 + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "episode_index": 101, + "anchor_step": 466 + }, + { + "system_id": "battery-00017", + "family": "battery", + "episode_index": 1, + "anchor_step": 288 + }, + { + "system_id": "tank-00640", + "family": "tank", + "episode_index": 103, + "anchor_step": 47 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 451 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 586 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 196 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 70 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 661 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 347 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 421 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 577 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 143 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 400 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 297 + }, + { + "system_id": "battery-00704", + "family": "battery", + "episode_index": 107, + "anchor_step": 618 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 51 + }, + { + "system_id": "battery-01112", + "family": "battery", + "episode_index": 167, + "anchor_step": 422 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 92 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 377 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 326 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 73 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 549 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 528 + }, + { + "system_id": "thermal-00570", + "family": "thermal", + "episode_index": 87, + "anchor_step": 584 + }, + { + "system_id": "battery-00782", + "family": "battery", + "episode_index": 118, + "anchor_step": 289 + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "episode_index": 131, + "anchor_step": 142 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 247 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 595 + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "episode_index": 139, + "anchor_step": 265 + }, + { + "system_id": "battery-00212", + "family": "battery", + "episode_index": 37, + "anchor_step": 336 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 550 + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "episode_index": 131, + "anchor_step": 341 + }, + { + "system_id": "tank-00376", + "family": "tank", + "episode_index": 60, + "anchor_step": 58 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 589 + }, + { + "system_id": "battery-01052", + "family": "battery", + "episode_index": 161, + "anchor_step": 476 + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "episode_index": 147, + "anchor_step": 74 + }, + { + "system_id": "tank-00880", + "family": "tank", + "episode_index": 137, + "anchor_step": 187 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 157 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 470 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 112 + }, + { + "system_id": "thermal-00411", + "family": "thermal", + "episode_index": 65, + "anchor_step": 379 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 533 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 407 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 243 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 260 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 44 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 408 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 361 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 345 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 602 + }, + { + "system_id": "tank-00502", + "family": "tank", + "episode_index": 78, + "anchor_step": 551 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 503 + }, + { + "system_id": "thermal-00423", + "family": "thermal", + "episode_index": 68, + "anchor_step": 663 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 39 + }, + { + "system_id": "thermal-00858", + "family": "thermal", + "episode_index": 131, + "anchor_step": 243 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 459 + }, + { + "system_id": "tank-00631", + "family": "tank", + "episode_index": 99, + "anchor_step": 368 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 557 + }, + { + "system_id": "thermal-01119", + "family": "thermal", + "episode_index": 168, + "anchor_step": 347 + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "episode_index": 64, + "anchor_step": 627 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 314 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 203 + }, + { + "system_id": "tank-00568", + "family": "tank", + "episode_index": 86, + "anchor_step": 206 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 143 + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "episode_index": 67, + "anchor_step": 501 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 244 + }, + { + "system_id": "tank-01183", + "family": "tank", + "episode_index": 177, + "anchor_step": 404 + }, + { + "system_id": "battery-00011", + "family": "battery", + "episode_index": 0, + "anchor_step": 588 + }, + { + "system_id": "tank-00841", + "family": "tank", + "episode_index": 129, + "anchor_step": 149 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 241 + }, + { + "system_id": "battery-01148", + "family": "battery", + "episode_index": 171, + "anchor_step": 161 + }, + { + "system_id": "thermal-00489", + "family": "thermal", + "episode_index": 76, + "anchor_step": 205 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 232 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 519 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 84 + }, + { + "system_id": "battery-00992", + "family": "battery", + "episode_index": 158, + "anchor_step": 41 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 455 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 82 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 630 + }, + { + "system_id": "tank-00568", + "family": "tank", + "episode_index": 86, + "anchor_step": 68 + }, + { + "system_id": "battery-00659", + "family": "battery", + "episode_index": 105, + "anchor_step": 592 + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "episode_index": 5, + "anchor_step": 554 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 342 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 30 + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "episode_index": 2, + "anchor_step": 160 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 165 + }, + { + "system_id": "tank-00532", + "family": "tank", + "episode_index": 81, + "anchor_step": 521 + }, + { + "system_id": "battery-00857", + "family": "battery", + "episode_index": 130, + "anchor_step": 64 + }, + { + "system_id": "thermal-00942", + "family": "thermal", + "episode_index": 148, + "anchor_step": 390 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 430 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 128 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 212 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 368 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 517 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 418 + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "episode_index": 2, + "anchor_step": 136 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 245 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 536 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 228 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 588 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 429 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 75 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 604 + }, + { + "system_id": "battery-00446", + "family": "battery", + "episode_index": 70, + "anchor_step": 258 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 322 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 633 + }, + { + "system_id": "battery-00992", + "family": "battery", + "episode_index": 158, + "anchor_step": 187 + }, + { + "system_id": "battery-00806", + "family": "battery", + "episode_index": 123, + "anchor_step": 157 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 89 + }, + { + "system_id": "battery-00890", + "family": "battery", + "episode_index": 140, + "anchor_step": 47 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 434 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 523 + }, + { + "system_id": "tank-00127", + "family": "tank", + "episode_index": 19, + "anchor_step": 122 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 559 + }, + { + "system_id": "tank-01192", + "family": "tank", + "episode_index": 179, + "anchor_step": 561 + }, + { + "system_id": "thermal-00042", + "family": "thermal", + "episode_index": 4, + "anchor_step": 224 + }, + { + "system_id": "tank-00784", + "family": "tank", + "episode_index": 119, + "anchor_step": 551 + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "episode_index": 24, + "anchor_step": 391 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 37 + }, + { + "system_id": "battery-00722", + "family": "battery", + "episode_index": 112, + "anchor_step": 149 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 202 + }, + { + "system_id": "battery-00803", + "family": "battery", + "episode_index": 122, + "anchor_step": 363 + }, + { + "system_id": "battery-01052", + "family": "battery", + "episode_index": 161, + "anchor_step": 322 + }, + { + "system_id": "tank-00976", + "family": "tank", + "episode_index": 155, + "anchor_step": 292 + }, + { + "system_id": "thermal-00045", + "family": "thermal", + "episode_index": 5, + "anchor_step": 164 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 193 + }, + { + "system_id": "tank-00253", + "family": "tank", + "episode_index": 43, + "anchor_step": 247 + }, + { + "system_id": "tank-00532", + "family": "tank", + "episode_index": 81, + "anchor_step": 403 + }, + { + "system_id": "tank-00148", + "family": "tank", + "episode_index": 25, + "anchor_step": 500 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 525 + }, + { + "system_id": "thermal-00888", + "family": "thermal", + "episode_index": 139, + "anchor_step": 548 + }, + { + "system_id": "thermal-00909", + "family": "thermal", + "episode_index": 145, + "anchor_step": 345 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 457 + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "episode_index": 2, + "anchor_step": 423 + }, + { + "system_id": "tank-01060", + "family": "tank", + "episode_index": 163, + "anchor_step": 610 + }, + { + "system_id": "thermal-00315", + "family": "thermal", + "episode_index": 52, + "anchor_step": 25 + }, + { + "system_id": "battery-00782", + "family": "battery", + "episode_index": 118, + "anchor_step": 105 + }, + { + "system_id": "tank-01060", + "family": "tank", + "episode_index": 163, + "anchor_step": 471 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 349 + }, + { + "system_id": "battery-00011", + "family": "battery", + "episode_index": 0, + "anchor_step": 655 + }, + { + "system_id": "battery-00011", + "family": "battery", + "episode_index": 0, + "anchor_step": 650 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 112 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 214 + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "episode_index": 147, + "anchor_step": 405 + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "episode_index": 109, + "anchor_step": 65 + }, + { + "system_id": "battery-01181", + "family": "battery", + "episode_index": 176, + "anchor_step": 285 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 194 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 262 + }, + { + "system_id": "battery-00239", + "family": "battery", + "episode_index": 42, + "anchor_step": 626 + }, + { + "system_id": "thermal-00306", + "family": "thermal", + "episode_index": 51, + "anchor_step": 539 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 596 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 73 + }, + { + "system_id": "battery-00086", + "family": "battery", + "episode_index": 10, + "anchor_step": 216 + }, + { + "system_id": "tank-00799", + "family": "tank", + "episode_index": 120, + "anchor_step": 307 + }, + { + "system_id": "battery-00908", + "family": "battery", + "episode_index": 144, + "anchor_step": 134 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 199 + }, + { + "system_id": "battery-01112", + "family": "battery", + "episode_index": 167, + "anchor_step": 25 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 434 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 651 + }, + { + "system_id": "thermal-00951", + "family": "thermal", + "episode_index": 152, + "anchor_step": 217 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 447 + }, + { + "system_id": "thermal-00939", + "family": "thermal", + "episode_index": 147, + "anchor_step": 385 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 559 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 266 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 168 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 96 + }, + { + "system_id": "tank-00205", + "family": "tank", + "episode_index": 36, + "anchor_step": 228 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 325 + }, + { + "system_id": "tank-00130", + "family": "tank", + "episode_index": 22, + "anchor_step": 335 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 361 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 546 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 132 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 108 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 464 + }, + { + "system_id": "battery-00737", + "family": "battery", + "episode_index": 113, + "anchor_step": 281 + }, + { + "system_id": "thermal-00102", + "family": "thermal", + "episode_index": 15, + "anchor_step": 333 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 153 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 524 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 625 + }, + { + "system_id": "thermal-00927", + "family": "thermal", + "episode_index": 146, + "anchor_step": 279 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 171 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 372 + }, + { + "system_id": "tank-00190", + "family": "tank", + "episode_index": 34, + "anchor_step": 502 + }, + { + "system_id": "thermal-00018", + "family": "thermal", + "episode_index": 2, + "anchor_step": 559 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 495 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 662 + }, + { + "system_id": "battery-00830", + "family": "battery", + "episode_index": 127, + "anchor_step": 525 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 61 + }, + { + "system_id": "battery-01181", + "family": "battery", + "episode_index": 176, + "anchor_step": 303 + }, + { + "system_id": "tank-00862", + "family": "tank", + "episode_index": 134, + "anchor_step": 598 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 72 + }, + { + "system_id": "thermal-00582", + "family": "thermal", + "episode_index": 91, + "anchor_step": 457 + }, + { + "system_id": "tank-00079", + "family": "tank", + "episode_index": 9, + "anchor_step": 543 + }, + { + "system_id": "battery-00095", + "family": "battery", + "episode_index": 12, + "anchor_step": 431 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 623 + }, + { + "system_id": "battery-00011", + "family": "battery", + "episode_index": 0, + "anchor_step": 529 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 423 + }, + { + "system_id": "battery-00224", + "family": "battery", + "episode_index": 39, + "anchor_step": 308 + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "episode_index": 159, + "anchor_step": 116 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 412 + }, + { + "system_id": "battery-00830", + "family": "battery", + "episode_index": 127, + "anchor_step": 487 + }, + { + "system_id": "tank-00481", + "family": "tank", + "episode_index": 74, + "anchor_step": 75 + }, + { + "system_id": "thermal-00171", + "family": "thermal", + "episode_index": 31, + "anchor_step": 127 + }, + { + "system_id": "battery-00416", + "family": "battery", + "episode_index": 66, + "anchor_step": 541 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 350 + }, + { + "system_id": "tank-00886", + "family": "tank", + "episode_index": 138, + "anchor_step": 437 + }, + { + "system_id": "tank-00187", + "family": "tank", + "episode_index": 33, + "anchor_step": 46 + }, + { + "system_id": "thermal-00417", + "family": "thermal", + "episode_index": 67, + "anchor_step": 503 + }, + { + "system_id": "battery-01181", + "family": "battery", + "episode_index": 176, + "anchor_step": 282 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 378 + }, + { + "system_id": "battery-00533", + "family": "battery", + "episode_index": 82, + "anchor_step": 370 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 499 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 109 + }, + { + "system_id": "battery-00263", + "family": "battery", + "episode_index": 45, + "anchor_step": 540 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 378 + }, + { + "system_id": "battery-00989", + "family": "battery", + "episode_index": 157, + "anchor_step": 77 + }, + { + "system_id": "tank-00640", + "family": "tank", + "episode_index": 103, + "anchor_step": 45 + }, + { + "system_id": "tank-00526", + "family": "tank", + "episode_index": 80, + "anchor_step": 265 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 102 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 467 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 205 + }, + { + "system_id": "thermal-00624", + "family": "thermal", + "episode_index": 97, + "anchor_step": 297 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 178 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 219 + }, + { + "system_id": "tank-00643", + "family": "tank", + "episode_index": 104, + "anchor_step": 50 + }, + { + "system_id": "battery-00608", + "family": "battery", + "episode_index": 96, + "anchor_step": 509 + }, + { + "system_id": "thermal-00825", + "family": "thermal", + "episode_index": 125, + "anchor_step": 639 + }, + { + "system_id": "battery-00266", + "family": "battery", + "episode_index": 46, + "anchor_step": 246 + }, + { + "system_id": "battery-00770", + "family": "battery", + "episode_index": 116, + "anchor_step": 576 + }, + { + "system_id": "thermal-00525", + "family": "thermal", + "episode_index": 79, + "anchor_step": 460 + }, + { + "system_id": "tank-01123", + "family": "tank", + "episode_index": 169, + "anchor_step": 220 + }, + { + "system_id": "battery-00152", + "family": "battery", + "episode_index": 28, + "anchor_step": 296 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 484 + }, + { + "system_id": "tank-00535", + "family": "tank", + "episode_index": 83, + "anchor_step": 86 + }, + { + "system_id": "thermal-00582", + "family": "thermal", + "episode_index": 91, + "anchor_step": 346 + }, + { + "system_id": "thermal-00816", + "family": "thermal", + "episode_index": 124, + "anchor_step": 252 + }, + { + "system_id": "tank-00466", + "family": "tank", + "episode_index": 72, + "anchor_step": 489 + }, + { + "system_id": "tank-01072", + "family": "tank", + "episode_index": 164, + "anchor_step": 324 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 247 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 203 + }, + { + "system_id": "thermal-00129", + "family": "thermal", + "episode_index": 21, + "anchor_step": 317 + }, + { + "system_id": "battery-01163", + "family": "battery", + "episode_index": 175, + "anchor_step": 159 + }, + { + "system_id": "thermal-00147", + "family": "thermal", + "episode_index": 24, + "anchor_step": 110 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 416 + }, + { + "system_id": "tank-00298", + "family": "tank", + "episode_index": 50, + "anchor_step": 57 + }, + { + "system_id": "thermal-00105", + "family": "thermal", + "episode_index": 16, + "anchor_step": 545 + }, + { + "system_id": "tank-00325", + "family": "tank", + "episode_index": 54, + "anchor_step": 566 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 437 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 37 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 282 + }, + { + "system_id": "thermal-00711", + "family": "thermal", + "episode_index": 109, + "anchor_step": 650 + }, + { + "system_id": "tank-00466", + "family": "tank", + "episode_index": 72, + "anchor_step": 113 + }, + { + "system_id": "tank-00754", + "family": "tank", + "episode_index": 114, + "anchor_step": 172 + }, + { + "system_id": "tank-01156", + "family": "tank", + "episode_index": 174, + "anchor_step": 577 + }, + { + "system_id": "tank-00481", + "family": "tank", + "episode_index": 74, + "anchor_step": 103 + }, + { + "system_id": "tank-00151", + "family": "tank", + "episode_index": 27, + "anchor_step": 420 + }, + { + "system_id": "thermal-00480", + "family": "thermal", + "episode_index": 73, + "anchor_step": 395 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 164 + }, + { + "system_id": "battery-00224", + "family": "battery", + "episode_index": 39, + "anchor_step": 134 + }, + { + "system_id": "tank-01132", + "family": "tank", + "episode_index": 170, + "anchor_step": 565 + }, + { + "system_id": "battery-00659", + "family": "battery", + "episode_index": 105, + "anchor_step": 597 + }, + { + "system_id": "tank-00706", + "family": "tank", + "episode_index": 108, + "anchor_step": 204 + }, + { + "system_id": "thermal-00339", + "family": "thermal", + "episode_index": 57, + "anchor_step": 66 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 461 + }, + { + "system_id": "thermal-00048", + "family": "thermal", + "episode_index": 6, + "anchor_step": 338 + }, + { + "system_id": "battery-00320", + "family": "battery", + "episode_index": 53, + "anchor_step": 511 + }, + { + "system_id": "tank-00487", + "family": "tank", + "episode_index": 75, + "anchor_step": 223 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 606 + }, + { + "system_id": "tank-00565", + "family": "tank", + "episode_index": 85, + "anchor_step": 243 + }, + { + "system_id": "battery-00149", + "family": "battery", + "episode_index": 26, + "anchor_step": 425 + }, + { + "system_id": "thermal-00228", + "family": "thermal", + "episode_index": 40, + "anchor_step": 412 + }, + { + "system_id": "thermal-00108", + "family": "thermal", + "episode_index": 17, + "anchor_step": 115 + }, + { + "system_id": "tank-00640", + "family": "tank", + "episode_index": 103, + "anchor_step": 50 + }, + { + "system_id": "tank-00391", + "family": "tank", + "episode_index": 63, + "anchor_step": 123 + }, + { + "system_id": "thermal-00636", + "family": "thermal", + "episode_index": 101, + "anchor_step": 561 + }, + { + "system_id": "tank-00661", + "family": "tank", + "episode_index": 106, + "anchor_step": 118 + }, + { + "system_id": "tank-00826", + "family": "tank", + "episode_index": 126, + "anchor_step": 254 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 322 + }, + { + "system_id": "battery-00770", + "family": "battery", + "episode_index": 116, + "anchor_step": 427 + }, + { + "system_id": "battery-00659", + "family": "battery", + "episode_index": 105, + "anchor_step": 464 + }, + { + "system_id": "tank-00772", + "family": "tank", + "episode_index": 117, + "anchor_step": 304 + }, + { + "system_id": "battery-00719", + "family": "battery", + "episode_index": 110, + "anchor_step": 662 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 612 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 235 + }, + { + "system_id": "thermal-00891", + "family": "thermal", + "episode_index": 141, + "anchor_step": 496 + }, + { + "system_id": "battery-00380", + "family": "battery", + "episode_index": 61, + "anchor_step": 463 + }, + { + "system_id": "tank-00628", + "family": "tank", + "episode_index": 98, + "anchor_step": 566 + }, + { + "system_id": "battery-00194", + "family": "battery", + "episode_index": 35, + "anchor_step": 315 + }, + { + "system_id": "battery-00500", + "family": "battery", + "episode_index": 77, + "anchor_step": 443 + }, + { + "system_id": "battery-00599", + "family": "battery", + "episode_index": 95, + "anchor_step": 240 + }, + { + "system_id": "battery-00722", + "family": "battery", + "episode_index": 112, + "anchor_step": 461 + }, + { + "system_id": "tank-00592", + "family": "tank", + "episode_index": 94, + "anchor_step": 503 + }, + { + "system_id": "thermal-00408", + "family": "thermal", + "episode_index": 64, + "anchor_step": 612 + }, + { + "system_id": "thermal-01155", + "family": "thermal", + "episode_index": 173, + "anchor_step": 99 + }, + { + "system_id": "tank-00583", + "family": "tank", + "episode_index": 92, + "anchor_step": 211 + }, + { + "system_id": "thermal-00909", + "family": "thermal", + "episode_index": 145, + "anchor_step": 340 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 412 + }, + { + "system_id": "battery-00635", + "family": "battery", + "episode_index": 100, + "anchor_step": 342 + }, + { + "system_id": "thermal-00999", + "family": "thermal", + "episode_index": 159, + "anchor_step": 377 + }, + { + "system_id": "battery-00134", + "family": "battery", + "episode_index": 23, + "anchor_step": 79 + }, + { + "system_id": "battery-01082", + "family": "battery", + "episode_index": 165, + "anchor_step": 530 + }, + { + "system_id": "thermal-00960", + "family": "thermal", + "episode_index": 153, + "anchor_step": 49 + }, + { + "system_id": "battery-00581", + "family": "battery", + "episode_index": 90, + "anchor_step": 442 + }, + { + "system_id": "battery-00860", + "family": "battery", + "episode_index": 132, + "anchor_step": 29 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 439 + }, + { + "system_id": "battery-00290", + "family": "battery", + "episode_index": 48, + "anchor_step": 265 + }, + { + "system_id": "thermal-00900", + "family": "thermal", + "episode_index": 143, + "anchor_step": 650 + }, + { + "system_id": "battery-00260", + "family": "battery", + "episode_index": 44, + "anchor_step": 193 + }, + { + "system_id": "thermal-00330", + "family": "thermal", + "episode_index": 56, + "anchor_step": 408 + }, + { + "system_id": "thermal-00585", + "family": "thermal", + "episode_index": 93, + "anchor_step": 326 + }, + { + "system_id": "battery-00947", + "family": "battery", + "episode_index": 150, + "anchor_step": 490 + }, + { + "system_id": "tank-00436", + "family": "tank", + "episode_index": 69, + "anchor_step": 91 + }, + { + "system_id": "tank-00571", + "family": "tank", + "episode_index": 88, + "anchor_step": 630 + }, + { + "system_id": "thermal-00066", + "family": "thermal", + "episode_index": 7, + "anchor_step": 343 + }, + { + "system_id": "battery-00128", + "family": "battery", + "episode_index": 20, + "anchor_step": 571 + }, + { + "system_id": "battery-00086", + "family": "battery", + "episode_index": 10, + "anchor_step": 68 + }, + { + "system_id": "battery-00095", + "family": "battery", + "episode_index": 12, + "anchor_step": 646 + }, + { + "system_id": "battery-00983", + "family": "battery", + "episode_index": 156, + "anchor_step": 237 + }, + { + "system_id": "thermal-00948", + "family": "thermal", + "episode_index": 151, + "anchor_step": 381 + } + ], + "swap": { + "donor_indices": [ + 120, + 774, + 434, + 832, + 418, + 939, + 428, + 278, + 687, + 200, + 972, + 551, + 714, + 584, + 228, + 95, + 819, + 889, + 231, + 406, + 899, + 600, + 93, + 667, + 67, + 319, + 310, + 691, + 911, + 604, + 886, + 745, + 187, + 234, + 642, + 336, + 939, + 727, + 950, + 734, + 364, + 630, + 279, + 434, + 74, + 479, + 711, + 234, + 516, + 482, + 695, + 485, + 604, + 60, + 923, + 125, + 960, + 663, + 822, + 133, + 840, + 571, + 642, + 250, + 890, + 710, + 320, + 24, + 582, + 884, + 609, + 717, + 690, + 606, + 952, + 996, + 503, + 280, + 728, + 624, + 240, + 564, + 902, + 382, + 232, + 369, + 104, + 633, + 578, + 570, + 801, + 246, + 587, + 22, + 558, + 5, + 391, + 233, + 283, + 737, + 382, + 17, + 893, + 253, + 86, + 402, + 932, + 3, + 417, + 423, + 381, + 392, + 179, + 447, + 840, + 305, + 203, + 175, + 861, + 315, + 271, + 817, + 570, + 1014, + 443, + 573, + 676, + 948, + 68, + 535, + 295, + 265, + 475, + 59, + 665, + 770, + 474, + 854, + 453, + 493, + 255, + 528, + 153, + 752, + 501, + 443, + 449, + 508, + 137, + 452, + 396, + 436, + 241, + 728, + 801, + 439, + 534, + 404, + 734, + 744, + 839, + 382, + 816, + 907, + 572, + 954, + 926, + 51, + 942, + 298, + 136, + 789, + 991, + 531, + 6, + 554, + 569, + 729, + 225, + 112, + 421, + 688, + 891, + 316, + 549, + 711, + 648, + 969, + 879, + 154, + 539, + 239, + 219, + 337, + 41, + 417, + 380, + 245, + 286, + 120, + 9, + 801, + 636, + 757, + 147, + 363, + 63, + 208, + 207, + 190, + 46, + 697, + 986, + 265, + 452, + 297, + 720, + 575, + 617, + 192, + 621, + 595, + 279, + 164, + 436, + 178, + 520, + 873, + 14, + 728, + 436, + 245, + 84, + 97, + 33, + 294, + 788, + 627, + 280, + 637, + 957, + 152, + 740, + 682, + 414, + 231, + 992, + 545, + 402, + 822, + 329, + 544, + 160, + 601, + 714, + 140, + 437, + 504, + 137, + 701, + 765, + 785, + 856, + 604, + 439, + 131, + 617, + 793, + 196, + 25, + 867, + 691, + 688, + 808, + 842, + 914, + 740, + 588, + 7, + 828, + 724, + 336, + 391, + 98, + 502, + 715, + 112, + 833, + 969, + 996, + 759, + 605, + 76, + 188, + 164, + 130, + 23, + 311, + 169, + 787, + 451, + 263, + 111, + 616, + 843, + 115, + 871, + 340, + 727, + 486, + 26, + 297, + 217, + 877, + 737, + 450, + 183, + 898, + 415, + 883, + 66, + 98, + 826, + 548, + 556, + 704, + 530, + 769, + 658, + 250, + 644, + 202, + 589, + 81, + 900, + 774, + 35, + 193, + 842, + 536, + 455, + 609, + 401, + 971, + 320, + 597, + 387, + 901, + 578, + 675, + 645, + 150, + 299, + 801, + 282, + 387, + 707, + 319, + 492, + 394, + 716, + 265, + 691, + 205, + 780, + 662, + 497, + 130, + 182, + 85, + 771, + 713, + 465, + 217, + 384, + 60, + 803, + 547, + 848, + 919, + 993, + 417, + 100, + 892, + 880, + 914, + 646, + 346, + 927, + 991, + 461, + 282, + 111, + 746, + 359, + 758, + 150, + 856, + 977, + 798, + 323, + 342, + 105, + 282, + 157, + 537, + 791, + 709, + 748, + 662, + 496, + 550, + 519, + 395, + 845, + 437, + 391, + 195, + 4, + 677, + 1011, + 498, + 956, + 109, + 767, + 853, + 216, + 556, + 6, + 301, + 725, + 311, + 263, + 566, + 43, + 227, + 224, + 465, + 672, + 264, + 718, + 871, + 670, + 145, + 6, + 656, + 316, + 861, + 573, + 146, + 315, + 934, + 214, + 492, + 299, + 340, + 167, + 459, + 449, + 457, + 1021, + 621, + 767, + 534, + 111, + 437, + 898, + 237, + 578, + 102, + 732, + 970, + 627, + 134, + 136, + 312, + 480, + 908, + 382, + 796, + 137, + 956, + 49, + 86, + 971, + 51, + 942, + 749, + 941, + 876, + 937, + 719, + 316, + 139, + 665, + 144, + 217, + 341, + 700, + 108, + 675, + 135, + 284, + 76, + 559, + 571, + 590, + 684, + 262, + 856, + 951, + 547, + 876, + 23, + 710, + 108, + 974, + 912, + 678, + 977, + 659, + 702, + 650, + 316, + 926, + 798, + 744, + 709, + 582, + 983, + 326, + 173, + 824, + 169, + 929, + 511, + 339, + 792, + 825, + 190, + 932, + 571, + 590, + 559, + 251, + 894, + 805, + 511, + 641, + 184, + 411, + 11, + 127, + 504, + 175, + 797, + 255, + 397, + 1022, + 790, + 149, + 153, + 626, + 578, + 81, + 743, + 433, + 850, + 784, + 688, + 122, + 505, + 164, + 125, + 253, + 284, + 660, + 213, + 348, + 351, + 443, + 101, + 611, + 8, + 13, + 86, + 351, + 757, + 277, + 332, + 506, + 543, + 172, + 815, + 843, + 221, + 164, + 1010, + 746, + 883, + 21, + 253, + 311, + 829, + 263, + 530, + 953, + 877, + 282, + 341, + 936, + 582, + 430, + 309, + 638, + 911, + 303, + 266, + 813, + 737, + 505, + 461, + 712, + 980, + 79, + 595, + 562, + 237, + 778, + 700, + 41, + 184, + 663, + 691, + 98, + 82, + 202, + 239, + 614, + 122, + 624, + 548, + 443, + 977, + 991, + 350, + 988, + 918, + 186, + 705, + 878, + 382, + 842, + 557, + 878, + 808, + 445, + 986, + 611, + 520, + 576, + 140, + 365, + 980, + 268, + 494, + 106, + 23, + 376, + 471, + 442, + 859, + 369, + 866, + 401, + 349, + 957, + 197, + 973, + 745, + 930, + 576, + 243, + 1008, + 507, + 54, + 716, + 731, + 569, + 21, + 951, + 998, + 507, + 122, + 829, + 50, + 8, + 211, + 877, + 449, + 517, + 259, + 983, + 646, + 325, + 649, + 111, + 398, + 617, + 14, + 514, + 185, + 622, + 964, + 841, + 573, + 360, + 554, + 440, + 491, + 688, + 447, + 947, + 483, + 280, + 494, + 676, + 37, + 153, + 177, + 744, + 687, + 738, + 137, + 158, + 28, + 750, + 619, + 732, + 824, + 242, + 956, + 279, + 565, + 976, + 679, + 598, + 263, + 408, + 239, + 813, + 54, + 799, + 961, + 479, + 19, + 464, + 587, + 395, + 360, + 752, + 910, + 501, + 961, + 667, + 503, + 1020, + 424, + 424, + 517, + 135, + 370, + 812, + 897, + 759, + 990, + 543, + 419, + 112, + 790, + 364, + 981, + 621, + 195, + 272, + 893, + 278, + 936, + 761, + 171, + 779, + 406, + 537, + 267, + 293, + 74, + 479, + 814, + 525, + 852, + 907, + 201, + 534, + 376, + 732, + 546, + 474, + 121, + 655, + 823, + 9, + 40, + 539, + 750, + 915, + 963, + 162, + 121, + 144, + 564, + 502, + 495, + 238, + 809, + 739, + 312, + 952, + 221, + 279, + 533, + 970, + 737, + 3, + 287, + 443, + 105, + 409, + 758, + 1023, + 160, + 114, + 714, + 338, + 365, + 414, + 414, + 974, + 3, + 716, + 276, + 567, + 315, + 35, + 627, + 137, + 437, + 509, + 898, + 717, + 671, + 391, + 447, + 35, + 185, + 199, + 517, + 673, + 270, + 599, + 197, + 386, + 306, + 675, + 914, + 70, + 797, + 489, + 313, + 650, + 188, + 939, + 790, + 305, + 319, + 341, + 119, + 274, + 640, + 110, + 17, + 327, + 182, + 708, + 965, + 886, + 477, + 934, + 274, + 857, + 908, + 334, + 347, + 82, + 947, + 214, + 268, + 80, + 800, + 477, + 618, + 761, + 28, + 517, + 684, + 873, + 814, + 594, + 526, + 647, + 828, + 685, + 571, + 708, + 54, + 179, + 122, + 524, + 928, + 927, + 534, + 680, + 757, + 540, + 988, + 451, + 726, + 787, + 490, + 894, + 880, + 774, + 481, + 252, + 678, + 325, + 451, + 477, + 673, + 127, + 897, + 38, + 510, + 826, + 606, + 165, + 602, + 422, + 676, + 307, + 377, + 56, + 753, + 419, + 815, + 89, + 893, + 554, + 926, + 655, + 187, + 830, + 343, + 10, + 678, + 846, + 35, + 744, + 398, + 951, + 23, + 623, + 279, + 474, + 702, + 844, + 583, + 657, + 399, + 1005, + 517, + 775, + 644, + 246, + 380, + 395, + 1010, + 75, + 95, + 976, + 481, + 365, + 803, + 805, + 29, + 739, + 988, + 725, + 345, + 683, + 137, + 995, + 420, + 970, + 263, + 843, + 631, + 455, + 528, + 6, + 551, + 460, + 826, + 824, + 409 + ], + "current_standardized_rms_distance": [ + 0.06361900269985199, + 0.06955830007791519, + 0.14415588974952698, + 0.2771762013435364, + 0.09811216592788696, + 0.15263241529464722, + 0.13680142164230347, + 0.15614643692970276, + 0.15492649376392365, + 0.08863401412963867, + 0.4028600752353668, + 0.012637165375053883, + 0.3892431855201721, + 0.2548086941242218, + 0.14096076786518097, + 0.04144515469670296, + 0.310665100812912, + 0.0650249719619751, + 0.029578786343336105, + 0.18605022132396698, + 0.04694681242108345, + 0.10790036618709564, + 0.1749880313873291, + 0.2614876925945282, + 0.037248920649290085, + 0.2440563291311264, + 0.2535568177700043, + 0.1493416428565979, + 0.3476267457008362, + 0.2007385641336441, + 0.24545025825500488, + 0.0647759735584259, + 0.024937519803643227, + 0.2362450510263443, + 0.1128225177526474, + 0.05614154785871506, + 0.19987310469150543, + 0.15220074355602264, + 0.04508845508098602, + 0.24938523769378662, + 0.013572804629802704, + 0.15090645849704742, + 0.15652351081371307, + 0.32393336296081543, + 0.2759378254413605, + 0.33513540029525757, + 0.5196516513824463, + 0.6496731042861938, + 0.20265161991119385, + 0.16160142421722412, + 0.02833615429699421, + 0.09506222605705261, + 0.04062018543481827, + 0.014743281528353691, + 0.2938283383846283, + 0.04699382930994034, + 0.20721188187599182, + 0.22931425273418427, + 0.0015110820531845093, + 0.04077436029911041, + 0.2124072164297104, + 0.31395062804222107, + 0.06704358756542206, + 0.545290470123291, + 0.12594301998615265, + 0.17780670523643494, + 0.06093745306134224, + 0.037248920649290085, + 0.30319398641586304, + 0.11160155385732651, + 0.23946203291416168, + 0.23945048451423645, + 0.41206783056259155, + 0.23347841203212738, + 0.11137286573648453, + 0.4386936128139496, + 0.07767662405967712, + 0.01130753755569458, + 0.0592951662838459, + 0.21615707874298096, + 0.39709991216659546, + 0.10858358442783356, + 0.05457117781043053, + 0.13731789588928223, + 0.2006170004606247, + 0.1673651933670044, + 0.10216718167066574, + 0.029095176607370377, + 0.44268491864204407, + 0.11602535098791122, + 0.30659210681915283, + 0.18418647348880768, + 0.0008360147476196289, + 0.1749880313873291, + 0.25509127974510193, + 0.2352929264307022, + 0.252361536026001, + 0.04440527409315109, + 0.2564184069633484, + 0.11504893749952316, + 0.09349781274795532, + 0.14132241904735565, + 0.09478873759508133, + 1.007077932357788, + 0.10216718167066574, + 0.3231472373008728, + 0.22518673539161682, + 0.49311912059783936, + 0.1889714151620865, + 0.08971123397350311, + 0.06944037973880768, + 0.2712521255016327, + 0.09788359701633453, + 0.11856002360582352, + 0.1327686905860901, + 0.1272098571062088, + 0.374152809381485, + 0.16163931787014008, + 0.19812282919883728, + 0.3647651672363281, + 0.3163025677204132, + 0.2872989773750305, + 0.08558601140975952, + 0.029317446053028107, + 1.3843778371810913, + 0.1289449781179428, + 0.23940052092075348, + 0.34163472056388855, + 0.3570466935634613, + 0.07494144141674042, + 0.1683056354522705, + 0.16407501697540283, + 0.01754152588546276, + 0.04077436029911041, + 0.13905803859233856, + 0.11065036803483963, + 0.19212503731250763, + 0.18729445338249207, + 0.26401153206825256, + 0.09590204805135727, + 0.09624671936035156, + 0.32425573468208313, + 0.04884924739599228, + 0.09232769906520844, + 0.18916893005371094, + 0.3650651276111603, + 0.24202142655849457, + 0.14979255199432373, + 0.28082969784736633, + 0.200360506772995, + 0.21365518867969513, + 0.08156191557645798, + 0.11626385152339935, + 0.11767783761024475, + 0.20909854769706726, + 0.26189371943473816, + 0.18582665920257568, + 0.3132047653198242, + 0.2061978280544281, + 0.055432505905628204, + 0.2747344374656677, + 0.19202320277690887, + 0.05102416127920151, + 0.12411491572856903, + 0.038938239216804504, + 0.016890201717615128, + 1.5392916202545166, + 0.23409146070480347, + 0.4555152952671051, + 0.1623108834028244, + 0.23304229974746704, + 0.022261062636971474, + 0.1884383261203766, + 0.13513997197151184, + 0.13987880945205688, + 0.15484142303466797, + 0.17581970989704132, + 0.11511953920125961, + 0.02569732628762722, + 0.09788359701633453, + 0.22032661736011505, + 0.18622271716594696, + 0.35542020201683044, + 0.08534584194421768, + 0.16996733844280243, + 0.35208016633987427, + 0.10080727189779282, + 0.36198487877845764, + 0.0936136320233345, + 0.2832881808280945, + 0.14311178028583527, + 0.13111630082130432, + 0.17439782619476318, + 0.05557527020573616, + 0.24143420159816742, + 0.23728427290916443, + 0.13907809555530548, + 0.08822218328714371, + 0.04246183857321739, + 0.32950931787490845, + 0.08863401412963867, + 0.1984683722257614, + 0.10920123755931854, + 0.5326718688011169, + 0.3184000551700592, + 0.19291867315769196, + 0.12171167880296707, + 0.39078855514526367, + 0.39078855514526367, + 0.5228086709976196, + 1.252478837966919, + 0.16386467218399048, + 0.11834809929132462, + 0.3378770351409912, + 0.11968738585710526, + 0.02837655507028103, + 0.17147262394428253, + 0.1302236169576645, + 0.22840194404125214, + 0.17439782619476318, + 0.31017056107521057, + 0.08329211175441742, + 0.17547275125980377, + 0.16881002485752106, + 0.12647683918476105, + 0.02569732628762722, + 0.11307141929864883, + 0.11039020121097565, + 0.14096076786518097, + 0.0526428148150444, + 0.20646031200885773, + 0.05781429260969162, + 0.2006170004606247, + 0.04440527409315109, + 0.2362450510263443, + 0.17771722376346588, + 0.11773086339235306, + 0.03062274120748043, + 0.05050300434231758, + 0.09482253342866898, + 0.19862507283687592, + 0.11626385152339935, + 0.4208257794380188, + 0.006019875407218933, + 0.3473522961139679, + 0.05781429260969162, + 0.08339527994394302, + 0.366899311542511, + 0.3270595967769623, + 0.11277590692043304, + 0.1956147849559784, + 0.31602942943573, + 0.28780895471572876, + 0.24153730273246765, + 0.26099443435668945, + 0.09624671936035156, + 0.4518375098705292, + 0.15510819852352142, + 0.042253993451595306, + 0.08694358170032501, + 0.19153675436973572, + 0.2661198079586029, + 0.13704760372638702, + 0.10755783319473267, + 0.21017007529735565, + 0.16407501697540283, + 0.22797107696533203, + 0.12364505976438522, + 0.1572244018316269, + 0.3160966634750366, + 0.10341458022594452, + 0.16880525648593903, + 0.2118464708328247, + 0.2143678367137909, + 0.11536844074726105, + 0.13045865297317505, + 0.09172429889440536, + 0.2833878993988037, + 0.15614643692970276, + 0.08735546469688416, + 0.03971195966005325, + 0.0638335719704628, + 0.19624431431293488, + 0.2564184069633484, + 0.04581822082400322, + 0.10456927120685577, + 0.10497225075960159, + 0.2563415467739105, + 0.060402389615774155, + 0.5072200894355774, + 0.06891734898090363, + 0.07387161254882812, + 0.1820797622203827, + 0.14264458417892456, + 0.09660618007183075, + 0.1683056354522705, + 0.3589256703853607, + 0.14419829845428467, + 0.1623108834028244, + 0.19172461330890656, + 0.047360021620988846, + 0.11983523517847061, + 2.0693519115448, + 0.1028694435954094, + 0.17631526291370392, + 0.1272098571062088, + 0.26751336455345154, + 0.2736985981464386, + 0.09534616768360138, + 0.6074947118759155, + 0.2535568177700043, + 0.14419829845428467, + 0.25083592534065247, + 0.18072600662708282, + 0.35705283284187317, + 0.16127680242061615, + 0.08534584194421768, + 0.05223647877573967, + 0.0807633250951767, + 0.23062457144260406, + 0.06093745306134224, + 0.4658186137676239, + 0.1238417997956276, + 0.1930900514125824, + 0.07695899158716202, + 0.1630571037530899, + 0.17432326078414917, + 0.35272377729415894, + 0.32376688718795776, + 0.1956147849559784, + 0.16358087956905365, + 0.16116973757743835, + 0.05479719489812851, + 0.31714150309562683, + 0.13376687467098236, + 0.11121587455272675, + 0.05614154785871506, + 0.05557527020573616, + 0.09068968892097473, + 0.11046034842729568, + 0.18882538378238678, + 0.15098367631435394, + 0.06381849199533463, + 0.18685932457447052, + 0.06093745306134224, + 0.246127188205719, + 0.27494707703590393, + 0.0368809774518013, + 0.1418485790491104, + 0.15069080889225006, + 0.16588693857192993, + 0.27759817242622375, + 0.09852159023284912, + 0.31010469794273376, + 0.32610201835632324, + 0.4015001952648163, + 0.2840406000614166, + 0.44831976294517517, + 0.020483743399381638, + 0.14650122821331024, + 0.1535932570695877, + 0.1995455026626587, + 0.044166482985019684, + 0.19291867315769196, + 0.0035078299697488546, + 0.42126840353012085, + 0.10830703377723694, + 0.024927327409386635, + 0.3925871253013611, + 0.1673651933670044, + 0.22901810705661774, + 0.44444724917411804, + 0.06916816532611847, + 0.1397155374288559, + 0.05915786325931549, + 0.2534979283809662, + 0.22384171187877655, + 0.16158244013786316, + 0.03136332333087921, + 0.27447134256362915, + 0.09312514215707779, + 0.05352907255291939, + 0.09349781274795532, + 0.7628132104873657, + 0.13600009679794312, + 0.03986302763223648, + 0.12640337646007538, + 0.27494707703590393, + 0.40176060795783997, + 0.18388856947422028, + 0.21331705152988434, + 0.19624431431293488, + 0.2712521255016327, + 0.19232583045959473, + 0.14650122821331024, + 0.18157947063446045, + 0.21365518867969513, + 0.14160111546516418, + 0.11877001821994781, + 0.17335164546966553, + 0.22288839519023895, + 0.06381849199533463, + 0.3231472373008728, + 0.2918259799480438, + 0.3132047653198242, + 0.16594624519348145, + 0.12289194762706757, + 0.1426369547843933, + 0.07987555861473083, + 0.05759207904338837, + 0.01682610996067524, + 0.14893068373203278, + 0.3194665312767029, + 0.29082804918289185, + 0.045083533972501755, + 0.4156971573829651, + 0.3639349937438965, + 0.23728427290916443, + 0.09811216592788696, + 0.128992959856987, + 0.13149705529212952, + 0.3681742548942566, + 0.2524382472038269, + 0.08971123397350311, + 0.13201452791690826, + 0.12213090062141418, + 0.2655279338359833, + 0.1361067146062851, + 0.13680142164230347, + 0.09019094705581665, + 0.4206363558769226, + 0.030118023976683617, + 0.14445039629936218, + 0.05159274488687515, + 0.32393336296081543, + 0.15501338243484497, + 0.12647683918476105, + 0.2383616864681244, + 0.12849250435829163, + 0.21017007529735565, + 0.1538017988204956, + 0.6079177856445312, + 0.09151899814605713, + 0.3650651276111603, + 0.04022388532757759, + 0.19897399842739105, + 0.04905550926923752, + 0.09008756279945374, + 0.13456641137599945, + 0.24202142655849457, + 0.16127680242061615, + 0.23583656549453735, + 0.11968738585710526, + 0.18749378621578217, + 0.041031982749700546, + 0.18882538378238678, + 0.2384348064661026, + 0.1478346586227417, + 0.17895512282848358, + 0.1478346586227417, + 0.2933547794818878, + 0.18514315783977509, + 0.21209655702114105, + 0.19408518075942993, + 1.1527099609375, + 0.2383616864681244, + 0.02760949358344078, + 0.22378124296665192, + 0.28102269768714905, + 0.17618969082832336, + 0.15132465958595276, + 0.16028212010860443, + 0.040721818804740906, + 0.0053078606724739075, + 0.19212503731250763, + 0.012121486477553844, + 0.19387276470661163, + 0.0748528242111206, + 0.17454352974891663, + 0.22370201349258423, + 0.18742361664772034, + 0.3676868975162506, + 0.16160142421722412, + 0.10535852611064911, + 0.20590880513191223, + 0.09506222605705261, + 0.5952155590057373, + 0.16844391822814941, + 0.1852969527244568, + 0.19073233008384705, + 0.14485014975070953, + 0.1656969040632248, + 0.18358436226844788, + 0.09590204805135727, + 0.07582845538854599, + 0.27139684557914734, + 0.23942244052886963, + 0.21714988350868225, + 0.2719419598579407, + 0.2951235771179199, + 0.2633313834667206, + 0.1459970474243164, + 0.04581822082400322, + 0.07767662405967712, + 0.09040738642215729, + 0.2528925836086273, + 0.007462931331247091, + 0.07806089520454407, + 0.14770548045635223, + 0.09312853217124939, + 0.164817214012146, + 0.15507428348064423, + 0.4128497242927551, + 0.04391789808869362, + 0.07224151492118835, + 0.25636979937553406, + 0.07639927417039871, + 0.08190631121397018, + 0.33496949076652527, + 0.1978067010641098, + 0.21393845975399017, + 0.271608829498291, + 0.11489981412887573, + 0.06957041472196579, + 0.25421205163002014, + 0.158120259642601, + 0.21445287764072418, + 0.14251597225666046, + 0.3107638359069824, + 0.16467957198619843, + 0.17432326078414917, + 0.13513997197151184, + 0.12446723878383636, + 0.2247822880744934, + 0.09394802898168564, + 0.17074312269687653, + 0.11046034842729568, + 0.10864759981632233, + 0.0718131959438324, + 0.14311178028583527, + 0.07439860701560974, + 0.5050890445709229, + 0.038113340735435486, + 0.4255882799625397, + 0.31602942943573, + 0.34753337502479553, + 0.19157053530216217, + 0.15507428348064423, + 0.1080959141254425, + 0.16996733844280243, + 0.14893068373203278, + 0.012637165375053883, + 0.13060146570205688, + 0.13304466009140015, + 0.15484142303466797, + 0.3927186131477356, + 0.11290103197097778, + 0.3012348413467407, + 0.17481860518455505, + 0.8721088767051697, + 0.2549436390399933, + 0.13860024511814117, + 0.3354687988758087, + 0.275688499212265, + 0.10858358442783356, + 0.312212198972702, + 0.05159274488687515, + 0.1307554394006729, + 0.32621192932128906, + 0.07245508581399918, + 0.08558601140975952, + 0.2528925836086273, + 0.038938239216804504, + 0.1289449781179428, + 1.1705933809280396, + 0.11550357937812805, + 0.06034182384610176, + 0.36638322472572327, + 0.1418485790491104, + 0.15588167309761047, + 0.06694138050079346, + 0.20381058752536774, + 0.2509889304637909, + 0.4145641624927521, + 0.2548086941242218, + 0.2135808765888214, + 0.5936408638954163, + 0.0784648209810257, + 0.2833878993988037, + 0.05479719489812851, + 0.007462931331247091, + 0.005952000617980957, + 0.24175941944122314, + 0.15072906017303467, + 0.10714741051197052, + 0.08329211175441742, + 0.1598169356584549, + 0.23175443708896637, + 0.16355746984481812, + 0.3992822766304016, + 0.10790036618709564, + 0.24153730273246765, + 0.07737656682729721, + 0.005666375160217285, + 0.10755783319473267, + 0.18292047083377838, + 0.18788595497608185, + 0.18158704042434692, + 0.37631335854530334, + 0.15098367631435394, + 0.04458019509911537, + 0.2509889304637909, + 0.10632001608610153, + 0.37752440571784973, + 0.1910599023103714, + 0.302997350692749, + 0.1028694435954094, + 0.22797107696533203, + 0.3988240361213684, + 0.11483325064182281, + 0.28558191657066345, + 0.18514315783977509, + 0.08219902217388153, + 0.10215692967176437, + 0.21615707874298096, + 0.2828441560268402, + 0.3354687988758087, + 0.03062274120748043, + 0.05541083216667175, + 0.0004680957645177841, + 0.15090645849704742, + 0.17337535321712494, + 0.31193554401397705, + 0.219669371843338, + 0.32287004590034485, + 0.12462566792964935, + 0.10920123755931854, + 0.09482253342866898, + 0.1910599023103714, + 0.11712216585874557, + 0.341219037771225, + 0.1080959141254425, + 0.4611404836177826, + 0.23919342458248138, + 0.13844917714595795, + 0.16588693857192993, + 0.1252429187297821, + 0.003999888896942139, + 0.10080727189779282, + 0.1979479342699051, + 0.23299436271190643, + 0.22798746824264526, + 0.031060321256518364, + 0.3128579258918762, + 0.28872057795524597, + 0.049927372485399246, + 0.19897399842739105, + 0.18468862771987915, + 0.3086686134338379, + 0.21393845975399017, + 0.06034182384610176, + 0.26405251026153564, + 0.42126840353012085, + 0.1663966327905655, + 0.22025848925113678, + 0.07582845538854599, + 0.02341175451874733, + 0.2614876925945282, + 0.3027077317237854, + 0.24830251932144165, + 0.09151899814605713, + 0.16350458562374115, + 0.24678055942058563, + 0.33181479573249817, + 0.0646846741437912, + 0.15069080889225006, + 0.06383918970823288, + 0.11900030076503754, + 0.1221059188246727, + 0.057308513671159744, + 0.16404451429843903, + 0.06644980609416962, + 0.006019875407218933, + 0.15126319229602814, + 0.07806089520454407, + 0.33419081568717957, + 0.058681316673755646, + 0.1249452456831932, + 0.07245508581399918, + 0.0682017058134079, + 0.21373498439788818, + 0.14846879243850708, + 0.18170778453350067, + 0.15750525891780853, + 0.13034860789775848, + 0.02833615429699421, + 0.03797781467437744, + 0.16386467218399048, + 0.34320059418678284, + 0.4535426199436188, + 0.22262156009674072, + 0.08694358170032501, + 0.09197358787059784, + 0.22876057028770447, + 0.1630571037530899, + 0.1979479342699051, + 1.6808515787124634, + 0.22905826568603516, + 0.4361235797405243, + 0.14250871539115906, + 0.07224151492118835, + 0.35208016633987427, + 0.08219902217388153, + 0.2832499146461487, + 0.21355831623077393, + 0.40526390075683594, + 0.1535932570695877, + 0.20964021980762482, + 0.1538017988204956, + 0.1656969040632248, + 0.09551719576120377, + 0.19656425714492798, + 0.04046250879764557, + 0.14964275062084198, + 0.03971195966005325, + 0.18785813450813293, + 0.19391365349292755, + 0.15220074355602264, + 0.11767783761024475, + 0.11511953920125961, + 0.1133354976773262, + 0.1249452456831932, + 0.08533008396625519, + 0.002386987442150712, + 0.2061978280544281, + 0.3676879107952118, + 0.07274050265550613, + 0.11483325064182281, + 0.08533008396625519, + 0.08625594526529312, + 0.4208257794380188, + 0.4464692175388336, + 0.17767420411109924, + 0.312212198972702, + 0.10642170906066895, + 0.057308513671159744, + 0.16355746984481812, + 0.018075203523039818, + 0.07987555861473083, + 0.14492793381214142, + 0.20400314033031464, + 0.4226260483264923, + 0.21558524668216705, + 0.061256010085344315, + 0.28277158737182617, + 0.35775038599967957, + 0.036374323070049286, + 0.0784648209810257, + 0.18157947063446045, + 0.15741205215454102, + 0.08184158056974411, + 0.08087342232465744, + 0.17797836661338806, + 0.11403412371873856, + 0.2831185758113861, + 0.15386193990707397, + 0.0978689044713974, + 0.13201452791690826, + 0.23323047161102295, + 0.08697323501110077, + 0.11065036803483963, + 0.22901810705661774, + 0.24074426293373108, + 0.20343168079853058, + 0.2539091408252716, + 0.0983244851231575, + 0.43509992957115173, + 0.17340703308582306, + 0.23425360023975372, + 0.20929832756519318, + 0.0035078299697488546, + 0.06937949359416962, + 0.2257917821407318, + 0.2696080207824707, + 0.3422842025756836, + 0.19526496529579163, + 0.21508482098579407, + 0.0074000852182507515, + 0.08922120928764343, + 0.022261062636971474, + 0.20929832756519318, + 0.12289194762706757, + 0.10864759981632233, + 0.12364505976438522, + 0.29549169540405273, + 0.010699687525629997, + 0.22370201349258423, + 0.21000155806541443, + 0.158120259642601, + 0.1377490609884262, + 0.056964848190546036, + 0.1984683722257614, + 0.14030754566192627, + 0.22384171187877655, + 0.10655993223190308, + 0.19157053530216217, + 0.2189239114522934, + 0.6518959403038025, + 0.049927372485399246, + 0.4251308739185333, + 0.1591009497642517, + 0.1447286605834961, + 0.1667187213897705, + 0.20400314033031464, + 0.20557916164398193, + 0.15019072592258453, + 0.05102416127920151, + 0.2872989773750305, + 0.34668585658073425, + 0.29147228598594666, + 0.19713275134563446, + 0.32977917790412903, + 0.07109144330024719, + 0.4251308739185333, + 0.08625594526529312, + 0.002817261265590787, + 0.10826291143894196, + 0.09757224470376968, + 0.08735546469688416, + 0.2636433243751526, + 0.13891127705574036, + 0.4281587600708008, + 0.2771762013435364, + 0.2563415467739105, + 0.6155980229377747, + 0.3845609426498413, + 0.10267352312803268, + 0.032695889472961426, + 0.27181944251060486, + 0.2747344374656677, + 0.1327686905860901, + 0.21355831623077393, + 0.09068968892097473, + 0.45906105637550354, + 0.12845256924629211, + 0.045083533972501755, + 0.016491694375872612, + 0.2558143734931946, + 0.23601526021957397, + 0.20612576603889465, + 0.1307554394006729, + 0.1886259913444519, + 0.12058264017105103, + 0.19192758202552795, + 0.18729445338249207, + 0.3896520137786865, + 0.09312853217124939, + 0.0002584398025646806, + 0.10263719409704208, + 0.16350458562374115, + 0.34018367528915405, + 0.09008756279945374, + 0.1263689249753952, + 0.3561810851097107, + 0.4331526756286621, + 0.27720609307289124, + 0.33181479573249817, + 0.10341458022594452, + 0.588375985622406, + 0.020452551543712616, + 0.20035716891288757, + 0.26751336455345154, + 0.2633313834667206, + 0.057139161974191666, + 0.022518107667565346, + 0.3927186131477356, + 0.19073233008384705, + 0.18072600662708282, + 0.23299436271190643, + 0.0936136320233345, + 0.07361747324466705, + 0.8721088767051697, + 0.24173703789710999, + 0.23062457144260406, + 0.07208888232707977, + 0.10077428072690964, + 0.20246094465255737, + 0.3513536751270294, + 0.07764376699924469, + 0.0650249719619751, + 0.44727984070777893, + 0.35542020201683044, + 0.6240552067756653, + 0.08113888651132584, + 0.23689952492713928, + 0.14069998264312744, + 0.2718821167945862, + 0.16619788110256195, + 0.0002584398025646806, + 0.20661665499210358, + 0.13376687467098236, + 0.0368809774518013, + 0.05457117781043053, + 0.05197959393262863, + 0.12210357189178467, + 0.3429895043373108, + 0.4294271171092987, + 0.056964848190546036, + 0.0748528242111206, + 0.003369569778442383, + 0.08087342232465744, + 0.3476267457008362, + 0.08190631121397018, + 0.0796537846326828, + 0.057139161974191666, + 0.20557916164398193, + 0.17192593216896057, + 0.046932779252529144, + 0.003999888896942139, + 0.22228702902793884, + 0.1051192507147789, + 0.41001540422439575, + 0.6927826404571533, + 0.2938283383846283, + 0.174566388130188, + 0.15750525891780853, + 0.25421205163002014, + 0.36770322918891907, + 0.36770322918891907, + 0.09394802898168564, + 0.16404451429843903, + 0.4257749617099762, + 0.07439860701560974, + 0.025185056030750275, + 0.23583656549453735, + 0.2974858582019806, + 0.0074000852182507515, + 0.14485014975070953, + 0.09821625053882599, + 0.07361747324466705, + 0.41371414065361023, + 0.3899930715560913, + 0.3730107247829437, + 0.2757146954536438, + 0.1630571037530899, + 0.3270130753517151, + 0.14430411159992218, + 0.031999848783016205, + 0.34163472056388855, + 0.10846646130084991, + 0.04508845508098602, + 0.164817214012146, + 0.10826291143894196, + 0.18788595497608185, + 0.016890201717615128, + 0.0029235780239105225, + 0.2524382472038269, + 0.06383918970823288, + 0.34653276205062866, + 0.44959238171577454, + 0.20721188187599182, + 0.061256010085344315, + 0.03118596039712429, + 0.15019072592258453, + 0.2025463879108429, + 0.08113888651132584, + 0.23997808992862701, + 0.9046833515167236, + 0.07880906760692596, + 0.36198487877845764, + 0.13891127705574036, + 0.18685932457447052, + 0.4028600752353668, + 0.1221059188246727, + 0.016491694375872612, + 0.03500436991453171, + 0.10642170906066895, + 0.11877001821994781, + 0.2003188133239746, + 0.28499937057495117, + 0.10215692967176437, + 0.257779985666275, + 0.3250772953033447, + 0.09197358787059784, + 0.18583619594573975, + 0.2719324827194214, + 0.18468862771987915, + 0.21113653481006622, + 0.09637419134378433, + 0.07097217440605164, + 0.0983244851231575, + 0.13844917714595795, + 0.08339527994394302, + 0.09312514215707779, + 0.07667163759469986, + 0.16981157660484314, + 0.4386936128139496, + 0.07948271185159683, + 0.10667035728693008, + 0.45128101110458374, + 0.1282309740781784, + 0.27754488587379456, + 0.039752934128046036, + 0.08331823348999023, + 0.09904956817626953, + 0.09637419134378433, + 0.39526721835136414, + 0.35149917006492615, + 0.15126319229602814, + 0.06692594289779663, + 0.16981157660484314, + 0.13149705529212952, + 0.13891127705574036, + 0.020526092499494553, + 0.5025838017463684, + 0.22326132655143738, + 0.2824511229991913, + 0.3547464609146118, + 0.04496306926012039, + 0.03305910900235176, + 0.014663118869066238, + 0.13649049401283264, + 0.11915731430053711, + 0.1851222962141037 + ], + "matching_uses_targets": false + } + }, + "calibration": { + "manifest_sha256": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "window_sampling": { + "seed": 43, + "history_steps": 24, + "future_steps": 8, + "sampling": "uniform eligible anchors with replacement", + "anchor_sha256": "ca36ccc7c78fe83bc1a41188136202b7821b52a5c10a6d236c0c0f64f5b2257f", + "family_window_counts": { + "battery": 158, + "tank": 182, + "thermal": 172 + } + }, + "anchors": [ + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 330 + }, + { + "system_id": "battery-00761", + "family": "battery", + "episode_index": 58, + "anchor_step": 476 + }, + { + "system_id": "battery-00464", + "family": "battery", + "episode_index": 36, + "anchor_step": 98 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 626 + }, + { + "system_id": "battery-00653", + "family": "battery", + "episode_index": 51, + "anchor_step": 628 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 538 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 595 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 362 + }, + { + "system_id": "battery-00527", + "family": "battery", + "episode_index": 41, + "anchor_step": 538 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 564 + }, + { + "system_id": "thermal-01170", + "family": "thermal", + "episode_index": 86, + "anchor_step": 552 + }, + { + "system_id": "battery-00299", + "family": "battery", + "episode_index": 20, + "anchor_step": 166 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 141 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 447 + }, + { + "system_id": "tank-00433", + "family": "tank", + "episode_index": 34, + "anchor_step": 150 + }, + { + "system_id": "tank-00331", + "family": "tank", + "episode_index": 23, + "anchor_step": 493 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 435 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 535 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 366 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 403 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 183 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 651 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 28 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 197 + }, + { + "system_id": "battery-00281", + "family": "battery", + "episode_index": 17, + "anchor_step": 52 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 72 + }, + { + "system_id": "tank-00934", + "family": "tank", + "episode_index": 69, + "anchor_step": 605 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 66 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 370 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 652 + }, + { + "system_id": "battery-00527", + "family": "battery", + "episode_index": 41, + "anchor_step": 100 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 258 + }, + { + "system_id": "battery-00479", + "family": "battery", + "episode_index": 38, + "anchor_step": 34 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 538 + }, + { + "system_id": "thermal-00597", + "family": "thermal", + "episode_index": 49, + "anchor_step": 220 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 445 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 192 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 304 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 647 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 126 + }, + { + "system_id": "thermal-00531", + "family": "thermal", + "episode_index": 42, + "anchor_step": 215 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 468 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 165 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 62 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 84 + }, + { + "system_id": "thermal-00663", + "family": "thermal", + "episode_index": 53, + "anchor_step": 270 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 34 + }, + { + "system_id": "thermal-01137", + "family": "thermal", + "episode_index": 84, + "anchor_step": 573 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 633 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 542 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 151 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 47 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 191 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 453 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 497 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 349 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 268 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 249 + }, + { + "system_id": "thermal-00126", + "family": "thermal", + "episode_index": 9, + "anchor_step": 340 + }, + { + "system_id": "battery-00377", + "family": "battery", + "episode_index": 30, + "anchor_step": 514 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 54 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 24 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 266 + }, + { + "system_id": "thermal-00597", + "family": "thermal", + "episode_index": 49, + "anchor_step": 404 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 200 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 379 + }, + { + "system_id": "tank-00775", + "family": "tank", + "episode_index": 60, + "anchor_step": 590 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 400 + }, + { + "system_id": "thermal-00189", + "family": "thermal", + "episode_index": 12, + "anchor_step": 386 + }, + { + "system_id": "thermal-00597", + "family": "thermal", + "episode_index": 49, + "anchor_step": 656 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 575 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 488 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 43 + }, + { + "system_id": "battery-00377", + "family": "battery", + "episode_index": 30, + "anchor_step": 490 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 480 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 286 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 28 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 252 + }, + { + "system_id": "tank-00616", + "family": "tank", + "episode_index": 50, + "anchor_step": 463 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 411 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 45 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 222 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 345 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 278 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 482 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 613 + }, + { + "system_id": "thermal-00567", + "family": "thermal", + "episode_index": 47, + "anchor_step": 502 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 449 + }, + { + "system_id": "tank-00775", + "family": "tank", + "episode_index": 60, + "anchor_step": 206 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 181 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 375 + }, + { + "system_id": "tank-00112", + "family": "tank", + "episode_index": 7, + "anchor_step": 317 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 139 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 357 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 582 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 388 + }, + { + "system_id": "battery-00317", + "family": "battery", + "episode_index": 22, + "anchor_step": 85 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 659 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 30 + }, + { + "system_id": "tank-00112", + "family": "tank", + "episode_index": 7, + "anchor_step": 309 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 486 + }, + { + "system_id": "thermal-00369", + "family": "thermal", + "episode_index": 28, + "anchor_step": 564 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 411 + }, + { + "system_id": "battery-00479", + "family": "battery", + "episode_index": 38, + "anchor_step": 154 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 435 + }, + { + "system_id": "battery-00677", + "family": "battery", + "episode_index": 55, + "anchor_step": 83 + }, + { + "system_id": "thermal-01023", + "family": "thermal", + "episode_index": 78, + "anchor_step": 194 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 432 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 437 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 251 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 262 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 586 + }, + { + "system_id": "battery-00413", + "family": "battery", + "episode_index": 33, + "anchor_step": 542 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 638 + }, + { + "system_id": "thermal-01023", + "family": "thermal", + "episode_index": 78, + "anchor_step": 312 + }, + { + "system_id": "battery-00653", + "family": "battery", + "episode_index": 51, + "anchor_step": 425 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 157 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 99 + }, + { + "system_id": "battery-00767", + "family": "battery", + "episode_index": 59, + "anchor_step": 134 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 467 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 308 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 391 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 182 + }, + { + "system_id": "thermal-00369", + "family": "thermal", + "episode_index": 28, + "anchor_step": 649 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 563 + }, + { + "system_id": "battery-00281", + "family": "battery", + "episode_index": 17, + "anchor_step": 306 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 568 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 115 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 53 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 437 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 95 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 398 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 281 + }, + { + "system_id": "tank-00616", + "family": "tank", + "episode_index": 50, + "anchor_step": 656 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 63 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 83 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 573 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 344 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 337 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 464 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 271 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 50 + }, + { + "system_id": "thermal-01137", + "family": "thermal", + "episode_index": 84, + "anchor_step": 330 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 56 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 605 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 506 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 566 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 200 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 311 + }, + { + "system_id": "tank-00775", + "family": "tank", + "episode_index": 60, + "anchor_step": 451 + }, + { + "system_id": "battery-00527", + "family": "battery", + "episode_index": 41, + "anchor_step": 220 + }, + { + "system_id": "battery-00767", + "family": "battery", + "episode_index": 59, + "anchor_step": 216 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 51 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 416 + }, + { + "system_id": "thermal-01137", + "family": "thermal", + "episode_index": 84, + "anchor_step": 638 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 558 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 133 + }, + { + "system_id": "tank-00679", + "family": "tank", + "episode_index": 56, + "anchor_step": 136 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 607 + }, + { + "system_id": "battery-00464", + "family": "battery", + "episode_index": 36, + "anchor_step": 124 + }, + { + "system_id": "battery-00881", + "family": "battery", + "episode_index": 66, + "anchor_step": 612 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 636 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 472 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 517 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 218 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 251 + }, + { + "system_id": "battery-00299", + "family": "battery", + "episode_index": 20, + "anchor_step": 640 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 496 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 335 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 210 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 580 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 177 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 387 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 203 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 526 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 595 + }, + { + "system_id": "battery-01190", + "family": "battery", + "episode_index": 88, + "anchor_step": 582 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 351 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 234 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 506 + }, + { + "system_id": "battery-00365", + "family": "battery", + "episode_index": 26, + "anchor_step": 79 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 295 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 337 + }, + { + "system_id": "battery-00299", + "family": "battery", + "episode_index": 20, + "anchor_step": 164 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 160 + }, + { + "system_id": "battery-00767", + "family": "battery", + "episode_index": 59, + "anchor_step": 174 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 305 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 415 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 286 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 238 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 470 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 273 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 283 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 124 + }, + { + "system_id": "thermal-00597", + "family": "thermal", + "episode_index": 49, + "anchor_step": 651 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 345 + }, + { + "system_id": "tank-00679", + "family": "tank", + "episode_index": 56, + "anchor_step": 490 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 309 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 497 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 497 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 316 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 445 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 351 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 655 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 252 + }, + { + "system_id": "thermal-01182", + "family": "thermal", + "episode_index": 87, + "anchor_step": 185 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 409 + }, + { + "system_id": "tank-00331", + "family": "tank", + "episode_index": 23, + "anchor_step": 593 + }, + { + "system_id": "battery-00653", + "family": "battery", + "episode_index": 51, + "anchor_step": 189 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 512 + }, + { + "system_id": "battery-00413", + "family": "battery", + "episode_index": 33, + "anchor_step": 83 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 132 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 663 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 445 + }, + { + "system_id": "thermal-01182", + "family": "thermal", + "episode_index": 87, + "anchor_step": 54 + }, + { + "system_id": "tank-00934", + "family": "tank", + "episode_index": 69, + "anchor_step": 368 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 147 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 67 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 499 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 432 + }, + { + "system_id": "battery-00413", + "family": "battery", + "episode_index": 33, + "anchor_step": 40 + }, + { + "system_id": "thermal-00369", + "family": "thermal", + "episode_index": 28, + "anchor_step": 191 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 192 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 284 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 143 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 563 + }, + { + "system_id": "battery-00299", + "family": "battery", + "episode_index": 20, + "anchor_step": 503 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 424 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 368 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 478 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 440 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 200 + }, + { + "system_id": "tank-00616", + "family": "tank", + "episode_index": 50, + "anchor_step": 362 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 126 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 133 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 212 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 188 + }, + { + "system_id": "battery-00479", + "family": "battery", + "episode_index": 38, + "anchor_step": 495 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 473 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 543 + }, + { + "system_id": "thermal-00597", + "family": "thermal", + "episode_index": 49, + "anchor_step": 468 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 428 + }, + { + "system_id": "tank-01063", + "family": "tank", + "episode_index": 81, + "anchor_step": 202 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 529 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 515 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 70 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 397 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 543 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 105 + }, + { + "system_id": "battery-00653", + "family": "battery", + "episode_index": 51, + "anchor_step": 293 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 407 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 344 + }, + { + "system_id": "thermal-00270", + "family": "thermal", + "episode_index": 16, + "anchor_step": 561 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 183 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 50 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 479 + }, + { + "system_id": "tank-00112", + "family": "tank", + "episode_index": 7, + "anchor_step": 612 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 295 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 224 + }, + { + "system_id": "thermal-01137", + "family": "thermal", + "episode_index": 84, + "anchor_step": 214 + }, + { + "system_id": "battery-00653", + "family": "battery", + "episode_index": 51, + "anchor_step": 581 + }, + { + "system_id": "thermal-01170", + "family": "thermal", + "episode_index": 86, + "anchor_step": 346 + }, + { + "system_id": "battery-00083", + "family": "battery", + "episode_index": 5, + "anchor_step": 495 + }, + { + "system_id": "battery-00761", + "family": "battery", + "episode_index": 58, + "anchor_step": 448 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 164 + }, + { + "system_id": "battery-00479", + "family": "battery", + "episode_index": 38, + "anchor_step": 369 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 45 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 38 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 58 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 635 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 352 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 276 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 36 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 598 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 287 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 236 + }, + { + "system_id": "battery-00413", + "family": "battery", + "episode_index": 33, + "anchor_step": 278 + }, + { + "system_id": "battery-00299", + "family": "battery", + "episode_index": 20, + "anchor_step": 108 + }, + { + "system_id": "battery-01190", + "family": "battery", + "episode_index": 88, + "anchor_step": 374 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 246 + }, + { + "system_id": "thermal-00126", + "family": "thermal", + "episode_index": 9, + "anchor_step": 35 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 203 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 553 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 363 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 396 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 427 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 577 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 321 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 332 + }, + { + "system_id": "thermal-01170", + "family": "thermal", + "episode_index": 86, + "anchor_step": 268 + }, + { + "system_id": "thermal-01182", + "family": "thermal", + "episode_index": 87, + "anchor_step": 241 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 603 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 96 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 642 + }, + { + "system_id": "tank-00775", + "family": "tank", + "episode_index": 60, + "anchor_step": 48 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 651 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 202 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 42 + }, + { + "system_id": "thermal-01170", + "family": "thermal", + "episode_index": 86, + "anchor_step": 211 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 131 + }, + { + "system_id": "thermal-01023", + "family": "thermal", + "episode_index": 78, + "anchor_step": 519 + }, + { + "system_id": "battery-00677", + "family": "battery", + "episode_index": 55, + "anchor_step": 587 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 403 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 271 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 428 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 101 + }, + { + "system_id": "thermal-00834", + "family": "thermal", + "episode_index": 64, + "anchor_step": 64 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 156 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 188 + }, + { + "system_id": "battery-00761", + "family": "battery", + "episode_index": 58, + "anchor_step": 140 + }, + { + "system_id": "thermal-00663", + "family": "thermal", + "episode_index": 53, + "anchor_step": 422 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 96 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 214 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 295 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 330 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 315 + }, + { + "system_id": "tank-00940", + "family": "tank", + "episode_index": 70, + "anchor_step": 69 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 177 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 231 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 235 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 628 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 530 + }, + { + "system_id": "tank-00400", + "family": "tank", + "episode_index": 31, + "anchor_step": 109 + }, + { + "system_id": "thermal-01182", + "family": "thermal", + "episode_index": 87, + "anchor_step": 432 + }, + { + "system_id": "thermal-00270", + "family": "thermal", + "episode_index": 16, + "anchor_step": 334 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 26 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 620 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 242 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 514 + }, + { + "system_id": "tank-00313", + "family": "tank", + "episode_index": 21, + "anchor_step": 510 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 457 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 439 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 306 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 493 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 379 + }, + { + "system_id": "tank-00967", + "family": "tank", + "episode_index": 72, + "anchor_step": 383 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 484 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 118 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 48 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 498 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 23 + }, + { + "system_id": "tank-00484", + "family": "tank", + "episode_index": 39, + "anchor_step": 53 + }, + { + "system_id": "thermal-01092", + "family": "thermal", + "episode_index": 82, + "anchor_step": 387 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 190 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 471 + }, + { + "system_id": "tank-00112", + "family": "tank", + "episode_index": 7, + "anchor_step": 242 + }, + { + "system_id": "tank-00934", + "family": "tank", + "episode_index": 69, + "anchor_step": 609 + }, + { + "system_id": "thermal-01170", + "family": "thermal", + "episode_index": 86, + "anchor_step": 196 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 542 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 135 + }, + { + "system_id": "thermal-00369", + "family": "thermal", + "episode_index": 28, + "anchor_step": 244 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 289 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 158 + }, + { + "system_id": "battery-00317", + "family": "battery", + "episode_index": 22, + "anchor_step": 166 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 55 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 395 + }, + { + "system_id": "thermal-00972", + "family": "thermal", + "episode_index": 73, + "anchor_step": 322 + }, + { + "system_id": "tank-00616", + "family": "tank", + "episode_index": 50, + "anchor_step": 340 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 378 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 314 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 500 + }, + { + "system_id": "tank-00775", + "family": "tank", + "episode_index": 60, + "anchor_step": 219 + }, + { + "system_id": "thermal-00261", + "family": "thermal", + "episode_index": 15, + "anchor_step": 232 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 623 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 175 + }, + { + "system_id": "tank-00940", + "family": "tank", + "episode_index": 70, + "anchor_step": 426 + }, + { + "system_id": "tank-01198", + "family": "tank", + "episode_index": 89, + "anchor_step": 418 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 536 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 242 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 423 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 494 + }, + { + "system_id": "battery-00464", + "family": "battery", + "episode_index": 36, + "anchor_step": 457 + }, + { + "system_id": "thermal-01050", + "family": "thermal", + "episode_index": 79, + "anchor_step": 598 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 295 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 428 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 200 + }, + { + "system_id": "tank-00475", + "family": "tank", + "episode_index": 37, + "anchor_step": 446 + }, + { + "system_id": "thermal-00189", + "family": "thermal", + "episode_index": 12, + "anchor_step": 512 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 402 + }, + { + "system_id": "battery-00365", + "family": "battery", + "episode_index": 26, + "anchor_step": 621 + }, + { + "system_id": "battery-00566", + "family": "battery", + "episode_index": 46, + "anchor_step": 240 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 481 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 525 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 187 + }, + { + "system_id": "tank-00433", + "family": "tank", + "episode_index": 34, + "anchor_step": 421 + }, + { + "system_id": "thermal-01137", + "family": "thermal", + "episode_index": 84, + "anchor_step": 65 + }, + { + "system_id": "battery-00413", + "family": "battery", + "episode_index": 33, + "anchor_step": 102 + }, + { + "system_id": "thermal-00660", + "family": "thermal", + "episode_index": 52, + "anchor_step": 596 + }, + { + "system_id": "tank-00940", + "family": "tank", + "episode_index": 70, + "anchor_step": 292 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 610 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 208 + }, + { + "system_id": "battery-01190", + "family": "battery", + "episode_index": 88, + "anchor_step": 68 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 191 + }, + { + "system_id": "thermal-00567", + "family": "thermal", + "episode_index": 47, + "anchor_step": 289 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 584 + }, + { + "system_id": "thermal-00126", + "family": "thermal", + "episode_index": 9, + "anchor_step": 161 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 460 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 280 + }, + { + "system_id": "battery-00950", + "family": "battery", + "episode_index": 71, + "anchor_step": 237 + }, + { + "system_id": "tank-01009", + "family": "tank", + "episode_index": 75, + "anchor_step": 581 + }, + { + "system_id": "battery-00881", + "family": "battery", + "episode_index": 66, + "anchor_step": 51 + }, + { + "system_id": "tank-00679", + "family": "tank", + "episode_index": 56, + "anchor_step": 651 + }, + { + "system_id": "tank-00400", + "family": "tank", + "episode_index": 31, + "anchor_step": 223 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 307 + }, + { + "system_id": "thermal-00831", + "family": "thermal", + "episode_index": 62, + "anchor_step": 350 + }, + { + "system_id": "battery-00839", + "family": "battery", + "episode_index": 65, + "anchor_step": 461 + }, + { + "system_id": "thermal-00126", + "family": "thermal", + "episode_index": 9, + "anchor_step": 284 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 205 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 155 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 586 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 630 + }, + { + "system_id": "thermal-00834", + "family": "thermal", + "episode_index": 64, + "anchor_step": 584 + }, + { + "system_id": "battery-00353", + "family": "battery", + "episode_index": 25, + "anchor_step": 194 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 398 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 162 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 241 + }, + { + "system_id": "battery-00674", + "family": "battery", + "episode_index": 54, + "anchor_step": 45 + }, + { + "system_id": "thermal-00663", + "family": "thermal", + "episode_index": 53, + "anchor_step": 291 + }, + { + "system_id": "thermal-00924", + "family": "thermal", + "episode_index": 68, + "anchor_step": 162 + }, + { + "system_id": "thermal-00510", + "family": "thermal", + "episode_index": 40, + "anchor_step": 103 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 215 + }, + { + "system_id": "tank-00553", + "family": "tank", + "episode_index": 44, + "anchor_step": 595 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 349 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 394 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 209 + }, + { + "system_id": "battery-00761", + "family": "battery", + "episode_index": 58, + "anchor_step": 647 + }, + { + "system_id": "thermal-00834", + "family": "thermal", + "episode_index": 64, + "anchor_step": 466 + }, + { + "system_id": "battery-01190", + "family": "battery", + "episode_index": 88, + "anchor_step": 330 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 86 + }, + { + "system_id": "tank-00484", + "family": "tank", + "episode_index": 39, + "anchor_step": 130 + }, + { + "system_id": "battery-00317", + "family": "battery", + "episode_index": 22, + "anchor_step": 347 + }, + { + "system_id": "battery-00188", + "family": "battery", + "episode_index": 11, + "anchor_step": 289 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 534 + }, + { + "system_id": "tank-00682", + "family": "tank", + "episode_index": 57, + "anchor_step": 232 + }, + { + "system_id": "battery-00761", + "family": "battery", + "episode_index": 58, + "anchor_step": 439 + }, + { + "system_id": "tank-00484", + "family": "tank", + "episode_index": 39, + "anchor_step": 575 + }, + { + "system_id": "tank-00331", + "family": "tank", + "episode_index": 23, + "anchor_step": 184 + }, + { + "system_id": "thermal-00234", + "family": "thermal", + "episode_index": 14, + "anchor_step": 578 + }, + { + "system_id": "battery-01016", + "family": "battery", + "episode_index": 77, + "anchor_step": 183 + }, + { + "system_id": "thermal-00531", + "family": "thermal", + "episode_index": 42, + "anchor_step": 215 + }, + { + "system_id": "battery-00833", + "family": "battery", + "episode_index": 63, + "anchor_step": 96 + }, + { + "system_id": "thermal-00195", + "family": "thermal", + "episode_index": 13, + "anchor_step": 90 + }, + { + "system_id": "thermal-01023", + "family": "thermal", + "episode_index": 78, + "anchor_step": 307 + }, + { + "system_id": "thermal-00972", + "family": "thermal", + "episode_index": 73, + "anchor_step": 500 + }, + { + "system_id": "tank-00052", + "family": "tank", + "episode_index": 2, + "anchor_step": 566 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 351 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 150 + }, + { + "system_id": "tank-00883", + "family": "tank", + "episode_index": 67, + "anchor_step": 502 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 325 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 487 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 532 + }, + { + "system_id": "tank-00112", + "family": "tank", + "episode_index": 7, + "anchor_step": 388 + }, + { + "system_id": "tank-00292", + "family": "tank", + "episode_index": 19, + "anchor_step": 590 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 313 + }, + { + "system_id": "tank-00400", + "family": "tank", + "episode_index": 31, + "anchor_step": 461 + }, + { + "system_id": "tank-00484", + "family": "tank", + "episode_index": 39, + "anchor_step": 119 + }, + { + "system_id": "battery-00365", + "family": "battery", + "episode_index": 26, + "anchor_step": 514 + }, + { + "system_id": "tank-00934", + "family": "tank", + "episode_index": 69, + "anchor_step": 532 + }, + { + "system_id": "battery-01100", + "family": "battery", + "episode_index": 83, + "anchor_step": 187 + }, + { + "system_id": "thermal-00117", + "family": "thermal", + "episode_index": 8, + "anchor_step": 598 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 347 + }, + { + "system_id": "tank-00313", + "family": "tank", + "episode_index": 21, + "anchor_step": 222 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 420 + }, + { + "system_id": "tank-01063", + "family": "tank", + "episode_index": 81, + "anchor_step": 628 + }, + { + "system_id": "tank-00412", + "family": "tank", + "episode_index": 32, + "anchor_step": 518 + }, + { + "system_id": "tank-00139", + "family": "tank", + "episode_index": 10, + "anchor_step": 321 + }, + { + "system_id": "battery-00464", + "family": "battery", + "episode_index": 36, + "anchor_step": 326 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 271 + }, + { + "system_id": "tank-00331", + "family": "tank", + "episode_index": 23, + "anchor_step": 455 + }, + { + "system_id": "thermal-00342", + "family": "thermal", + "episode_index": 24, + "anchor_step": 658 + }, + { + "system_id": "battery-00377", + "family": "battery", + "episode_index": 30, + "anchor_step": 301 + }, + { + "system_id": "thermal-00366", + "family": "thermal", + "episode_index": 27, + "anchor_step": 77 + }, + { + "system_id": "tank-00400", + "family": "tank", + "episode_index": 31, + "anchor_step": 156 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 330 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 322 + }, + { + "system_id": "tank-00796", + "family": "tank", + "episode_index": 61, + "anchor_step": 162 + }, + { + "system_id": "battery-01190", + "family": "battery", + "episode_index": 88, + "anchor_step": 630 + }, + { + "system_id": "battery-00074", + "family": "battery", + "episode_index": 4, + "anchor_step": 239 + }, + { + "system_id": "tank-00010", + "family": "tank", + "episode_index": 0, + "anchor_step": 596 + }, + { + "system_id": "battery-00377", + "family": "battery", + "episode_index": 30, + "anchor_step": 167 + }, + { + "system_id": "thermal-00531", + "family": "thermal", + "episode_index": 42, + "anchor_step": 603 + }, + { + "system_id": "tank-00586", + "family": "tank", + "episode_index": 48, + "anchor_step": 112 + }, + { + "system_id": "tank-00616", + "family": "tank", + "episode_index": 50, + "anchor_step": 560 + }, + { + "system_id": "thermal-01182", + "family": "thermal", + "episode_index": 87, + "anchor_step": 362 + }, + { + "system_id": "thermal-01158", + "family": "thermal", + "episode_index": 85, + "anchor_step": 342 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 475 + }, + { + "system_id": "battery-00566", + "family": "battery", + "episode_index": 46, + "anchor_step": 504 + }, + { + "system_id": "tank-00544", + "family": "tank", + "episode_index": 43, + "anchor_step": 539 + }, + { + "system_id": "tank-00994", + "family": "tank", + "episode_index": 74, + "anchor_step": 600 + }, + { + "system_id": "thermal-00972", + "family": "thermal", + "episode_index": 73, + "anchor_step": 185 + }, + { + "system_id": "tank-01051", + "family": "tank", + "episode_index": 80, + "anchor_step": 390 + }, + { + "system_id": "tank-00400", + "family": "tank", + "episode_index": 31, + "anchor_step": 232 + }, + { + "system_id": "thermal-01023", + "family": "thermal", + "episode_index": 78, + "anchor_step": 183 + }, + { + "system_id": "battery-00068", + "family": "battery", + "episode_index": 3, + "anchor_step": 24 + }, + { + "system_id": "tank-00934", + "family": "tank", + "episode_index": 69, + "anchor_step": 32 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 425 + }, + { + "system_id": "thermal-00039", + "family": "thermal", + "episode_index": 1, + "anchor_step": 509 + }, + { + "system_id": "battery-00083", + "family": "battery", + "episode_index": 5, + "anchor_step": 82 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 565 + }, + { + "system_id": "thermal-00369", + "family": "thermal", + "episode_index": 28, + "anchor_step": 648 + }, + { + "system_id": "battery-00677", + "family": "battery", + "episode_index": 55, + "anchor_step": 657 + }, + { + "system_id": "thermal-00567", + "family": "thermal", + "episode_index": 47, + "anchor_step": 599 + }, + { + "system_id": "battery-00107", + "family": "battery", + "episode_index": 6, + "anchor_step": 176 + }, + { + "system_id": "battery-00377", + "family": "battery", + "episode_index": 30, + "anchor_step": 664 + }, + { + "system_id": "thermal-00375", + "family": "thermal", + "episode_index": 29, + "anchor_step": 518 + }, + { + "system_id": "thermal-00567", + "family": "thermal", + "episode_index": 47, + "anchor_step": 312 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 342 + }, + { + "system_id": "thermal-00561", + "family": "thermal", + "episode_index": 45, + "anchor_step": 444 + }, + { + "system_id": "tank-00448", + "family": "tank", + "episode_index": 35, + "anchor_step": 362 + }, + { + "system_id": "tank-00331", + "family": "tank", + "episode_index": 23, + "anchor_step": 349 + }, + { + "system_id": "battery-00287", + "family": "battery", + "episode_index": 18, + "anchor_step": 55 + }, + { + "system_id": "battery-01010", + "family": "battery", + "episode_index": 76, + "anchor_step": 481 + } + ], + "swap": { + "donor_indices": [ + 47, + 398, + 150, + 48, + 11, + 194, + 377, + 190, + 400, + 154, + 443, + 4, + 115, + 468, + 134, + 186, + 0, + 319, + 354, + 175, + 171, + 9, + 344, + 346, + 141, + 188, + 23, + 141, + 7, + 454, + 511, + 474, + 438, + 480, + 296, + 362, + 484, + 488, + 88, + 447, + 77, + 325, + 357, + 80, + 196, + 58, + 270, + 0, + 73, + 286, + 405, + 32, + 34, + 474, + 151, + 45, + 458, + 27, + 417, + 185, + 493, + 80, + 263, + 296, + 222, + 212, + 370, + 175, + 47, + 243, + 265, + 478, + 80, + 274, + 173, + 86, + 211, + 40, + 144, + 436, + 61, + 91, + 16, + 147, + 443, + 218, + 417, + 334, + 38, + 34, + 169, + 81, + 414, + 13, + 359, + 394, + 398, + 244, + 330, + 478, + 462, + 240, + 277, + 209, + 257, + 278, + 350, + 238, + 173, + 74, + 325, + 49, + 427, + 411, + 271, + 125, + 259, + 357, + 59, + 356, + 2, + 477, + 283, + 33, + 194, + 115, + 462, + 205, + 479, + 361, + 266, + 222, + 164, + 98, + 14, + 419, + 49, + 134, + 142, + 384, + 75, + 24, + 178, + 428, + 482, + 85, + 409, + 290, + 112, + 38, + 264, + 237, + 452, + 144, + 9, + 344, + 91, + 314, + 33, + 60, + 405, + 321, + 245, + 157, + 132, + 356, + 308, + 365, + 347, + 335, + 457, + 414, + 486, + 74, + 104, + 67, + 11, + 142, + 142, + 461, + 76, + 379, + 66, + 4, + 242, + 128, + 413, + 436, + 25, + 185, + 7, + 133, + 45, + 363, + 243, + 308, + 44, + 337, + 145, + 451, + 406, + 242, + 93, + 476, + 95, + 395, + 16, + 256, + 382, + 103, + 102, + 76, + 65, + 169, + 135, + 373, + 42, + 80, + 85, + 37, + 456, + 471, + 265, + 336, + 87, + 469, + 260, + 373, + 0, + 507, + 24, + 351, + 98, + 419, + 163, + 165, + 468, + 151, + 107, + 323, + 101, + 498, + 343, + 69, + 97, + 162, + 119, + 351, + 268, + 382, + 256, + 448, + 504, + 233, + 385, + 86, + 207, + 104, + 395, + 505, + 331, + 0, + 12, + 62, + 150, + 222, + 280, + 462, + 248, + 229, + 328, + 40, + 61, + 378, + 24, + 302, + 304, + 420, + 105, + 289, + 266, + 352, + 426, + 173, + 459, + 431, + 49, + 336, + 415, + 279, + 147, + 211, + 386, + 431, + 216, + 466, + 34, + 444, + 164, + 89, + 194, + 309, + 275, + 78, + 276, + 89, + 233, + 306, + 195, + 301, + 342, + 248, + 99, + 104, + 157, + 395, + 13, + 278, + 95, + 481, + 379, + 66, + 378, + 175, + 140, + 41, + 256, + 49, + 103, + 415, + 98, + 260, + 114, + 496, + 4, + 14, + 223, + 209, + 375, + 499, + 306, + 182, + 310, + 242, + 22, + 433, + 23, + 168, + 225, + 414, + 40, + 247, + 182, + 121, + 18, + 466, + 165, + 42, + 142, + 94, + 300, + 321, + 35, + 352, + 233, + 468, + 461, + 365, + 397, + 234, + 66, + 264, + 411, + 388, + 420, + 414, + 283, + 6, + 450, + 181, + 285, + 339, + 208, + 34, + 139, + 280, + 292, + 218, + 373, + 488, + 278, + 432, + 414, + 418, + 95, + 419, + 473, + 502, + 96, + 490, + 8, + 490, + 207, + 352, + 142, + 427, + 505, + 99, + 247, + 146, + 321, + 113, + 183, + 186, + 171, + 268, + 510, + 58, + 393, + 233, + 277, + 341, + 271, + 99, + 347, + 359, + 67, + 405, + 143, + 461, + 105, + 359, + 391, + 481, + 498, + 26, + 39, + 123, + 32, + 77, + 473, + 462, + 271, + 469, + 488, + 448, + 242, + 39, + 196, + 481, + 74, + 199, + 415, + 470, + 187, + 352, + 70, + 23, + 56, + 387, + 154, + 429, + 240, + 297, + 236, + 187, + 295, + 13, + 236, + 225, + 500, + 80, + 236, + 440, + 31, + 196, + 274, + 510, + 99, + 128, + 33, + 319, + 144, + 238, + 258, + 87, + 8, + 448, + 444, + 296, + 109, + 451, + 34, + 60, + 343, + 420, + 377, + 1, + 241, + 33, + 470, + 55, + 308, + 394, + 252, + 259, + 463, + 229, + 494, + 13, + 416, + 30 + ], + "current_standardized_rms_distance": [ + 0.164823979139328, + 0.27499306201934814, + 0.3178401291370392, + 0.7629092335700989, + 0.11056063324213028, + 0.12181262671947479, + 0.24528305232524872, + 0.20889340341091156, + 0.2645489573478699, + 0.12688082456588745, + 0.08912471681833267, + 0.11056063324213028, + 0.23497556149959564, + 0.2845853865146637, + 0.21005073189735413, + 0.11767658591270447, + 0.2063838690519333, + 0.38990315794944763, + 0.24839122593402863, + 0.23823341727256775, + 0.08937181532382965, + 0.03431903198361397, + 0.2013745754957199, + 0.21761831641197205, + 0.11812620609998703, + 0.1330430805683136, + 0.25629523396492004, + 0.1638796329498291, + 0.36498919129371643, + 0.36154624819755554, + 0.1269225925207138, + 0.45728257298469543, + 0.06604291498661041, + 0.28469493985176086, + 0.07230431586503983, + 0.19612638652324677, + 0.05023806542158127, + 0.5965273380279541, + 0.2249988168478012, + 0.2267814725637436, + 0.08909619599580765, + 0.30191048979759216, + 0.09153542667627335, + 0.09727462381124496, + 0.17354035377502441, + 0.09591253846883774, + 0.35617688298225403, + 0.164823979139328, + 0.5749833583831787, + 0.20730175077915192, + 0.008187724277377129, + 0.08403553068637848, + 0.30461791157722473, + 0.4112822413444519, + 0.44275715947151184, + 0.16260302066802979, + 0.21756979823112488, + 0.19955682754516602, + 0.0816163495182991, + 0.24281780421733856, + 0.10464326292276382, + 0.1311272531747818, + 0.1477658897638321, + 0.45342132449150085, + 0.20965656638145447, + 0.04985368251800537, + 0.029425930231809616, + 0.0741271898150444, + 0.1950930505990982, + 0.1443277895450592, + 0.13273462653160095, + 0.20956866443157196, + 0.41711461544036865, + 0.34157493710517883, + 0.22189821302890778, + 0.5429888367652893, + 0.10661998391151428, + 0.08909619599580765, + 0.35519373416900635, + 0.46630722284317017, + 0.1311272531747818, + 0.27957049012184143, + 0.05545119568705559, + 0.052802469581365585, + 0.15835362672805786, + 0.015147589147090912, + 0.4081248641014099, + 0.1994335949420929, + 0.2249988168478012, + 0.28524479269981384, + 0.5079866647720337, + 0.27957049012184143, + 0.24325716495513916, + 0.3528504967689514, + 0.09666772931814194, + 0.07678952813148499, + 0.08865975588560104, + 0.25992682576179504, + 0.35500067472457886, + 0.3411458134651184, + 0.40520161390304565, + 0.6572450995445251, + 0.22773347795009613, + 0.002607087604701519, + 0.18536126613616943, + 0.055614374577999115, + 0.09508069604635239, + 0.04635808989405632, + 0.3307558596134186, + 0.2952629029750824, + 0.34137678146362305, + 0.35226956009864807, + 0.2449396550655365, + 0.3099825084209442, + 0.005418260581791401, + 0.12051562964916229, + 0.18261294066905975, + 0.12781411409378052, + 0.25472626090049744, + 0.23913203179836273, + 0.09768187254667282, + 0.3796626031398773, + 0.6146246790885925, + 0.5562957525253296, + 0.17725755274295807, + 0.12051562964916229, + 2.0663492679595947, + 0.09531240165233612, + 0.10588157922029495, + 0.36890774965286255, + 0.058304231613874435, + 0.15652374923229218, + 0.090120829641819, + 0.8347276449203491, + 0.21005073189735413, + 0.21874433755874634, + 0.21563896536827087, + 0.06005515530705452, + 0.31310442090034485, + 0.3395661413669586, + 0.18034589290618896, + 0.11812620609998703, + 0.11030768603086472, + 0.22328883409500122, + 0.2534729540348053, + 0.036916300654411316, + 0.46118229627609253, + 0.02355881594121456, + 0.2922120988368988, + 0.16670159995555878, + 0.04319581761956215, + 0.3141881823539734, + 0.374629944562912, + 0.3156813085079193, + 0.12688082456588745, + 0.31676337122917175, + 0.5481494069099426, + 0.22782382369041443, + 0.1756240278482437, + 0.15420874953269958, + 0.16775238513946533, + 0.24552705883979797, + 0.18673059344291687, + 0.24122370779514313, + 0.090120829641819, + 0.21391741931438446, + 0.026043184101581573, + 0.10725312680006027, + 0.015449152328073978, + 0.3845665156841278, + 0.30870190262794495, + 0.33834874629974365, + 0.9310176372528076, + 0.22189821302890778, + 0.21234403550624847, + 0.0741271898150444, + 0.21203631162643433, + 0.24760428071022034, + 0.11030768603086472, + 0.6743990182876587, + 0.1894976794719696, + 0.13701827824115753, + 0.1404445618391037, + 0.159386545419693, + 0.5603381395339966, + 0.17812028527259827, + 0.20258809626102448, + 0.2638615071773529, + 0.1330430805683136, + 0.2931775450706482, + 0.20889340341091156, + 0.8563646078109741, + 0.18966065347194672, + 0.17980636656284332, + 0.36554211378097534, + 0.060136936604976654, + 0.17354035377502441, + 0.3183911442756653, + 0.13517192006111145, + 0.3114067614078522, + 0.026877501979470253, + 0.4453299045562744, + 0.420372873544693, + 0.23573167622089386, + 0.18055592477321625, + 0.06366866081953049, + 0.25459378957748413, + 0.2894662916660309, + 0.2896375358104706, + 0.002607087604701519, + 0.3467818796634674, + 0.10661998391151428, + 0.04985368251800537, + 0.12994523346424103, + 0.07984919846057892, + 0.5896287560462952, + 0.3555258512496948, + 0.06651955097913742, + 0.015147589147090912, + 0.2416272610425949, + 0.4156227111816406, + 0.37779495120048523, + 0.04118405282497406, + 0.12642540037631989, + 0.24288274347782135, + 0.22326916456222534, + 0.3735930621623993, + 0.5793704986572266, + 0.1491771638393402, + 0.10124863684177399, + 0.1842159777879715, + 0.23963786661624908, + 0.5696291327476501, + 0.11375713348388672, + 0.25025466084480286, + 0.23395153880119324, + 0.26141849160194397, + 0.3141881823539734, + 0.04635808989405632, + 0.20998206734657288, + 0.6572450995445251, + 0.14449384808540344, + 0.4691322147846222, + 0.1443277895450592, + 0.25992682576179504, + 0.18673059344291687, + 0.09975496679544449, + 0.11029816418886185, + 0.12413138151168823, + 0.3375546932220459, + 0.3281109631061554, + 0.3235752284526825, + 0.08432387560606003, + 0.21546897292137146, + 0.1651383936405182, + 0.07480689138174057, + 0.2894662916660309, + 0.18536126613616943, + 0.3426789343357086, + 0.17599190771579742, + 0.2706456780433655, + 0.0010405033826828003, + 0.08806295692920685, + 0.1477658897638321, + 0.04319581761956215, + 0.04118405282497406, + 0.14253388345241547, + 2.9960029125213623, + 0.12413138151168823, + 0.04231812432408333, + 0.3369346261024475, + 0.2277495115995407, + 0.13816235959529877, + 0.5089653730392456, + 0.2004728615283966, + 0.2609767019748688, + 0.111055389046669, + 0.08998965471982956, + 0.055614374577999115, + 0.08348523825407028, + 0.14253388345241547, + 0.4423062205314636, + 0.6618314385414124, + 0.34368985891342163, + 0.301541805267334, + 0.8906116485595703, + 0.20730175077915192, + 0.1670483946800232, + 0.42348501086235046, + 0.08348523825407028, + 0.02355881594121456, + 0.21539928019046783, + 0.20966926217079163, + 0.2640717327594757, + 0.37269356846809387, + 0.12424919009208679, + 0.07230431586503983, + 0.40506964921951294, + 0.036602459847927094, + 0.23798494040966034, + 0.04374048113822937, + 0.23939460515975952, + 0.2609767019748688, + 0.5939345955848694, + 0.111055389046669, + 0.041193604469299316, + 0.400156706571579, + 0.22982779145240784, + 0.060136936604976654, + 0.23939460515975952, + 0.21802178025245667, + 0.24954105913639069, + 0.1477748453617096, + 0.18536126613616943, + 0.22782382369041443, + 0.3758328855037689, + 0.3946695923805237, + 0.13104787468910217, + 0.4328480362892151, + 0.27961984276771545, + 0.8700008392333984, + 0.12489989399909973, + 0.34900596737861633, + 0.09967174381017685, + 0.23221062123775482, + 0.30191048979759216, + 0.35962504148483276, + 0.4003772735595703, + 0.03418761119246483, + 0.3216228187084198, + 0.35500067472457886, + 0.2706456780433655, + 0.0036335885524749756, + 0.16665643453598022, + 0.11132427304983139, + 0.36196526885032654, + 0.12642540037631989, + 0.27621904015541077, + 1.0120126008987427, + 0.08972136676311493, + 0.277127206325531, + 0.206112340092659, + 0.21802178025245667, + 0.4691322147846222, + 0.2013745754957199, + 0.317324697971344, + 0.21761831641197205, + 0.015449152328073978, + 0.12750805914402008, + 0.21528521180152893, + 0.23149889707565308, + 0.11029816418886185, + 0.251101016998291, + 0.0, + 0.24839122593402863, + 0.14204442501068115, + 0.21391741931438446, + 0.09153542667627335, + 0.12923292815685272, + 0.09666772931814194, + 0.26742061972618103, + 0.14151611924171448, + 0.19612638652324677, + 0.28888314962387085, + 0.04424009472131729, + 0.4087201952934265, + 0.32061779499053955, + 0.41151952743530273, + 0.2580578923225403, + 0.3129653334617615, + 0.029425930231809616, + 0.2862966060638428, + 0.6958395838737488, + 0.40341517329216003, + 0.21807755529880524, + 0.17383360862731934, + 0.3660118877887726, + 0.24528305232524872, + 0.28476396203041077, + 0.13701827824115753, + 0.9659658670425415, + 0.1674838662147522, + 0.2896375358104706, + 0.2403750717639923, + 0.3395661413669586, + 0.15943585336208344, + 0.20966926217079163, + 0.3770074248313904, + 0.40341517329216003, + 0.3603439927101135, + 0.22241151332855225, + 0.12468354403972626, + 0.154897078871727, + 0.1814049929380417, + 0.07678952813148499, + 0.22426730394363403, + 0.039054933935403824, + 0.2008265107870102, + 0.08865975588560104, + 0.4290384352207184, + 0.2645489573478699, + 0.40508896112442017, + 0.3407140076160431, + 0.4764522910118103, + 0.25142475962638855, + 0.15997207164764404, + 0.18142981827259064, + 0.4867793619632721, + 0.04660162702202797, + 0.46118229627609253, + 0.14157886803150177, + 0.3099825084209442, + 0.2269449681043625, + 0.20258809626102448, + 0.33834874629974365, + 0.23292861878871918, + 0.2844310998916626, + 0.0816163495182991, + 0.1814049929380417, + 0.11375713348388672, + 0.08998965471982956, + 0.501953125, + 0.00048235058784484863, + 0.5062881112098694, + 0.03905254974961281, + 0.19117404520511627, + 0.3238202631473541, + 0.15997207164764404, + 0.22328883409500122, + 0.41894662380218506, + 0.2149869054555893, + 0.35802161693573, + 0.12468354403972626, + 0.2805676758289337, + 0.2811225354671478, + 0.2615349292755127, + 0.251086562871933, + 0.19153018295764923, + 0.06604291498661041, + 0.08909619599580765, + 0.11262732744216919, + 2.6812283992767334, + 0.01249956525862217, + 0.23147769272327423, + 0.09031617641448975, + 0.19064314663410187, + 0.5101963877677917, + 0.2267814725637436, + 0.2451580911874771, + 0.3244551718235016, + 0.26247161626815796, + 0.3114067614078522, + 0.36527493596076965, + 0.27488401532173157, + 0.2917247712612152, + 0.2813902199268341, + 0.29142478108406067, + 0.22650429606437683, + 0.21756979823112488, + 0.12294554710388184, + 0.31944260001182556, + 0.41894662380218506, + 0.2062872052192688, + 0.511169970035553, + 0.3434356451034546, + 0.29610735177993774, + 0.12424919009208679, + 0.42846599221229553, + 0.26141849160194397, + 0.22326916456222534, + 0.09866727888584137, + 0.17800958454608917, + 0.30228355526924133, + 0.11262732744216919, + 0.45728257298469543, + 0.18587633967399597, + 0.21615281701087952, + 0.36236464977264404, + 0.3411458134651184, + 0.10588157922029495, + 0.28469493985176086, + 0.27961984276771545, + 0.2534729540348053, + 0.15481790900230408, + 0.029519332572817802, + 0.22750255465507507, + 0.4060189723968506, + 0.25362807512283325, + 0.09031617641448975, + 0.21267583966255188, + 0.38279989361763, + 0.3794638514518738, + 0.061546605080366135, + 0.10464326292276382, + 0.72086101770401, + 0.23176729679107666, + 0.10361415147781372, + 0.37564709782600403, + 0.14449384808540344, + 0.49393773078918457, + 0.09866727888584137, + 0.17104189097881317, + 0.06848760694265366, + 0.22752918303012848, + 0.08432387560606003, + 0.17599190771579742, + 0.5184041857719421, + 0.10124863684177399, + 1.1463618278503418, + 0.2267647534608841, + 0.2844310998916626, + 0.1269225925207138 + ], + "matching_uses_targets": false + } + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/temporal_shuffle-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/temporal_shuffle-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..acbcbfc0f1729f85e3514c6b03c5e9e1077e3d00 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/temporal_shuffle-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/temporal_shuffle-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/temporal_shuffle-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..5c690fb67395f59d48a4be698082ac2ab32beba1 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/temporal_shuffle-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4628ac171b9b9d1e05eb676626e8a9cba895471ea2d275b2222c8a2ce4c9ad79 +size 175212 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/thermal_temperature_only-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/thermal_temperature_only-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..174ff7dcf8699a338fbe8b5d157ac38019effe59 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/thermal_temperature_only-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/thermal_temperature_only-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/thermal_temperature_only-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..d4e327ae29f5ffdd4480070fca26878ecf0f6e60 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/thermal_temperature_only-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf902e7ad23dc49f352faeab973c8f7c4627f4230fcbc25043f40183ae0bf2fe +size 170496 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_4-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_4-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..2e841702947cf88c0bf052fb2bc49a82f9c2f7da Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_4-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_4-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_4-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..29091313a719179cce8a756c7f8debad3f7255d5 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_4-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb46f6c35328e0d51e6389dadbfec90d598af0cecd933602911c3b333cae040 +size 162976 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_8-calibration.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_8-calibration.npz new file mode 100644 index 0000000000000000000000000000000000000000..c27408016df67126a377a3112ba9a7b30a80dc93 Binary files /dev/null and b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_8-calibration.npz differ diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_8-test.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_8-test.npz new file mode 100644 index 0000000000000000000000000000000000000000..582e0fbfb2ed9bf0b3743982f788a3fc44f384b9 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/history/truncate_8-test.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e8e7d1f943c8417ba3c0ddf4624b261f08c58b9b7de2b390630ebb034d108b +size 164626 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/receipt.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/receipt.json new file mode 100644 index 0000000000000000000000000000000000000000..9d569ec076eade2ccddc4d89cf485b25667bff3f --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/receipt.json @@ -0,0 +1,1791 @@ +{ + "version": "tfm-seed-diagnostics-v1", + "binding": { + "config_sha256": "63d00f67ffa837d994ee5ca19d6598af2cee660f2c49594ff8c5c7878dc12a3d", + "frozen_sha256": { + "artifacts/full/transformer/seed-42/checkpoint.pt": "41485d6dd0c72f09a9ca67ced83bc4a0725f9cde731276d1672902304675ebec", + "artifacts/full/transformer/seed-42/normalization.json": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "artifacts/full/transformer/seed-42/run.json": "13c74ef434c51be324c208a534cc31a93374dff44927bafd6a7a9c3d02e2ae42", + "artifacts/poc/data/episodes/battery-00002.npz": "5c902726f88108259b3012b19d065abe0ec442578f421e04970646856fd1b790", + "artifacts/poc/data/episodes/battery-00005.npz": "6c1f59e67f2e6805a022419951f5849fb88aaa6f0c1b67123aec55e15b780a48", + "artifacts/poc/data/episodes/battery-00008.npz": "1c7082dd15be73670d3126b983d777d87b608b2d7f8ab6cb9e2117741d0821a7", + "artifacts/poc/data/episodes/battery-00011.npz": "c7aae52a000b1aa31406ea30c3004b29f1fa6c98dec8e3db1fe71aaaf1656441", + "artifacts/poc/data/episodes/battery-00014.npz": "7f9a8b610953be44900427b1dc1cc39d3133b2a98749107eb0dea4aedfce80de", + "artifacts/poc/data/episodes/battery-00017.npz": "3c68852b7e4d7cd5d803c5261f48f779b49d61e6ebcb97f840d33006327d5308", + "artifacts/poc/data/episodes/battery-00020.npz": "580566a7d456efbf1686fced5f8e5122345744eec71c5c93c9ab9205e2733835", + "artifacts/poc/data/episodes/battery-00023.npz": "b6085f27736c38e30d7635cb373bcc3574c4b4c1ac95d87b5b8119562f3ce0ea", + "artifacts/poc/data/episodes/battery-00026.npz": "51bbbf8a785f755db357f6db4d1576755b7e8d094a944c4d1afbc3b11b88a8e6", + "artifacts/poc/data/episodes/battery-00029.npz": "e49a773079435b34d8527a2e215de1317897c51c4dc1780f226909dbce76a71b", + "artifacts/poc/data/episodes/battery-00032.npz": "f4436da1e66e96a39403f7547d90d9a65f27a7dda4e0061f85736b077a84a077", + "artifacts/poc/data/episodes/battery-00035.npz": "15fd41c1669f11d267e9d74a1a36621d4e50dff18858a669ac1b52b04b1389eb", + "artifacts/poc/data/episodes/battery-00038.npz": "b4e2f6091bb7aa24ceffe85053fc249131bf019c9350b7fa7003f2fb0200eefd", + "artifacts/poc/data/episodes/battery-00041.npz": "2e2a4ef5894c10af34c09d6681a62aa6ae633b57324964749319da7ed8fd7ec6", + "artifacts/poc/data/episodes/battery-00044.npz": "db3ec3738749f5a71a84193435d2e0493c6633cc42502553428300260644cbee", + "artifacts/poc/data/episodes/battery-00047.npz": "e0cfb79cc74bac28ee311a9159470c8db704468b6c59437d26f12e46631135f3", + "artifacts/poc/data/episodes/battery-00050.npz": "87ac2758af1f865f02eba309f808ba89e4e5dc74ab25cf299f0b94b28ffde600", + "artifacts/poc/data/episodes/battery-00053.npz": "2241923d42e955485a06a7900f46fe816fa6b3bfb8ea3b9b9facf0a836af262d", + "artifacts/poc/data/episodes/battery-00056.npz": "5b229fa403a2612cf96e42e12402163ad800f2973b249928841ee4e2286da92a", + "artifacts/poc/data/episodes/battery-00059.npz": "fcfff8e2ff4f2ed25e28dd490e31de4bf8c9ea5ed8bd72ede23c84d3eb109ae1", + "artifacts/poc/data/episodes/battery-00062.npz": "306199f496067148f721763a7baf02861db39098d74f7ff6b5963d56d90588d8", + "artifacts/poc/data/episodes/battery-00065.npz": "eb2515d716d5359b47aa4ad6a9db1192473a2f7c669c7cd6db0103a9991951c4", + "artifacts/poc/data/episodes/battery-00068.npz": "4ca36f1f06046d685896efd0c820366f30edd0ca37878c689d827ec19b4e2c1f", + "artifacts/poc/data/episodes/battery-00071.npz": "734500d6a21178debd5b4b9194e54737f543d3624a23db6da0b5214a8eea31ae", + "artifacts/poc/data/episodes/battery-00074.npz": "312e3a7857c42d7f77145f8e978cfe48403c6af8e2378a664d3c83d9da414d5f", + "artifacts/poc/data/episodes/battery-00077.npz": "a436f71ac8c1321fe4f8a385ecd21865bada672de6fdcd2484472b0f109c05e3", + "artifacts/poc/data/episodes/battery-00080.npz": "90ee43f7257dd533f0d48594380e72687a7866a2e80a6a37d8293e7eb9fb8e6a", + "artifacts/poc/data/episodes/battery-00083.npz": "7b88c93744c48f4669464e0fcc969da54f148b4253bcf30b582102ab4de4109d", + "artifacts/poc/data/episodes/battery-00086.npz": "57b3f9253cbf06f50b05eafcc1d50a1cea6b7b81f650f924d4e2cf640040e966", + "artifacts/poc/data/episodes/battery-00089.npz": "2c6317ec1cec39c9d57818c241cd79b14bd5ae8f8e3c72ae8ec6cca848bf7a68", + "artifacts/poc/data/episodes/battery-00092.npz": "91387e26f027200d5d987822bfa7dbcd31e9a332aa2097b2abf35b11afe74f0a", + "artifacts/poc/data/episodes/battery-00095.npz": "43b4f7fcc97a2decc4cb3476b6a2f57d6dd46e58c221ac8eb4dc6f967a6d5e8c", + "artifacts/poc/data/episodes/battery-00098.npz": "f1c7c00ff3f99e9a99a64e74f762befdb7a09b3e75fbf34e1189553dfd5a92c2", + "artifacts/poc/data/episodes/battery-00101.npz": "5161387f4223776e96fab112b1faf0886f9e5b7d02d8868a9ea20e7031173f1f", + "artifacts/poc/data/episodes/battery-00104.npz": "2cdad4ee59fd03323ea6e19386679cc0b7682fdbd99720ce801a90a7e49f69dc", + "artifacts/poc/data/episodes/battery-00107.npz": "9f1c515bd5d87f16354192073f1ecc259d30bcd32ae794c94e406c08a258d6ab", + "artifacts/poc/data/episodes/battery-00110.npz": "449ade4816eb6d2e19121cb7489068872c4e6a6a5152fc71046b2ec8417b9f8f", + "artifacts/poc/data/episodes/battery-00113.npz": "6b1721d7133bd336bbdc775f2bceebd2b117d6a37ccd4bcd6b581102c9aef69b", + "artifacts/poc/data/episodes/battery-00116.npz": "96c5c62cdd75d0693547fd9a34a5d6cc7e4edc7647ad95674794a9c83fa99553", + "artifacts/poc/data/episodes/battery-00119.npz": "c1f238af6d86c41684621e6be064025388445e52f7b279b1e43e09e3c782eeda", + "artifacts/poc/data/episodes/battery-00122.npz": "04e6c87b91aac5e507980d0a9c8d4316ea515f73f76aded96ffbdc98b4e1f4ba", + "artifacts/poc/data/episodes/battery-00125.npz": "09d13c9105fa7318be758dd6d9e07847b661b3d8f609a12b1b76847fa4e0629e", + "artifacts/poc/data/episodes/battery-00128.npz": "af851e85c50404bd8324d03504d108d621be8ec34d1722265d26b4a61d63851a", + "artifacts/poc/data/episodes/battery-00131.npz": "14f39a9acae07db042226f52f759a14e56277d5d7b54e498d1087f5191438855", + "artifacts/poc/data/episodes/battery-00134.npz": "c24fcd499940f47e92742695f2237d8dd4c127160720b09a1c848a71bcb9af9d", + "artifacts/poc/data/episodes/battery-00137.npz": "e394209c215f0f9a2e9c33a442f9a3fe509515cb0ab1301bd39894e67100d564", + "artifacts/poc/data/episodes/battery-00140.npz": "7c35d8d07fe45ce3fdfe9820048988120973e8f0d6c022dd53a08e63c88f5a06", + "artifacts/poc/data/episodes/battery-00143.npz": "71dd6f1017c9a5ff4e1069c55d7d7542641785c86ef82ed74c12d8e28d478b76", + "artifacts/poc/data/episodes/battery-00146.npz": "f3eb2c4081e3f812102ebe412da6cec7a896e0eecca96577dc73b1fbe7c7c07d", + "artifacts/poc/data/episodes/battery-00149.npz": "b72c1c038a408c0b5501b14550177c4f21a3838b50f68df867e4a7ceda5d7c56", + "artifacts/poc/data/episodes/battery-00152.npz": "a206c73028f4940206a6eec711f67b6e4662c171079b323a47e55915c22d6744", + "artifacts/poc/data/episodes/battery-00155.npz": "c25272d1cccb4fbbaa0d940e63e2abc447f8881221f839eb045e1868f0a22c00", + "artifacts/poc/data/episodes/battery-00158.npz": "e38f1e2ad5d1342095b0eef87262710ea30de1898144719caeae669053bb83ed", + "artifacts/poc/data/episodes/battery-00161.npz": "e95f27d0470d00b5a696a7ba5c8379fd4d44eb623ffa757f01e134b699c6a569", + "artifacts/poc/data/episodes/battery-00164.npz": "5cbbdc650c573d6c81a0f420943dc2369946dc8dd1b9d6df63f25f3207569165", + "artifacts/poc/data/episodes/battery-00167.npz": "7618074e54cf08e016f422b9def84be1200b2f8f310124a700f259257cb473a0", + "artifacts/poc/data/episodes/battery-00170.npz": "6813594d711ad3d39cef0978fb2a25ee2c6e250a17a7f0ccace5b7fbb3491dff", + "artifacts/poc/data/episodes/battery-00173.npz": "07b7c5040ecf628b9dc380ccaed502b520bbf2e973db0c3fcead4aafe80aecf6", + "artifacts/poc/data/episodes/battery-00176.npz": "2962766556a463382c42a940dc8e596be3b93f38fe2c65725dff89bf655f0222", + "artifacts/poc/data/episodes/battery-00179.npz": "8c978f8f3c797811753a77dca9b4f2bdca5deb9580076fff635ee734255bdfa0", + "artifacts/poc/data/episodes/battery-00182.npz": "9b99859d0b44ca76a45622895bcea75713a0f2eb0bd572c554c9201447e1c3e7", + "artifacts/poc/data/episodes/battery-00185.npz": "99a5bcef124990cb9b63ad7a019794fd8f9665caa8e1286e1e0bc13b6d77165f", + "artifacts/poc/data/episodes/battery-00188.npz": "19fb17e1abf0f733ff0de2a4a0d8acd3c5d80538b21ba51d99c4b20714223904", + "artifacts/poc/data/episodes/battery-00191.npz": "48c9b654b36a19cbcd3a292201b6652da851563688b8b18727017f55cebffc3a", + "artifacts/poc/data/episodes/battery-00194.npz": "c0bad268585b5b7175c649fead98f7cb902b87f54a250f4dfd7b1c2bb260a4eb", + "artifacts/poc/data/episodes/battery-00197.npz": "5cfb0fb9325df0fae0f6ec5829359c42c620521e79a355d00e6d5437ca821548", + "artifacts/poc/data/episodes/battery-00200.npz": "9c7796dc58e696628de4dbc57da4a6ef49837b2e83b877a929aa74ab57de6132", + "artifacts/poc/data/episodes/battery-00203.npz": "792d7fd219c3988d430b10d06a00f0bf977426562897246e8da4c95ff5f6f423", + "artifacts/poc/data/episodes/battery-00206.npz": "fe34392f0a64d747639f7a7c21d49d3f8b1a8f2fa1f502cfeca3e77c186b9f5d", + "artifacts/poc/data/episodes/battery-00209.npz": "10b96e647bba7c057e1b46e20edc784ff6900fd5a2dd660a6a1ad01a1c4cf858", + "artifacts/poc/data/episodes/battery-00212.npz": "42237259651a89a59b37c987f9520deeac5af92851e7f42cd65450ae31724f8b", + "artifacts/poc/data/episodes/battery-00215.npz": "cd609e03eda26306b7ccb1cee605980e9084e844c5639b39d122c8accbda16a5", + "artifacts/poc/data/episodes/battery-00218.npz": "5f11b48975bf12d52cbe760b22df42db33eeaa4d4611b8db40ada1f8a40231e8", + "artifacts/poc/data/episodes/battery-00221.npz": "66499e099dccefe8845c6d7bf2024c5b498a527f2343d0ab58c0894e49d0678d", + "artifacts/poc/data/episodes/battery-00224.npz": "9e9d01b180e19438496cd32c94830213333eb940ec6ad460772c018d6d3a79a0", + "artifacts/poc/data/episodes/battery-00227.npz": "d7cafae309fbc6d53e584542d43598599705ed2aa87c88fdcba6e6332b9827e1", + "artifacts/poc/data/episodes/battery-00230.npz": "0d998f9bd5263023efc7aeef80ace53dfcac0e5dd983a76bda79c225ec3800af", + "artifacts/poc/data/episodes/battery-00233.npz": "cf7bbe797927efa6c44926808b2f063fc95ebd8598972beeab7ff8762a2cdde9", + "artifacts/poc/data/episodes/battery-00236.npz": "0346611f24c3eae0485cb3e46b7750672dadd203718d0a8bc3b0ad4ca85a4761", + "artifacts/poc/data/episodes/battery-00239.npz": "df3f88f98948649e054e901c7f3fcdc41c579dfd0afc1f1a703062fc1dc56411", + "artifacts/poc/data/episodes/battery-00242.npz": "0f66ff6ad6819506c28e1d30c32c2b6e41ea12a08187a7f4ef591a2c0d2ba3c5", + "artifacts/poc/data/episodes/battery-00245.npz": "21f3b50e94d839f0cdd281431dd4095e25d47dae0432b2cb9db74b53a28320e9", + "artifacts/poc/data/episodes/battery-00248.npz": "1ad393480539e35c127c27369d7262933f8994b838925d806043853b487a968d", + "artifacts/poc/data/episodes/battery-00251.npz": "13fe8fb1b7c98cb2aeaec5c25ec51b86d44057b82ac250c9978296ab550d148c", + "artifacts/poc/data/episodes/battery-00254.npz": "babf0f9f0c33f1119cd9252ed6cc63c5ea22a9798d3ce4f567fff0bef5c00a45", + "artifacts/poc/data/episodes/battery-00257.npz": "272a4fc1f68737acd0a2cfe83b67c87f0fbc070dbb5f2c64c7fde344391f49b9", + "artifacts/poc/data/episodes/battery-00260.npz": "835a6e5955fb49c4fe950819b3b9fbfa43af68134fdadd0c966bf20ce67d8392", + "artifacts/poc/data/episodes/battery-00263.npz": "1c3c0301d59144086082b7a12bc86c84cc5c3f238bb710c7a4b3671d490d266c", + "artifacts/poc/data/episodes/battery-00266.npz": "083bf5633c18907c0fcb0ff16bba2dc529ce48450db1f594bd81ed52af78cd09", + "artifacts/poc/data/episodes/battery-00269.npz": "bbca6569ac77f0d0ddc41aeee6cc8d58c9056a694714dbee8fcaf29c71357208", + "artifacts/poc/data/episodes/battery-00272.npz": "e6e783136ecbdd320cd76c9b975be5757c51e99336c7fe7b150c743f08e31b44", + "artifacts/poc/data/episodes/battery-00275.npz": "15a72e51dba697104d1a7bd59b4939b2a6150fc0890aa425655b25d32efda204", + "artifacts/poc/data/episodes/battery-00278.npz": "a8fa02ea32f7aef927d797802329c82cbdf8dd9bb38ad4adac1bdb4746c253d9", + "artifacts/poc/data/episodes/battery-00281.npz": "667cec203a5708c540f1501446e65b53cdc7a1ec4bba06290a7950d0d59c372c", + "artifacts/poc/data/episodes/battery-00284.npz": "493dccfd1c45d8467ff2db5e5c82b40058c75628917a2a44c94521109ed10537", + "artifacts/poc/data/episodes/battery-00287.npz": "95f39c81af1e3862cd9c955df7971e1baf1704d1e1a8381aeff20b0806958932", + "artifacts/poc/data/episodes/battery-00290.npz": "c5be5a50394f81be126cc266ba7cefbd970473668890bdda55f91dc7b9d4e3ab", + "artifacts/poc/data/episodes/battery-00293.npz": "1ddf7c5dbe45916caea436e5ff71a3daa6d38ccd966d4cb6a6cd4dee0375e0b9", + "artifacts/poc/data/episodes/battery-00296.npz": "c6e556283a867f515a7b940941e0f05dd0663905b8c518263a6247d5e190870d", + "artifacts/poc/data/episodes/battery-00299.npz": "8e4b6cdab60e2d8435f1f681e4e6c04975b522a620ee140615aca33493bece4c", + "artifacts/poc/data/episodes/battery-00302.npz": "fe43752ec1de6ead46341148051431ca98a56b3046b33c175cb1e2480e03ed61", + "artifacts/poc/data/episodes/battery-00305.npz": "afc35aacabf2f5d162cefccd98a9c0a1ba09756f6a3069d167b492b532c6d3d5", + "artifacts/poc/data/episodes/battery-00308.npz": "48fefccc131456616bd1858e112f4d6208e4d7b7b781660b1b4ed85e02259c0e", + "artifacts/poc/data/episodes/battery-00311.npz": "bfca5126055a03221e8a78e454f4b78bd280240d052de0ff814c8ad7b5b16cde", + "artifacts/poc/data/episodes/battery-00314.npz": "7b3e3447c5da44199c653c5f55c2674d39c835d27f34228e14b489bb02eee3e2", + "artifacts/poc/data/episodes/battery-00317.npz": "efc6118f1452a6f60726a8dc2f8451b8e0873f3c0840e3e3e5fbd8285b97a063", + "artifacts/poc/data/episodes/battery-00320.npz": "da0c14edecae5fe60b28283d175b3c118973677d6b880dbc6607550f1c473beb", + "artifacts/poc/data/episodes/battery-00323.npz": "d90a478a365b32be787a0b39a9b7518651e782a444e38af1ee2574c77188d215", + "artifacts/poc/data/episodes/battery-00326.npz": "ea01ab7c7ffaf047b43921bcd7eb29bfcf1a5abcdee9b6c25fe1ec200c154718", + "artifacts/poc/data/episodes/battery-00329.npz": "122c4d657e9cba7b3df81b46b188a1789381ebe4297488c58150eeb5ba0a1c2a", + "artifacts/poc/data/episodes/battery-00332.npz": "255adec003470f5a6252390c19cd13ccf28653ca29c9748a84bfa9182fb1dbee", + "artifacts/poc/data/episodes/battery-00335.npz": "5bb770ca6f51919654d34d7f8b78dd78dbd8dd8f7bc0c20d0ab2d889a46a0fd8", + "artifacts/poc/data/episodes/battery-00338.npz": "e2d17afca854a1d4daff05374bbe3d17f6c7500eda1a129f1fdbfdf3e6e2f343", + "artifacts/poc/data/episodes/battery-00341.npz": "5d16990ede46a78fdaa662671f641bb98f8a869231319336b2a8b8d773cf1f61", + "artifacts/poc/data/episodes/battery-00344.npz": "45c5e302708b055af278e76a84225b4e30a865f4683245dc0e70fce1a8dedd54", + "artifacts/poc/data/episodes/battery-00347.npz": "aef3d3246306a09a5f4a9c1afc13468ca2e7ccfe9ee5a9773e62ba142ea6b452", + "artifacts/poc/data/episodes/battery-00350.npz": "94e59675d64ac1d1f636256ee51cb91ec796073d1ec3377532917849b6be6656", + "artifacts/poc/data/episodes/battery-00353.npz": "5ec12ceba43476e2979055e1e801dc15c5e48c32654c50efcf34ee335d98f06f", + "artifacts/poc/data/episodes/battery-00356.npz": "dc4128f82f3817f997d59e1eedf79ef04947bb9a2e189c931d3f6ac9d067018c", + "artifacts/poc/data/episodes/battery-00359.npz": "b8e31b1c60917ebd5601e1835d6885aba9e9d045f1979abcda316e4fb6be7753", + "artifacts/poc/data/episodes/battery-00362.npz": "f3c01d364f4861d62d69e6e5495a4bc189d3a0ab9698df2b9eb1ebdd94c83da4", + "artifacts/poc/data/episodes/battery-00365.npz": "7310d8f64b3031382a788c3ce16deae685f484087796a3c01016004d78354b56", + "artifacts/poc/data/episodes/battery-00368.npz": "3a09f12b4025d53271b17f121a0c19f86cbf0d57ad7bdfded0080119cc5cd291", + "artifacts/poc/data/episodes/battery-00371.npz": "82b1a97eeba8bf8ef844aca779fcba13f680c3295e12dbd4dd68df7c57b570da", + "artifacts/poc/data/episodes/battery-00374.npz": "e8bfd426a9058a7c2efd6f9329800268c54774c6fe6d7f10bf87d4315a2a6cbf", + "artifacts/poc/data/episodes/battery-00377.npz": "268ccd7b981b95d6cfb0a99659f367e9cbe2ee1038193c3ea260d8a2e464309a", + "artifacts/poc/data/episodes/battery-00380.npz": "f832d3633e9d56941e797ddabb8ee4a7d60c4e4ddd027b3d9010d0030a98cfa7", + "artifacts/poc/data/episodes/battery-00383.npz": "ad640930080e311beffac908a24fa58b436e0fc3582f3231fb51dbdad5ff01c0", + "artifacts/poc/data/episodes/battery-00386.npz": "a00fb07d894fe6f9ccb002ecd8b13c42631429f47ead0705e88876a9885ce4ad", + "artifacts/poc/data/episodes/battery-00389.npz": "63bbf1c5cc0739b93e623a5c1ff724cdc70008c183f03c00cc0f7334a84f90be", + "artifacts/poc/data/episodes/battery-00392.npz": "3a4a4eec922c467e4c14448608869ea3e7c5f07f016c1cb62e306ced56087106", + "artifacts/poc/data/episodes/battery-00395.npz": "f9bb4425546d164ba4d7f9ef041f94da98a8fb784e03a22b50af6795fd7690a5", + "artifacts/poc/data/episodes/battery-00398.npz": "0fbd198d3466c33da61abb4c8fa333c03a402f77650eb530aaa39853f853748a", + "artifacts/poc/data/episodes/battery-00401.npz": "aca8af3fd124f72f89067df08b20097b48b7a4799181561b3f4d2f316604046c", + "artifacts/poc/data/episodes/battery-00404.npz": "b26ade3590805ee1bd987a3b29c953546711ef4bd375c19f9f13bb202268c799", + "artifacts/poc/data/episodes/battery-00407.npz": "5499c23825f8c89317d39e5d7049103c830fa45cba55f930bb42b7dba6c1e139", + "artifacts/poc/data/episodes/battery-00410.npz": "b124c6f4de2110ba8845d0c337293c3fe0b4a2aec868681eea967af29bdd5670", + "artifacts/poc/data/episodes/battery-00413.npz": "e39d56760a7d5265c9bb7828ea2cab4f2ebe1c34ed811540a9433dbf8a12c09e", + "artifacts/poc/data/episodes/battery-00416.npz": "d4909ce3809155471c886b3fe522eda4a19841fea29438bb0199bf1758826de8", + "artifacts/poc/data/episodes/battery-00419.npz": "02239ffea92b9f35b8708dab8e307cb42519d475f0bc32ebcab11fe8ad4ee366", + "artifacts/poc/data/episodes/battery-00422.npz": "834671484e346a47d8d9b23407b8ed57e96bbe6fa5d26895b96514b607dc7dc1", + "artifacts/poc/data/episodes/battery-00425.npz": "9ec606400ea8761dcf9406eb3f77f659fb3b3cca24d5864714da04666136cc9b", + "artifacts/poc/data/episodes/battery-00428.npz": "c7a9dc09cc58e13fa2029f991207ef5f5ac0f37a096cbe61a0076ef36e791e01", + "artifacts/poc/data/episodes/battery-00431.npz": "6940e92a07793eaf725e91ea80a2590d25ea0f198e0bc3b3af751db8d81ec5d4", + "artifacts/poc/data/episodes/battery-00434.npz": "7315a4e9ff62d6b055b4d6e3637a0f14530411507ac0c03c70ec1673588a7da9", + "artifacts/poc/data/episodes/battery-00437.npz": "1072eeffbe5e4362d1b18bfb78e186db7df245b63d6bdac423ad6b67ead6e983", + "artifacts/poc/data/episodes/battery-00440.npz": "59aa8c244add111ce291fee22a526256405b07de7103b282b227927f676540ad", + "artifacts/poc/data/episodes/battery-00443.npz": "663387a087471349bceca49003c49406121149ec28950d051ed3d608b71ff0a2", + "artifacts/poc/data/episodes/battery-00446.npz": "1c010d80899fb0d69f61c7f6e5afbee204fa289c59f13a50eba99ca894ca2e1e", + "artifacts/poc/data/episodes/battery-00449.npz": "3f3ad73b410b9b40ceaea4a499fc1d29852386e3696a5c115f5ad5235dde05ee", + "artifacts/poc/data/episodes/battery-00452.npz": "654fa1afc6be0c2331b8081f9cba499723bd9f4877f8b1e8766a77f076bec8de", + "artifacts/poc/data/episodes/battery-00455.npz": "3d4a0665885b661d63a5dcdb89301a7959571d61bacb4fdb07f104e5b2d69387", + "artifacts/poc/data/episodes/battery-00458.npz": "a10d58c051dfbf2f3174899891d49e54c94d8584caa98458b4be925985dd37b0", + "artifacts/poc/data/episodes/battery-00461.npz": "1d37006204a33945e4e7da41948895ac73feaae5b6fa4aebf10ac4cf15b69ac6", + "artifacts/poc/data/episodes/battery-00464.npz": "b1606bfe9ec15549381c2000d675ca2d0c8322b4983850c8c5171b3637fbeb3f", + "artifacts/poc/data/episodes/battery-00467.npz": "1609ad46c3970bf59c9af567a16183de1bd06f135b7f203ce930363a9319e855", + "artifacts/poc/data/episodes/battery-00470.npz": "a04de3c9d59894529446bffb4b45fc11430ebd9e4cf3ca05e994ecee8b66926a", + "artifacts/poc/data/episodes/battery-00473.npz": "55cab0b203f694f1298cad383202c5012c531a1ed9b3493dac943bb6a7fbd774", + "artifacts/poc/data/episodes/battery-00476.npz": "3d8baef46b92201a569b7a82172b214e6188a3ff0e44dc892c9e216fd9121dc7", + "artifacts/poc/data/episodes/battery-00479.npz": "cd4380ebc1dc14131a930facb5723901f924042d060aeb5133c15b99105737da", + "artifacts/poc/data/episodes/battery-00482.npz": "d3c1f0492bf07be4acc14754c1a3c2105d62a8a3784b035a862dd910d178d35e", + "artifacts/poc/data/episodes/battery-00485.npz": "7f43fbcad33e06323dac3997765d53b8ea94f1dcc0248190f22dbf4f60f2699d", + "artifacts/poc/data/episodes/battery-00488.npz": "2a746aec0a2a1ad78174baf35b2f2b04590e10de68083e67bd225c5aa0cf4323", + "artifacts/poc/data/episodes/battery-00491.npz": "2ce8f0a2840569771e5bd45bd87693070707ec6582303267c91bc4880cfe72cb", + "artifacts/poc/data/episodes/battery-00494.npz": "10b505637cbee2337651e05a40e061b4e5679578485e8a2961f4da4af0e496f6", + "artifacts/poc/data/episodes/battery-00497.npz": "90dcf67f1908546889802e8bc8a5545e47aa95002c029b8a11114e61cb610ed4", + "artifacts/poc/data/episodes/battery-00500.npz": "35890c482d7883f9c5359faa4637aac665b561348593886fb9a768dbe5422a4c", + "artifacts/poc/data/episodes/battery-00503.npz": "48445ec959672f2bf1acde05d046424c108ac49c1927a1dd2f4ead73f4282402", + "artifacts/poc/data/episodes/battery-00506.npz": "8e9b9ca98f2f16703d41beeb71382755512acb05c587f1c2ea34538703293612", + "artifacts/poc/data/episodes/battery-00509.npz": "16840fff32f9baa7e9418bbc9015ecf02c2655eae30e0cdb3b201953c4643ba3", + "artifacts/poc/data/episodes/battery-00512.npz": "ed8a4d81c2123f59bfea7102f913b5d8758fd4d277ed0801f4d46cbe96ac921c", + "artifacts/poc/data/episodes/battery-00515.npz": "c4c009e1784c7ec1bedb0f24c9ff8145fdca0a8ed769cfcaccb4543647e0cf21", + "artifacts/poc/data/episodes/battery-00518.npz": "7f8b8d1a004db0748aa2d0eeb88b7194520fcf716be5c995f888c04978d9fec4", + "artifacts/poc/data/episodes/battery-00521.npz": "4b89c78762f440ba808e210f64d423930ed5196a0b2a03c7dd5053c371b76db9", + "artifacts/poc/data/episodes/battery-00524.npz": "9c675cc2cdcf2b15a9c59d405e96f60827414b36017ccebba1cf646cc73bf9ac", + "artifacts/poc/data/episodes/battery-00527.npz": "393df4e43f4a70a504b9da663fc733023755b937e558b9ea093dc3daa42bffa4", + "artifacts/poc/data/episodes/battery-00530.npz": "dd37c6f32855b32c2872fa2c3e0fccaebaaea12c835f4bc3c35e40bda73e791a", + "artifacts/poc/data/episodes/battery-00533.npz": "d7a8613dc767e181afcb6d52a3b25814b527d529717315d9b26acc07dafcc161", + "artifacts/poc/data/episodes/battery-00536.npz": "d7c6e50b099e87d5262f81a87b49974c83ebfb48afaee2e85cb8192d2fac9195", + "artifacts/poc/data/episodes/battery-00539.npz": "70dd897f25e840da8595f55b2aa065fe1d6cbf1bf196a69c4839f12755a9bfa0", + "artifacts/poc/data/episodes/battery-00542.npz": "17bf5c2cf9225220a1701ee2fe41e3fd52073adafba9d1fdc17e53c93ddba56f", + "artifacts/poc/data/episodes/battery-00545.npz": "11614e5b3fc12c4729eb9279b406c77fb2cc066484a523e7b0506aaa259d2cd3", + "artifacts/poc/data/episodes/battery-00548.npz": "91ffb44719d42b53538dd0687ad06bf141c3ba08c543372e63b8d5ed0a04a019", + "artifacts/poc/data/episodes/battery-00551.npz": "83e63579586f9b2cecb4a357fa33bb40aae46f80ecc4f192ad2ee8ae3b2ef736", + "artifacts/poc/data/episodes/battery-00554.npz": "5be682583815555c08318b7eec3138e4d92163d2c30c4250edb55bd32f9b0ef0", + "artifacts/poc/data/episodes/battery-00557.npz": "c1cba0390d3fae435ebd8dfda53b86f9ae1cc4ec2dbe2c9a76b81735a25bc887", + "artifacts/poc/data/episodes/battery-00560.npz": "1a2861cdecc1fc2f50a8cc88492ebb9d42b8cdc0a38647e782bfcf6465c0d7aa", + "artifacts/poc/data/episodes/battery-00563.npz": "a034a88c46961a313c92df1d8f08f03d8f11f503788654b6589d75a1accb1473", + "artifacts/poc/data/episodes/battery-00566.npz": "c6289356b1f4df912cc88e9ba11becc0f8c0e16aa6c5f632f90f68e483d28856", + "artifacts/poc/data/episodes/battery-00569.npz": "62a83546d9adc583e8d087a2cc28d9d45463bd3dec2333709bafb238bc7916f0", + "artifacts/poc/data/episodes/battery-00572.npz": "4702ac3dd30d34d189094cc823e230023e84852cd55fed8663fc5d14a89176db", + "artifacts/poc/data/episodes/battery-00575.npz": "323588ddcb4eea7ee8346d97fc2b1dfbfd4651a42dc20ee06da03e51b8fe3215", + "artifacts/poc/data/episodes/battery-00578.npz": "0bd461f6ecad3cd2347aa2996cc3ddf6b18bf8b61d425e4101245d16c88dadd1", + "artifacts/poc/data/episodes/battery-00581.npz": "a2d080b2c83d759c00398f98cc470a58057a97608200cd3b6ae896e0762e9560", + "artifacts/poc/data/episodes/battery-00584.npz": "9af206e9f7e396f5036b28f4ec33d7ebeda83b015599a9919248ae0f9bc1de9c", + "artifacts/poc/data/episodes/battery-00587.npz": "66e21aed09401f16fbd45e96833502147c4dbcba32af9b3c9299fb8eab290d8c", + "artifacts/poc/data/episodes/battery-00590.npz": "cc976e474b0b9d7d270ccaa4435bc8dcdb915f909e6844edf12662f76118dc05", + "artifacts/poc/data/episodes/battery-00593.npz": "e952b0b08e6139fdb3ef912fe919ad5222d03606a6374717d3d642e5f28c2650", + "artifacts/poc/data/episodes/battery-00596.npz": "1832771a80642b3082496aba95df4e67ea91f6a0cb1f533b1c276a640c7b20cb", + "artifacts/poc/data/episodes/battery-00599.npz": "b94ff43441acca041327763ba74dd6ad2b5f8fbaeee3b3c4b00e366e7b751eb6", + "artifacts/poc/data/episodes/battery-00602.npz": "08b46cafa0cbc43e2d0c19da3f62d9f31b3b4b5fa06f3db9a5ab3d508d1bc1f7", + "artifacts/poc/data/episodes/battery-00605.npz": "dc46312e6c9019569fd1ac23c91df25eaa64f2f27d49fb7a134a48de9e999319", + "artifacts/poc/data/episodes/battery-00608.npz": "02866b6e651153ccd5e6b4166ac3c6d2781c360d1db4fa623f5960d829a32b8b", + "artifacts/poc/data/episodes/battery-00611.npz": "7022a2385547b8824cd1d1a948766d8a7a5c3974c88463718e6b911fb95abbb0", + "artifacts/poc/data/episodes/battery-00614.npz": "13e8151b2b0dbfea52d1ac058a5c89826aba1c3a508cd3bd79c751f7881642fc", + "artifacts/poc/data/episodes/battery-00617.npz": "8c20e5dd45c6e722687cb4e7c8dd073dae76f2e39034117c20eec3726ae68032", + "artifacts/poc/data/episodes/battery-00620.npz": "3eb7409be54ee9474cf3e53e9b41f5e75b3b38e0eb1b881a7dbb11c2487c4f33", + "artifacts/poc/data/episodes/battery-00623.npz": "9ebe16131cdc07b5efd2aecb7b90a7aec3072ad76470a3a3b7763fce0dfffc04", + "artifacts/poc/data/episodes/battery-00626.npz": "a6793f278595af738b1f669616f8b300bc3608e097038e7c7b0daa3ac570b7c2", + "artifacts/poc/data/episodes/battery-00629.npz": "3b4301af3f4a8b73ce4d7ef9a367b2c0dcd6e342f6ac444178e9d65d2fee9fb6", + "artifacts/poc/data/episodes/battery-00632.npz": "ceda46bcfcaab0304a0fd06a083268535fdce2d90617c6740e7a4421048eb219", + "artifacts/poc/data/episodes/battery-00635.npz": "a4d96204307d05e4415c2a7d46de0ce2bb0cfaa5273411282b249d5defe7d73c", + "artifacts/poc/data/episodes/battery-00638.npz": "daded6015d3324758e61eac16a52b32a426a07201e294f7b4371fa6edaf011db", + "artifacts/poc/data/episodes/battery-00641.npz": "c07aa954b1d155082a602a09cbf86aa8610a98255fe4e5eba1e362005ac119cc", + "artifacts/poc/data/episodes/battery-00644.npz": "132a3ea7f2e6b6b0c1479aeb8596c027f209ac5d0ad76ad988a24e265b06a2ba", + "artifacts/poc/data/episodes/battery-00647.npz": "f227d253659df84199258b6b0ff8eb373af0dec91318e7306432cecfe767478f", + "artifacts/poc/data/episodes/battery-00650.npz": "5b2582786e9279a5348f3f85f12d5474febee90ff6ef387c67414ad8cb495ca7", + "artifacts/poc/data/episodes/battery-00653.npz": "4e82da6eab94db11bbe32aa94f4a4e39db2293ba48c1cb7c53f2647f3e9deb70", + "artifacts/poc/data/episodes/battery-00656.npz": "4c1f17bd16ea50bc4693dff1a904914fbfde9e5359ef6cad8aee304717f1993f", + "artifacts/poc/data/episodes/battery-00659.npz": "4644fcf30bb20d443eb9108164c4ea80a516e4018021e45352000e7fc767c382", + "artifacts/poc/data/episodes/battery-00662.npz": "dba37db61cc9a9b80b8ed2070611f597c4f4b56fc54da5d4534b3a90b7c988ef", + "artifacts/poc/data/episodes/battery-00665.npz": "f64a6d30579c1a58cb394737ad1bb496b881008aaef592a102dd969fd70518e3", + "artifacts/poc/data/episodes/battery-00668.npz": "a64bc207b725017fdc8e31424bfe6aac3ffe88be2e2fc01273d14b6e058b4e6b", + "artifacts/poc/data/episodes/battery-00671.npz": "9597b25c5ad5f6e71e93ca40399d79f4b7187b5da2aeb8ff055b071dafe88beb", + "artifacts/poc/data/episodes/battery-00674.npz": "bea13a611dfbe69cbaee8a40a54adbb39a3c6952a585b9798bff6d0304cf24e1", + "artifacts/poc/data/episodes/battery-00677.npz": "e5dee3247ca2ec03ed5519e782b6602834eb213fdb6587b055d00e036e5b4277", + "artifacts/poc/data/episodes/battery-00680.npz": "bb4ff9f43c4ce977723bc28222ef4f5d1e065230b6440ee518c39a6af68bf84c", + "artifacts/poc/data/episodes/battery-00683.npz": "4a7ef3b3925d345331bc903ebfca0ab70ae08102b37cfbe5883fa9d9bec8f4eb", + "artifacts/poc/data/episodes/battery-00686.npz": "f47072e891197b304a2510db4157115b97c3b068272eb291497be024883c02fc", + "artifacts/poc/data/episodes/battery-00689.npz": "9de0c733e303b7a2ae0d5be0469c23b49c92c6846e54677692054465559c4b7b", + "artifacts/poc/data/episodes/battery-00692.npz": "6551fa99598f8b459c3878051df16d7221deb54d3d4bd782d007f4197c34690f", + "artifacts/poc/data/episodes/battery-00695.npz": "f7014af48e99661374b22201e7c10e3380e68ab9e49e798d80eb616a1555a68a", + "artifacts/poc/data/episodes/battery-00698.npz": "05c4c86933881b77d473edfa95ea38e5191fd2d8f1cc258186a0c4fcfec5bd8e", + "artifacts/poc/data/episodes/battery-00701.npz": "9c61488d56f4a2e04c53c49880ab250033a7cb5c8d3c92a8fa2c1439e77ebe04", + "artifacts/poc/data/episodes/battery-00704.npz": "96c7c3bbd58fea2319e2a3253da2a634aa90cc9f5a6eb0a7945acceb915252a2", + "artifacts/poc/data/episodes/battery-00707.npz": "8e4d09fe35a62aa215915e9299adecfdbcb59a385d8b89653847e5b79f636a88", + "artifacts/poc/data/episodes/battery-00710.npz": "1039a0b91e7108dd54b40d495023a9facfe9ecd4ccf769832cb880a20805648f", + "artifacts/poc/data/episodes/battery-00713.npz": "0a7f5f18874d457e09684ae5bd3f7e9685c11b50f132a4d8d51ec63dc14162d5", + "artifacts/poc/data/episodes/battery-00716.npz": "46498bb9f4c1cb3aac222b7895964ce60cdb2e7722c6f585f702f6eb480feafc", + "artifacts/poc/data/episodes/battery-00719.npz": "9dd2d683b7edd30e90351bb6e1a22db47118aa53207b119446f143674de45ecc", + "artifacts/poc/data/episodes/battery-00722.npz": "7d72b2baa501820b7545a7f135a3ee86f5e66044f8832e42183cc7379d00c368", + "artifacts/poc/data/episodes/battery-00725.npz": "a02c9b33762e8b94c47b302fe18566e31051f9b3233e7f8c5cbe6bf27833ffba", + "artifacts/poc/data/episodes/battery-00728.npz": "a497c5a50d6820fccbfe46051e45dedce972dc3b609aee81ef34f1a2db16dd40", + "artifacts/poc/data/episodes/battery-00731.npz": "9b50427dd1a5f7039e7fab4be79f91bd00b95349902daeae741e37bd8bf13dfa", + "artifacts/poc/data/episodes/battery-00734.npz": "d9e954e56cc5eb6ea9be09243dcb8d0dfa906d0d6f1fb09548b651d325cccef2", + "artifacts/poc/data/episodes/battery-00737.npz": "f560b42e216ca1447126227d28908e595fa935a4ba157898c2be1da2f9ce16df", + "artifacts/poc/data/episodes/battery-00740.npz": "fbc78bba62c7eac37dec5b0e54cf55db780b3b2c38c954dbc899ee8b822c3198", + "artifacts/poc/data/episodes/battery-00743.npz": "35a434767d36cb8182b42671d35650cd211fe57bee59e479312f7314c53cf82b", + "artifacts/poc/data/episodes/battery-00746.npz": "1c79d0f72b24c8e13bbee0a15de0b617cbc4f960a24f3559c49472195361be23", + "artifacts/poc/data/episodes/battery-00749.npz": "929fb668da6295e30713a501e5bfa6376471bbefbb854dab00db0f49215cf83b", + "artifacts/poc/data/episodes/battery-00752.npz": "278d256ea13835a4bec65f95345cf9e4260c49c7596589bc2beb16f1f754819f", + "artifacts/poc/data/episodes/battery-00755.npz": "417ef05f7218d952a58e4eeff7cffc7d1df3757947a749ffe0e9d430147890b0", + "artifacts/poc/data/episodes/battery-00758.npz": "a9c13cdaec5e0cec038a4a00c57f863159e17104b0fd7446e618b52fc704bfe9", + "artifacts/poc/data/episodes/battery-00761.npz": "b8a7265aa9c22eced8917c4857a74b99ef955c6f80b4bbd999ec5810330b24a1", + "artifacts/poc/data/episodes/battery-00764.npz": "b6a3b0dfa5ebc0452fb08527d24aec9550248d3c128075c7e364e254dcf21fd4", + "artifacts/poc/data/episodes/battery-00767.npz": "75f9120cb6c0930a6a7a8c854056f560f3db0272046a1e60919b75f2dceab4b9", + "artifacts/poc/data/episodes/battery-00770.npz": "ef811c7c6651b0a1137c58cf9b922081c8d7f02fc1af0820643ae3ab24520989", + "artifacts/poc/data/episodes/battery-00773.npz": "31330f143f71a1f2529904f58ee43cf7badeb0fb2adeb099be32a1a07fd5b6b2", + "artifacts/poc/data/episodes/battery-00776.npz": "04f4c66cdd247a61bebfd4ee21c1021624237eefcbf3610fc454d66ea292516c", + "artifacts/poc/data/episodes/battery-00779.npz": "476b12b0e9584fd21b5fff43168349ee86a41b2c30593c5485c7d974b74bad1a", + "artifacts/poc/data/episodes/battery-00782.npz": "f40061c7cd584220e68440433e3020e4f406f79419562939b1b8fd475c4dd9ed", + "artifacts/poc/data/episodes/battery-00785.npz": "b52f0393dc20f08553b9b83881e320f0654ad4a6567c4edcee5026b2f850fc9d", + "artifacts/poc/data/episodes/battery-00788.npz": "b4b098e541f2b766445fa68fc7762cecbea9d3cdc46e0ce2ef782352c95a49e5", + "artifacts/poc/data/episodes/battery-00791.npz": "9ab33d1e5fa553b464baab59371334fa77ebc5933bcd8175760db4ff8919bd12", + "artifacts/poc/data/episodes/battery-00794.npz": "027acbc52b8c3778d47e1547218c6957470254112697a5fb8af114b3d3ed75af", + "artifacts/poc/data/episodes/battery-00797.npz": "84275c2c589dbbecd57fe5401db37f1e729be37756cb0c92e505374a9f604f69", + "artifacts/poc/data/episodes/battery-00800.npz": "e5b1fc74cf5b349721fa02620adac7018238acea0fc56966f0f192243eb6f1f8", + "artifacts/poc/data/episodes/battery-00803.npz": "12f3219046b88dee75a3085c0d3a13e334f3f0ba54f41fe06f86d1b01f5d9605", + "artifacts/poc/data/episodes/battery-00806.npz": "0ba2db3222aaca20ef6bad232db8090fbe17973f65b656313abcac2af759e9d6", + "artifacts/poc/data/episodes/battery-00809.npz": "a84a47e8b6cb0b02ecbec47e1d248b0443ed89c8f2a951a51549faf752f21daf", + "artifacts/poc/data/episodes/battery-00812.npz": "1b2515edd712968812c56e34e632d8a5e7e8acc51d74f3195f98fd8e64dd559d", + "artifacts/poc/data/episodes/battery-00815.npz": "72c9d4a42dfbb196d0411c061158c03482d04e11cab0ee75b066099c027d6f9f", + "artifacts/poc/data/episodes/battery-00818.npz": "7898acf3c19a58cca515b216c0be38afe61f599e126d8a219c6c54a041b586ed", + "artifacts/poc/data/episodes/battery-00821.npz": "80ef3e5134134e52d1d552273fdbacbc728810ad107d05c0c6796874114c0ddc", + "artifacts/poc/data/episodes/battery-00824.npz": "d03240c8f17b0e7850a7c44751ba9b8e5a21808498f5a2004f313ceb1224bee3", + "artifacts/poc/data/episodes/battery-00827.npz": "20b6290a462bbc8ee48c7950bec446d253b26c13b9e4fee52ddf4e5caba4caf7", + "artifacts/poc/data/episodes/battery-00830.npz": "de2bbc15662cf2e348d7762ba2929698748037c85954c9304b9143f85dd0917f", + "artifacts/poc/data/episodes/battery-00833.npz": "d84089c23801d706157eefe317a4ddb61dcf0023e5ddbb7921bfac185da3711c", + "artifacts/poc/data/episodes/battery-00836.npz": "cad2d405ddf7c3d3a51298b00488b4ed36d7181f5719289e8428c87166c3d471", + "artifacts/poc/data/episodes/battery-00839.npz": "673bbc15341727a8217f61c1b4e8d50383ba061512497240f9efa4b302a5ac8c", + "artifacts/poc/data/episodes/battery-00842.npz": "44a07d6bc8d844dc1c6501fe76aed04002c6c5251f273d7cac35252daa7d56bd", + "artifacts/poc/data/episodes/battery-00845.npz": "5797b2e3bfc165047d4372aa9ab6d803510f698afbec240b5533d6cab320f04c", + "artifacts/poc/data/episodes/battery-00848.npz": "080bb5b1229cfee25e29d956bd398689bcbbfc9f19d404c4906c21858853ebd0", + "artifacts/poc/data/episodes/battery-00851.npz": "be850c258d70ea746053f39ee44425242409cdd34e9917da5e1607f6a1ab5387", + "artifacts/poc/data/episodes/battery-00854.npz": "d4b5eb324eac35e5ad0f52578380dfccb8137239c2464c79643e031a0f0cb09a", + "artifacts/poc/data/episodes/battery-00857.npz": "e2e8faa5107df91396704362a7c5a30e91ffe2671e7f87070adae1def36be0e5", + "artifacts/poc/data/episodes/battery-00860.npz": "81660d7163227515b64147f1fc46dc9b243aead1498bee2ec0599117964ee6d2", + "artifacts/poc/data/episodes/battery-00863.npz": "e8ab235e050ae27fb5838f2a13d2ce7ef9cedfcea4118ebd6a35b161284a2a3e", + "artifacts/poc/data/episodes/battery-00866.npz": "2b156b8b256fd013b9acd0aad7040273aea1df9af1b6f8189666b7c34d165e4a", + "artifacts/poc/data/episodes/battery-00869.npz": "dcee09311fc13329b3bebda1d7ee43de34152e71fc1036b2445a542b4cc2739e", + "artifacts/poc/data/episodes/battery-00872.npz": "57b02c31047f5ad995eaf23b428dfc739bfcf53339d953734470eedd7502a0d0", + "artifacts/poc/data/episodes/battery-00875.npz": "257d66ca36e90955c8accffb16eefff511f67853046e13032a7e7166f7458f1c", + "artifacts/poc/data/episodes/battery-00878.npz": "027966ef5a715aa071cd6183136a6ac5acd8608f2b9dd95844c366a2e4d90bcb", + "artifacts/poc/data/episodes/battery-00881.npz": "79fd47f395c6330f27da2ab49ba79bfa23ecf3a1a696ac198bb8501ed5e17409", + "artifacts/poc/data/episodes/battery-00884.npz": "ad0c2699e49bf50c2fb4edfbddbacdb7ffcf24c4b87b77cdc1618da2ae7b8650", + "artifacts/poc/data/episodes/battery-00887.npz": "213fffd828c2b9c62043ff63c0657eb48c505ddaa56679d8f28883e6e53e9eba", + "artifacts/poc/data/episodes/battery-00890.npz": "eb4ad5c26726c11b1896602c937cbce83c943a93d6ad2f8f416a21736a8c11e2", + "artifacts/poc/data/episodes/battery-00893.npz": "a75d25179bc8a800a69f4573a3659ca531f12fcb38d98d20b37b4cfa258d0dfb", + "artifacts/poc/data/episodes/battery-00896.npz": "c6c77b5b03e09f08a749733fccf197bd91822b4d8de6c2ffda7b7c08e82b825b", + "artifacts/poc/data/episodes/battery-00899.npz": "08c6bc4aae982dd1cb517d0bda13093d33e1437d5d59fb0eba89f6cd8f68e05b", + "artifacts/poc/data/episodes/battery-00902.npz": "6e7bb072985bb270a4d4a712624966179264b3e2d06692b26b5b97c576b92460", + "artifacts/poc/data/episodes/battery-00905.npz": "845c10910d7db9c887e8752ab7c9bee486dec8910d71b912dd1bec57e2ede3b2", + "artifacts/poc/data/episodes/battery-00908.npz": "a970dc847abe84b81c8e1d505ea55bea9e50670a06c077ddaa2ce193c3327a95", + "artifacts/poc/data/episodes/battery-00911.npz": "7a7325c897f18f3e0c0c3ebfdc1881cc2189f71414df80c5b32522ea8921689b", + "artifacts/poc/data/episodes/battery-00914.npz": "1679e44f4daf5431a25c834df664ea2e998acf6aeebca2ef59b8026ceac905f1", + "artifacts/poc/data/episodes/battery-00917.npz": "dd74ef4faed9cde0b5406279b5d6b936cc65c3a81d2061be2cda0ffd506be343", + "artifacts/poc/data/episodes/battery-00920.npz": "02078e11cc91e54798021b863d2ac2e3f937db94b308943082a905f348a349b9", + "artifacts/poc/data/episodes/battery-00923.npz": "2baaf3ebe9e6087200bceecf498dcc4812a10b0d022ae19be3d0b09e463acc61", + "artifacts/poc/data/episodes/battery-00926.npz": "0ae3cb5469fd762ed5661eaa3026f2ec08e163e64541e7edd72554375cdafb97", + "artifacts/poc/data/episodes/battery-00929.npz": "527fd6bb00bc747c909a11407aaad145ca89ffec9319443af83668700d2ba4ab", + "artifacts/poc/data/episodes/battery-00932.npz": "540b42fcbd6f33d7760ea98575ab4ca275434847c434c0cc0f399477f88454aa", + "artifacts/poc/data/episodes/battery-00935.npz": "9cf6c9fb7f997c89368549b1590588d4df92c5a08f35ff364b8b57044504ae78", + "artifacts/poc/data/episodes/battery-00938.npz": "432a3fe7ce5a5abb2da1fa41f57f2441955ecf1641d204da15cc9ff2c22b8585", + "artifacts/poc/data/episodes/battery-00941.npz": "e5e2a09aecc5227ed5eeb6c9c766cb7d0f8c421c629ef1768052258e27854957", + "artifacts/poc/data/episodes/battery-00944.npz": "443ff58dd22f70a16cd3f0168c25e70a428a3deb2e34eb8dbc53ebe444de82ef", + "artifacts/poc/data/episodes/battery-00947.npz": "54bf6d166afe786f3dd84471d5be505c00cf3fe5f33211495a01b70fa0125932", + "artifacts/poc/data/episodes/battery-00950.npz": "345f6a482d2b3a2ae52df7e32c2fe4053b063e16ed25ca45910a24ecfbf1eb4d", + "artifacts/poc/data/episodes/battery-00953.npz": "98ecf83d026b23999a13f5791a6a37037335acfdc45c80d85fb4752a01bb3f62", + "artifacts/poc/data/episodes/battery-00956.npz": "fb1ca03bb9c824ee5632724d0f90e86f12f9f8de335969ed9e94ec03e540c8fc", + "artifacts/poc/data/episodes/battery-00959.npz": "504e7195460ac30edda20ce5b847540f3451b115a226eed63182f4b5caa2d795", + "artifacts/poc/data/episodes/battery-00962.npz": "5a642b831027c194236ef4dc5620ccd96bd4c4a11df80fa0f550a354e78fa12d", + "artifacts/poc/data/episodes/battery-00965.npz": "abfc338a779e518d0f3d251466907cf657f390d7d49f7b916237d1ba9342225e", + "artifacts/poc/data/episodes/battery-00968.npz": "40ccc6baaa7d8b031c1a7bfa5db6410396b79d649e9627b28652ae2ad5a1e1cf", + "artifacts/poc/data/episodes/battery-00971.npz": "67a9a40fa3b20411e4261243f100eca0a4419345067ec466589ed7211fa8295c", + "artifacts/poc/data/episodes/battery-00974.npz": "1168de09d31762ddbf83d48dd1dca958c0a7a1d501b3338c828b28ff8f00fdbd", + "artifacts/poc/data/episodes/battery-00977.npz": "db5b1769b1f519b7b4fa4ec96950a910f528a6c3d1d53574144d88c47cca8b9b", + "artifacts/poc/data/episodes/battery-00980.npz": "8c19ddbf39bb6fc5f39d1a8cac73868190f6721f5d8ed38ecd965ed3cd850ae3", + "artifacts/poc/data/episodes/battery-00983.npz": "5cf7686ff1d97817041a3fa0e004184b882baeab5af6e9cd91db29323ce5fa48", + "artifacts/poc/data/episodes/battery-00986.npz": "6bf20e6a43dc97319d03f0ab645f4a35256964bc4ea1430d7302893447fdc33b", + "artifacts/poc/data/episodes/battery-00989.npz": "e2e848fcb28ab09677ceab5b160e573604f71c9bc8378ccd40ece2bfdd0b7af4", + "artifacts/poc/data/episodes/battery-00992.npz": "25caebb7cf5273d0f38f1da34d38fe757c68dd7636cc95fcefb547182c1478d5", + "artifacts/poc/data/episodes/battery-00995.npz": "044e766dc046f6d07cd289812e686d4d7a8b46c8d3f2947e742d3b9b4a54e8a9", + "artifacts/poc/data/episodes/battery-00998.npz": "a554b7ad1e83407d0cc68fdc76af8bf17869c0e141c113586a08cf65c7503e1c", + "artifacts/poc/data/episodes/battery-01001.npz": "d45e47552b6feed88414e17c074ec2308f0e5a3c5448e641548dc1a4e07d892d", + "artifacts/poc/data/episodes/battery-01004.npz": "6442ab63123efed89ca2f3864c9837e895ceef82c3d8d96a27731656ce76c96b", + "artifacts/poc/data/episodes/battery-01007.npz": "f4b7e4d0bd820b4f647b21b31f4672fc36790ec7023451c4aa52a890e1421c54", + "artifacts/poc/data/episodes/battery-01010.npz": "2b3420062203ca8f38348a13740a9e58588a49e0ed9fd3fbb19deeafd3486168", + "artifacts/poc/data/episodes/battery-01013.npz": "a6ca644b74e93f2655f185efd38812852cd16d564464af4aa2aff7e8a7b204b6", + "artifacts/poc/data/episodes/battery-01016.npz": "66d6cffd81b8256af734f6821be7c9a440687af535c34cfaf02a8700d359906c", + "artifacts/poc/data/episodes/battery-01019.npz": "6a0d7cc1dd25b32857215f752bd4eb0a5e545c062f1d8bd51f17cf9c1b533f87", + "artifacts/poc/data/episodes/battery-01022.npz": "fc696b66e55da217388c20e06a8ccfad51e03bf1d75bc9513a62b8856555f7a2", + "artifacts/poc/data/episodes/battery-01025.npz": "daee2c81d3f4275b87fe1662d8f56fe37caa0a9395296776843786ad1edb4fb6", + "artifacts/poc/data/episodes/battery-01028.npz": "bb5c33673e4cd48a07f3e3cd34af742f2cadffb60e2a386a6b77049aab92e195", + "artifacts/poc/data/episodes/battery-01031.npz": "6ee46d9f43f33cae449e7e559f7d6afd134e2b2f579595c8ff175fb315087b80", + "artifacts/poc/data/episodes/battery-01034.npz": "4a8e8ff15ee4088a03baf93a4a40f5a1816a558d001de5ece41446bfe4e6e0e7", + "artifacts/poc/data/episodes/battery-01037.npz": "5c9cd050ed1f80be321edb669b623702e7f834a6296a753df63617579f770c94", + "artifacts/poc/data/episodes/battery-01040.npz": "b0c91dc55d197ecd0e61f90f0b140d5264027392bc0a57a384e403cc51911701", + "artifacts/poc/data/episodes/battery-01043.npz": "bbcac70cfd468575c23b991233d776807872872a0813df224be32b08001bc6b7", + "artifacts/poc/data/episodes/battery-01046.npz": "f70b929cda6990583cc249ae2f007e43a147f0aa98fcf7f17aa3900d284cf289", + "artifacts/poc/data/episodes/battery-01049.npz": "f12ef333f4776ff22c8f9fc35e0e2fa737b310f038d535a0a5dc699bc2948872", + "artifacts/poc/data/episodes/battery-01052.npz": "112d6572672b03e6c312f5d1e6d7181bc9c1481e8219e1600fda13ad5b0baf52", + "artifacts/poc/data/episodes/battery-01055.npz": "f1ac204612221b517cd78557b3e16172a13c82007aac16df1dd2d525918dcc41", + "artifacts/poc/data/episodes/battery-01058.npz": "b8d61d9923c7bf15370d05b37758439663ab45e3a5a854947519173436e38fd2", + "artifacts/poc/data/episodes/battery-01061.npz": "11ff3ed1d76a58ea37172ed49666ebb3b73f95413909046a47b8fdd6c5efc3cd", + "artifacts/poc/data/episodes/battery-01064.npz": "d8f36fd76cf526a70841dfc28f4df450650c78aa8cf470293c4a599d1cec3794", + "artifacts/poc/data/episodes/battery-01067.npz": "6bc4bbd2d9db0236b52a98a5af431ed886fa7482013dffe0010efadfe0f20507", + "artifacts/poc/data/episodes/battery-01070.npz": "cca52e90c025b20bce5640d3ce082b0b10f8c17fa537cd404c98a7a53d72a357", + "artifacts/poc/data/episodes/battery-01073.npz": "2dc303575ce9e741e3d205be756c6a961997f11b89ae47f18fa744440dbc7592", + "artifacts/poc/data/episodes/battery-01076.npz": "87d4d9fa27b35661c247ef89b089c94599e4eff4a0e8b82ca809ee48e989c2e5", + "artifacts/poc/data/episodes/battery-01079.npz": "6150886815c28c8967654b1df29a036bd6026d275d6e592288a9211fb25432ba", + "artifacts/poc/data/episodes/battery-01082.npz": "b03663b6b64c74abc3d8d88d2a819ef5537b74c67569974a329b50715ae0488b", + "artifacts/poc/data/episodes/battery-01085.npz": "7c679dacd77f500342dd732e46ce109dd06f45ca5869fb7656bde7eb7de73f2f", + "artifacts/poc/data/episodes/battery-01088.npz": "7e5d5d11b9e4973345b97d8a6a1ccaa753e2a47bc4f82a962309c9fce7a2fb49", + "artifacts/poc/data/episodes/battery-01091.npz": "c3b93a11663daf31458a371e72ade88d7c6987a34105fe558c383975cf3029cb", + "artifacts/poc/data/episodes/battery-01094.npz": "8cebbf07c16fe17d95ce997eff1e53a435cee20c447eac5234ff7ac1f33853a5", + "artifacts/poc/data/episodes/battery-01097.npz": "860970292e101acb3f0b1514d01ad424e8e79e5c1d67cbfb79fe23856dd8d8c3", + "artifacts/poc/data/episodes/battery-01100.npz": "5a3885a5d2229a2437c58fd40b7600656931213e6242a8819a6a68884c1be321", + "artifacts/poc/data/episodes/battery-01103.npz": "81c4e845e43f7a322f3df8d5c336605a0d69ab33509d57afe44f2d6a4f4d4e07", + "artifacts/poc/data/episodes/battery-01106.npz": "def69165d506f9c07bd9ea0f9f94bbbbce3fb810e7ffed9c48c45bf01f25ef85", + "artifacts/poc/data/episodes/battery-01109.npz": "de10d6be74422a6977b9410fb2b99b808ef283faa13e1507e983182a501d36b5", + "artifacts/poc/data/episodes/battery-01112.npz": "00c4e1a6632d9da877be3bc05d28ee6e4d882f23d22678b780f2690561ac2c53", + "artifacts/poc/data/episodes/battery-01115.npz": "a9dc6a93133310dae74107be4bfd2869897f149a70556fb48c9f7a18fce55a9f", + "artifacts/poc/data/episodes/battery-01118.npz": "189dbabf7546cd5a2951283876e6cc23593bbecec4ed6e98ef3008b5da426fc4", + "artifacts/poc/data/episodes/battery-01121.npz": "67daf8a9bb120bc5004a4fd1fabb625b2aed34a57b7f243aca351e6d5136d0b1", + "artifacts/poc/data/episodes/battery-01124.npz": "5211655e45aa0996839fdbb6327a50d5d807dcd293f8fc49e1a4cd2768e671b7", + "artifacts/poc/data/episodes/battery-01127.npz": "bc893e1570a1943727780cb91be038512355c6ef72969a5a2e9077fb052998e8", + "artifacts/poc/data/episodes/battery-01130.npz": "9353cb43364cd019bb1f8099d4e266bc2e96789b4f5bfa01e9cd94e4c500f113", + "artifacts/poc/data/episodes/battery-01133.npz": "09e0970f8d12db5f541c13354d5d19bf634ed96ede7a5d108ad9ffbdd0d9f41f", + "artifacts/poc/data/episodes/battery-01136.npz": "c2c35e50cba571c8ec298271d9fea38673f1238f8a8fe93cb4dfa88ddc101253", + "artifacts/poc/data/episodes/battery-01139.npz": "5f57b57370b49f6d04a42cdd3bba679db0616005742e213e7b6b2400552ce779", + "artifacts/poc/data/episodes/battery-01142.npz": "2f7d305ee68ae3c58e7525c9cd2369fea6742c367524b91fcb199d735472fa0a", + "artifacts/poc/data/episodes/battery-01145.npz": "34fbb733a192461a3ee5c45a74dcacb082f0586cb5955d28d23d2be1d47e0507", + "artifacts/poc/data/episodes/battery-01148.npz": "e70586b5d9302343ed7bc16c1a73f3258273ae7868629dde3c5df93aa78871d1", + "artifacts/poc/data/episodes/battery-01151.npz": "90cd94c1f9332677c4eec51fbb1d56ba070d6a31fc14cde27e3835005b9dc56d", + "artifacts/poc/data/episodes/battery-01154.npz": "629fd5470355facca17d530305fbde6f63a3c866079b925c2551a3cf3d161404", + "artifacts/poc/data/episodes/battery-01157.npz": "fd058dcbde2265664ab5e12320fc64d2e4642236bf07b78d9cafa1af5865960e", + "artifacts/poc/data/episodes/battery-01160.npz": "4c08ef7cde565f4317f4391e5a8efccd682cdbb2f438f068a00b94fde8ca0920", + "artifacts/poc/data/episodes/battery-01163.npz": "056c912707330b143440b04737015260cc9e759cf564d375988e92e0a67376aa", + "artifacts/poc/data/episodes/battery-01166.npz": "25572ed6181159884e18ed6fad0c11b0d2857b327a7af77e48e4997681c24f5c", + "artifacts/poc/data/episodes/battery-01169.npz": "f89db2b49bfca06faf7ac132b48484c77008b4c18d664f47f0fa844a77a3996d", + "artifacts/poc/data/episodes/battery-01172.npz": "aaf355ecd67556f965531452c66b090acc7edbb03fa149bae38c1b4152b338e6", + "artifacts/poc/data/episodes/battery-01175.npz": "97700639b47cb5e7c06ba4cec31b00085cd4e2beca2ea2b891f3fe8389f0d9c8", + "artifacts/poc/data/episodes/battery-01178.npz": "4a9015543bd2cf2f2a3d5a5371193fb7ff586d7c3920a3e0034a89ec97776c89", + "artifacts/poc/data/episodes/battery-01181.npz": "232108078b8f3b4b8fdacd93e8228aa9318775396ffee8b59817ddae62979959", + "artifacts/poc/data/episodes/battery-01184.npz": "f29d56ac77cb9786deb7dee731c36f4f50b16b4e3bb67d1b64f398d77cf7faf4", + "artifacts/poc/data/episodes/battery-01187.npz": "348c4e3a0c113e351273875be7696db633f77389985cbd331d4951eacf3601b6", + "artifacts/poc/data/episodes/battery-01190.npz": "361d4843593c85cbc2f5fbe2f3ff9132279d85acc1f022392b9b4cfbf4278c16", + "artifacts/poc/data/episodes/battery-01193.npz": "98c57c97857914cbb175d71543455ec0d48f3b0bb72aad0200748451fa5a8561", + "artifacts/poc/data/episodes/battery-01196.npz": "b903c7a2937a2e21238942575dc3219f53b27e889e13e2aff7c3cab35bcbf364", + "artifacts/poc/data/episodes/battery-01199.npz": "146cb22d4c9592a265fe7638dc08e6d277533fc454e51955858125311ab45a1c", + "artifacts/poc/data/episodes/tank-00001.npz": "52209df974c0ff630e8727aa246a9f8166802a5d9863fe50e0ab181a9cbebe08", + "artifacts/poc/data/episodes/tank-00004.npz": "779b351dd906b237ab51d1904a676936d31d1f5c40d33ef7fcf3533c5cd15999", + "artifacts/poc/data/episodes/tank-00007.npz": "4315e51e83513b21f2598c9688e21da2f6b90cf8ca1581c64e93b30d9ea12dfe", + "artifacts/poc/data/episodes/tank-00010.npz": "73b4b132f485c3e01507bf42de3d409fab2e31045c36626c132d208306589481", + "artifacts/poc/data/episodes/tank-00013.npz": "80fe641c0b3396b31163b4e30681acf1cb145ac761a0be1d522267d3be1b5751", + "artifacts/poc/data/episodes/tank-00016.npz": "4b743be8e232baaf805f6438b78a3bf5c07dfcb18e7f4432e6c1ced5c546a9fc", + "artifacts/poc/data/episodes/tank-00019.npz": "b07f9e532e3e2eab9297814fd128d775ab17328f12750714bea2ee431f568a7d", + "artifacts/poc/data/episodes/tank-00022.npz": "adc69359adddf82b4fff2d672dd14ad87739833a2dce6a5aed3568e35e6d11f7", + "artifacts/poc/data/episodes/tank-00025.npz": "8785383bbf01d5378a7aa637b7fc95076614faddcd72698dadba30dd6ab0d3d2", + "artifacts/poc/data/episodes/tank-00028.npz": "2ba6429bd61d717e393a63aaef52eb50090a9a8649e45afc74f14151a196e6a5", + "artifacts/poc/data/episodes/tank-00031.npz": "20bd99428ad9d5bdc48c6003d8f3110a81f501512a57d9818a61de350cf46210", + "artifacts/poc/data/episodes/tank-00034.npz": "515f3dc12a373a9ce7418a3621979c5c0d8ebd3fdb9270de8553657055e00ea7", + "artifacts/poc/data/episodes/tank-00037.npz": "d1710e55972044feb93c99ef5f97d5ffb365c6755ca5c213b3f9ad6b1d6d34b9", + "artifacts/poc/data/episodes/tank-00040.npz": "c666ceba8978783313ed55ac4df851e08459ff71c9db8de952dd89d85bc6ff9f", + "artifacts/poc/data/episodes/tank-00043.npz": "6c111f04d0c1d6a52894943d2373c4966876485d3e8e6fb7c4590754e89649b4", + "artifacts/poc/data/episodes/tank-00046.npz": "4ae2df886fd53fe639bbcf1b83982d40fc6182bb8e82458c6fbe2dfdb3aaceb9", + "artifacts/poc/data/episodes/tank-00049.npz": "fce7a0a5d7307d785a3a91faf55f3b0a98aa909ff35d0932b41c9857c10dc499", + "artifacts/poc/data/episodes/tank-00052.npz": "6cabc8a66e0d02b18277412fc8cc80d44a85f0256c431d13b283f2ce57dc7ec8", + "artifacts/poc/data/episodes/tank-00055.npz": "f13937ad11220491ea371384bb2be4616bc4aa2fd63f7b52a59a61428f699b0b", + "artifacts/poc/data/episodes/tank-00058.npz": "55db9314a1f8b7cc9c58576db5998b542d51b7f68c413914e153dbefd043483a", + "artifacts/poc/data/episodes/tank-00061.npz": "f701a8cd6ce485f6468095450363d0578bb792ca0540954acb056c0ccaff5e57", + "artifacts/poc/data/episodes/tank-00064.npz": "c28d94f12f8962311087c8f8118f4922d4f32595276e7371dac32a422de533e2", + "artifacts/poc/data/episodes/tank-00067.npz": "255e99d5cfd70ced60b7658bb63605c8a29f2b426b6983209f58ecd19391f413", + "artifacts/poc/data/episodes/tank-00070.npz": "17da18e2104981ce0b2ae24f6a8c96e9b3dc109722e2d2334654c242c72d7155", + "artifacts/poc/data/episodes/tank-00073.npz": "a7f28e4d4286fa4f95250a88ec4390f6ac540363f8df64bb3f9ceb114b7c5e23", + "artifacts/poc/data/episodes/tank-00076.npz": "d85ce8a194f52fc1bfe2ffc0c0500cb6dfc3d79497d11610b542dad5357617dc", + "artifacts/poc/data/episodes/tank-00079.npz": "8e88e31e46f890b48d5425b3bc9fb3f6e601e092f94fa07942ebbd6bf8e5cc0e", + "artifacts/poc/data/episodes/tank-00082.npz": "2fa89e6e06ad53fb08b13b7359104b897a89b5e09e89673b74120941c8edf5c6", + "artifacts/poc/data/episodes/tank-00085.npz": "27517d7f2018a8092ae22e9a11ab62a122a18488c0eb12dfa634c985791ecf97", + "artifacts/poc/data/episodes/tank-00088.npz": "770f8c8f11edd031e4f200b98f09bab844afd36e80231f7ec10db2eb6dd85c9d", + "artifacts/poc/data/episodes/tank-00091.npz": "3f5b5e15b3008399ef9b46acf7ac205979c45600cd529fce6033cdce13bf1702", + "artifacts/poc/data/episodes/tank-00094.npz": "61d0b4556688f2c604c2f9e81bcdfd41664fddb53ed2945ee583d21b534223f5", + "artifacts/poc/data/episodes/tank-00097.npz": "bd518f88419225a07c4942e7321479a0663409e5330258871e17d6afa1a3ff33", + "artifacts/poc/data/episodes/tank-00100.npz": "fc47b11842f3a85bea472504926e8d2b47aaa3fc067a8e88068f3c15028e56f8", + "artifacts/poc/data/episodes/tank-00103.npz": "9d41fb1ba2a8d264820c5d065984c6b2236998e914022d25ec4a7bd779b2079d", + "artifacts/poc/data/episodes/tank-00106.npz": "cd10d14d9c3cd9bfb44c4ace1af0469144c64623090bb0de4828b68b90db7eb5", + "artifacts/poc/data/episodes/tank-00109.npz": "739f62a89d7dadea6fee7277e689b264b81c6efe643e7584d48249ca2ac1d90a", + "artifacts/poc/data/episodes/tank-00112.npz": "f4dd9406f3073300ff3e861c4ddaa26c63c395a54eb91c28b8f70db8a8cbda49", + "artifacts/poc/data/episodes/tank-00115.npz": "8159c5cdbdf1ad537c7b2b71fdc717a327bef7813bcc23b0c8ade2be7882aa51", + "artifacts/poc/data/episodes/tank-00118.npz": "097ecd9c3573f922fc4969ae04729e4216d52906460094a57b57cf5107a579a2", + "artifacts/poc/data/episodes/tank-00121.npz": "dd1d85f3e5efb865b947419bd1601dcbf316d18b05b0d3373ce819b152b0d640", + "artifacts/poc/data/episodes/tank-00124.npz": "8e434a04a0ee51f98733e8c4b1d335cbb40753f1dc06a1b4b437a326a84f9299", + "artifacts/poc/data/episodes/tank-00127.npz": "092f5d22c2fa0d5d6b9a91e4ba0110944710bfc4fd1f184aff16566fe98ff394", + "artifacts/poc/data/episodes/tank-00130.npz": "129b968dce4fee28307254ec625e9bcd74288f57ce40b455c54c041c47790ca4", + "artifacts/poc/data/episodes/tank-00133.npz": "d9e1d736ca9f72158e095b191ce53a234c6dc409101cb8b84f1c73bc24cdfbc2", + "artifacts/poc/data/episodes/tank-00136.npz": "ed5e7fa05b4d1d481c935a5011aa41fc5050bc18ec906820eb83c808c1eb5347", + "artifacts/poc/data/episodes/tank-00139.npz": "539af85e58830d2005bf1227de0bb80b0de592bbc5cc9b87a11f9b051e10d722", + "artifacts/poc/data/episodes/tank-00142.npz": "a025b370bedb1cc79a2a2748b6005e4f59e885bbe564fef74d18da742cdf9cf2", + "artifacts/poc/data/episodes/tank-00145.npz": "877d92be6210597a3fcea015b904b0b4aa914c5617d0799cfd8c0775808a0aaf", + "artifacts/poc/data/episodes/tank-00148.npz": "a06192e5d3a07063ac9e39b4b879a84211d1babfdf1c643831063625420a4e53", + "artifacts/poc/data/episodes/tank-00151.npz": "f78a7b9ba5a58083da204c1b9f18af951a457b69c61f40aad825d2809cffba5b", + "artifacts/poc/data/episodes/tank-00154.npz": "275063d1266a35867f38c3803e9118a42cb54f8ac324a3c1e96f244aba9a4680", + "artifacts/poc/data/episodes/tank-00157.npz": "f51e91ade0cfb84e388bf42f3baa920620d792a79035310a9f97a4844bcf410d", + "artifacts/poc/data/episodes/tank-00160.npz": "9bed74afafbb31e6cd54e9d1de1f611d8f9434a01f7b360f4a3dea7bf7ee0ad9", + "artifacts/poc/data/episodes/tank-00163.npz": "c69f3c7cd03dfd5cf64665255a4ba810d3619d7fa2134d82a87983f656e37ade", + "artifacts/poc/data/episodes/tank-00166.npz": "ed4c78ca54bbaee95dd641077b4f461660ff4bb81e7cbcaa424865e5bd21fe15", + "artifacts/poc/data/episodes/tank-00169.npz": "9ff78ca55463c259ef0518f1901d10e2b7f7f2b3be5464537a25b28b7eb09fee", + "artifacts/poc/data/episodes/tank-00172.npz": "3d76cd6fe3c4885f1a2e981a7e81f907c2ab7a5cae1ebdb1906bcb329fad6b3f", + "artifacts/poc/data/episodes/tank-00175.npz": "95e9c77d0652b35fe2c61aad6607cc8a01cac625e3769bef6b4a784636ef61c6", + "artifacts/poc/data/episodes/tank-00178.npz": "4af97bc7851ff26ed0249b397e331e23993c92794549ddf278b56c8770dec2c9", + "artifacts/poc/data/episodes/tank-00181.npz": "b00c7653ea5d039c3741138846a2e2b5870a4c0b17b9337eba1767141d9ed9c7", + "artifacts/poc/data/episodes/tank-00184.npz": "9d0da6422c0913f0e38aca41a2c269b2869f9ac7cc4ec847e83ba344e9ef10f7", + "artifacts/poc/data/episodes/tank-00187.npz": "396c94821d97081fbbcb56ee0321caa0eae9bb9b0fcbc12a5e25111bf95b929b", + "artifacts/poc/data/episodes/tank-00190.npz": "7e387a5e885e6443f6d4ad13ce924099073d4766b5431d12c327da88548ff176", + "artifacts/poc/data/episodes/tank-00193.npz": "1e22de8a6b869bc514567518048b2c0f25cefce6ed4c6fec6d61a1c8fbeb85d6", + "artifacts/poc/data/episodes/tank-00196.npz": "38180982f73267d3ba9b69ab59af24fdbf8e94da26deef5f50ddaf12540a1337", + "artifacts/poc/data/episodes/tank-00199.npz": "e1bdc1323d1a11832383bbcb60fc0f32b2266f11f70d9dfd612daac6f0b0ff48", + "artifacts/poc/data/episodes/tank-00202.npz": "d649c9c8850ce4cb018854f257b10f50f40399bd983159722391dfc377f32aea", + "artifacts/poc/data/episodes/tank-00205.npz": "855fa562144cce2d8a42362e1cd6b48f3bee17c2ec6f1adb2156482596261821", + "artifacts/poc/data/episodes/tank-00208.npz": "524979af5daf71990361108df409f9bb6f77aa0c71ac4a1a61cb9375132d5c3c", + "artifacts/poc/data/episodes/tank-00211.npz": "d932af7437fa482f012766f83a4e0cf59d08d41eda15150d28f5800c51ab8bd5", + "artifacts/poc/data/episodes/tank-00214.npz": "e4cf8a42020d3faf9c3693ea545976b87167dc5aedec0bc21a21adabb8cf2d6d", + "artifacts/poc/data/episodes/tank-00217.npz": "febcbfad60a2b2b00b0aba29aa3bdb04309c0119e144f55a97bea7c87f2e798a", + "artifacts/poc/data/episodes/tank-00220.npz": "9a7deeb8888ee01ab1430755cb0fb80693846d8e2e5b28267def94cdbefc8c83", + "artifacts/poc/data/episodes/tank-00223.npz": "cd3a55a0a2e4b6ef11690e6b5e88fd547a98327dff73cbbdfcf08bbc4d4fd569", + "artifacts/poc/data/episodes/tank-00226.npz": "ad07a5477f182aa054de01ec1e9789c79da1e75a8b338d175363b441269febcd", + "artifacts/poc/data/episodes/tank-00229.npz": "01238bdaf9ea61524c25808eaedbf80d28ffcf2fba2906e65f3a1d8b60e3eb3c", + "artifacts/poc/data/episodes/tank-00232.npz": "db5941b0983483743174956b06307b453e91c717db9a447d583c90b2725e902e", + "artifacts/poc/data/episodes/tank-00235.npz": "3ebc073bd64a50aa0524608bd280e5ac4ad330c1d80bf75582f04b6b7b9cf428", + "artifacts/poc/data/episodes/tank-00238.npz": "c98a3bb7eeac3254046242db580e47a197b094fb53f1be5eff04b69603e4f548", + "artifacts/poc/data/episodes/tank-00241.npz": "9faac795ce5215c72f50193de9bdb6b4c7ae1c4280f79c59f02dab00e28c8382", + "artifacts/poc/data/episodes/tank-00244.npz": "f0b01d9f04f4a0a8a953d5e5267174281bc6fe24f3294021770f478f325e4f8a", + "artifacts/poc/data/episodes/tank-00247.npz": "5354a4466edf3579a8c25f47499702bf313d66f8c5b89b2733fbe60c7be4a8d7", + "artifacts/poc/data/episodes/tank-00250.npz": "e71a7ad896f71059d28250dc70a26b1b9c9e312a95b6360de327f202058eac1d", + "artifacts/poc/data/episodes/tank-00253.npz": "1420ecc2fd49a9e40bf8a9173fb237d002be00d9abfe2e51895bfa811dcceca8", + "artifacts/poc/data/episodes/tank-00256.npz": "e4a4ffa02024f63073462f155ad2c293b44ea6669335e700ef1561283de643c6", + "artifacts/poc/data/episodes/tank-00259.npz": "7686b49da443df2fac9442a0e0c78fccab192eb83dddd5503664581c65e2f3e2", + "artifacts/poc/data/episodes/tank-00262.npz": "a87fc734100f24d9bb77cdd6d8deec676072cdf62be7d1f3a9ca69d20fd774c4", + "artifacts/poc/data/episodes/tank-00265.npz": "31789a8f1ec0317adf899c7dc3be8b332f3a3953c8bec4af2aec55f97b1abcca", + "artifacts/poc/data/episodes/tank-00268.npz": "4c45e8c8fac49abe3c6d08ff6264168af623b8234dc6fe9678ef3cbf012baec7", + "artifacts/poc/data/episodes/tank-00271.npz": "6b48ff4d0c2c3e6267a396c57362e3dfef3ff8b658722fc7e2b354dcb6ccae69", + "artifacts/poc/data/episodes/tank-00274.npz": "d52b101b6af17c1c3416e6edcfeb66459a47bb5562d92d33ffa64493095d73b0", + "artifacts/poc/data/episodes/tank-00277.npz": "837bf5f8062c04c838db2c32247d9c43d695794ecd39938f3fd05acdace04ecc", + "artifacts/poc/data/episodes/tank-00280.npz": "f4d07880bc4aea0a48f6fe397dec4ed2b6b1cdb8161f8060fd7440444ea73930", + "artifacts/poc/data/episodes/tank-00283.npz": "b1335a2a3605ec4f4b5243355bbd729bd9c351109662d70d0ade64c1291bc605", + "artifacts/poc/data/episodes/tank-00286.npz": "1588631adc0d492aa9bdb8fa4d03a36550c545b62786d4ea2722c59b7a6fadba", + "artifacts/poc/data/episodes/tank-00289.npz": "5e1993cf3f25997715a41041fbfc11b40fecace7dcc93d63d161ea0fb3a379ff", + "artifacts/poc/data/episodes/tank-00292.npz": "d005e00273745b709c0c032018f7a371067c377ac55f8983c43b8f1d96a427c0", + "artifacts/poc/data/episodes/tank-00295.npz": "2c57a8283977bbf4008e789fc8f915a092633750884fcdfdcc5e2e930061f01a", + "artifacts/poc/data/episodes/tank-00298.npz": "7658e36a5932bbfa789a0bcfdd7092dc0ac35d1177792b9e0e7bc777449591ec", + "artifacts/poc/data/episodes/tank-00301.npz": "c803188a8d18a6f3a9e4bf66945d18004f1e07d418641abae7dd929b6ad888f2", + "artifacts/poc/data/episodes/tank-00304.npz": "bc74c94eada52bb96a01377dd30903ae08368363b8f4e446c5916626857955c4", + "artifacts/poc/data/episodes/tank-00307.npz": "243efe58458832dedf4e6372c607ec22f4d17407e42cf4bf60d48111f86597df", + "artifacts/poc/data/episodes/tank-00310.npz": "d11a6a61e4062d56847e2d89698bf03ecb89acc8f001cfc1e377131cfc177305", + "artifacts/poc/data/episodes/tank-00313.npz": "d24a96c7e770b96f66fa59da4b6f56b536843aa6f0c8bcfc903791a8ce41a066", + "artifacts/poc/data/episodes/tank-00316.npz": "589351348e5f38d79c3af1ec9bae1644d89d540316bd8987fa93518eef095e7b", + "artifacts/poc/data/episodes/tank-00319.npz": "11dcc81ab95c4c2638c3a152accee152ed05588aaf9e1d648e1f4b0a0ce953d1", + "artifacts/poc/data/episodes/tank-00322.npz": "81f893b1e2ca2e4b8ab816847e3293660c9b0341a710f0ce6977c6d99b3000a5", + "artifacts/poc/data/episodes/tank-00325.npz": "e7870283655f62ef7ba49e3aea97a109e0853bdeddd1952c6cf62136a68623fb", + "artifacts/poc/data/episodes/tank-00328.npz": "b53247bc314e7500a3908695d0e4fbdab82e489ec6089aaa58b91e8dc10af810", + "artifacts/poc/data/episodes/tank-00331.npz": "c0a69dad36a00c705a2731ad635888eaf513e265a6d98751b47df2dbb440a9fa", + "artifacts/poc/data/episodes/tank-00334.npz": "6a341321c4945b2a9484e5094fe3e4177f32ec9ca21a6ebacf7614a7fa1fc822", + "artifacts/poc/data/episodes/tank-00337.npz": "ec66c67d95fe0a45680e7dcfadb3b052ded9b8b33ba189ec03f2884013b15ece", + "artifacts/poc/data/episodes/tank-00340.npz": "20e7ab7af733233b3c1c93664c78bc0625c2846a2accd0a1432a42776303bb2f", + "artifacts/poc/data/episodes/tank-00343.npz": "beb056f0d956109bf629f963cae29dfef0a6e26a268886156ee985c9c51eb9dd", + "artifacts/poc/data/episodes/tank-00346.npz": "3efa87f476d70eca8e38ac9989da42e2e146ca4b3fbf48265b9d1fcab7f4d7c0", + "artifacts/poc/data/episodes/tank-00349.npz": "f175a3566d575947d50fe355f9810d8aafeaf6ee7a27d21a88d8ef72f8a7f72d", + "artifacts/poc/data/episodes/tank-00352.npz": "1da3e58a4e5f0e7b89a9543fa88b7812e99f58e10e2dc44896ada931d64ec67d", + "artifacts/poc/data/episodes/tank-00355.npz": "0f331b89a7cc892448f16b65da9279dd16ba2fbe4fa47b61cf399b0d02add9ff", + "artifacts/poc/data/episodes/tank-00358.npz": "64a7690953667bc478dd0a41f90c2b9c5dfe8db34bdafe10c7aa0554078518b9", + "artifacts/poc/data/episodes/tank-00361.npz": "bc761131a2848bfb2edd92327c25ac560ce769a7697c499bd2719e003b00274e", + "artifacts/poc/data/episodes/tank-00364.npz": "ae09decab28c071487a8d0b2a5e531a98337a36f9f1c8b1171e4f460d8d709d2", + "artifacts/poc/data/episodes/tank-00367.npz": "027692fb9d1cdcd1c4133b1ef18de6cac8b12587b83bc77647bff88d89fab298", + "artifacts/poc/data/episodes/tank-00370.npz": "110ee296dc5a656b0dcb9b37fbc4f95d13e6a206f19b2ad8c378a89f1635f461", + "artifacts/poc/data/episodes/tank-00373.npz": "7d7a69e8dac33f73d3519950fd7c0dd2e4e78d789f89717e0137163d9eb6b3ef", + "artifacts/poc/data/episodes/tank-00376.npz": "80041200ed3c6fce11edfc84c0f28c2928e52450f305c6b4a5a9ea6669b570a0", + "artifacts/poc/data/episodes/tank-00379.npz": "df1ea805183d33b0dd5e1637422523393352d5a538472e83dd2e9edb9741b151", + "artifacts/poc/data/episodes/tank-00382.npz": "6da3980878b461360e4d6dae9eae5e5fb4c11543bc50f895fe104a55764d54f4", + "artifacts/poc/data/episodes/tank-00385.npz": "f7b0862f622ada8df97c6df9c19e294458e95e68b5c9363f6495bf3198ff6ae2", + "artifacts/poc/data/episodes/tank-00388.npz": "9dfd8dbe153502ffcef4ca65be071f74711b727897426d765a6b6dc8310976a9", + "artifacts/poc/data/episodes/tank-00391.npz": "93fbb799e3cf9fc7e7aae007c5a2b82a9e39b9868a0f7e0585218ef36519ae66", + "artifacts/poc/data/episodes/tank-00394.npz": "72a88baa90e3c7c90a0d0e3abd5ec5452f7fd144f6271484b00a6a5800bcefc9", + "artifacts/poc/data/episodes/tank-00397.npz": "930d65514213de857fa68df4d66c5884540e4f6a9a2d788e2cb357c8eb0e880e", + "artifacts/poc/data/episodes/tank-00400.npz": "78a49902ab827ab7f0eebb11aa48f3d0419d5673e3372ee6f8125663f1e2dfc6", + "artifacts/poc/data/episodes/tank-00403.npz": "5f204d6b23819e2316d0689b62ed0ccf02a53c0e2c2a2c88b983877e457b1c5b", + "artifacts/poc/data/episodes/tank-00406.npz": "b65bff13dfabe5e41a312785fd80bef1234f381429ffcf05ae7c1f7e1985d428", + "artifacts/poc/data/episodes/tank-00409.npz": "7968ad0af69115a961bb4f68b359ecd63ab744daf69559f42333f10120040e96", + "artifacts/poc/data/episodes/tank-00412.npz": "01f2b35af8977f5a5ab170b649570e36660fe3cdbd463f9d29e969bdc9b4a6dc", + "artifacts/poc/data/episodes/tank-00415.npz": "851b02b721672e162f4c1fb56aa5487929d2ae8dd6cdeefcffc9845b638fa745", + "artifacts/poc/data/episodes/tank-00418.npz": "44948a1d5aefa830330c5a507f481cebeb68f29ec32ac150a92376fcf71e0aed", + "artifacts/poc/data/episodes/tank-00421.npz": "b4cfeec00422b016df2e6d52cbdc8212453d93699d68b43abb8b1d92d7ee1168", + "artifacts/poc/data/episodes/tank-00424.npz": "bd1c40bcb3f5f1251aaf7df667a2d41ebdb8373af60f1578c9738aa31aa8991d", + "artifacts/poc/data/episodes/tank-00427.npz": "294ef6c8885c7756ec1a1a65ccc881d68950a7ced8de1604744a421b436ee0b8", + "artifacts/poc/data/episodes/tank-00430.npz": "85a2dddd312b9073eb2fb44825fe6624ef3e624c9ce3ce72d015c668e1242a2e", + "artifacts/poc/data/episodes/tank-00433.npz": "f0e8fde1dcff8f554c71dbb5ba9bbf342306b738a1242b6c7f367be3e1b1a4bd", + "artifacts/poc/data/episodes/tank-00436.npz": "9127b51273747043d3b73cf6a9217e8d04dfc81e086baa57a5e964d396f85a6c", + "artifacts/poc/data/episodes/tank-00439.npz": "d5d61b8facdd46ff29efcc82e34eec7de69055ffc1186576601e4da5ba540d9e", + "artifacts/poc/data/episodes/tank-00442.npz": "eb42b496814d71c068905fae1b12cda367f62a93d4684b1fc02fe3c1813e023b", + "artifacts/poc/data/episodes/tank-00445.npz": "c4f516c133acdaf0b764a0c52afc5775104e835277b8fbb6e3a6b4966f9f5c2c", + "artifacts/poc/data/episodes/tank-00448.npz": "689dc810223ba2b0be7dcd3163b73f1351f820657e3bc498b115605915d80b1d", + "artifacts/poc/data/episodes/tank-00451.npz": "67489aeff9f503b881ffcbf9f3f8f13c06e3269cbd8bf099051fdbb05ea93570", + "artifacts/poc/data/episodes/tank-00454.npz": "4e3567cfae76748a1b5fb45cab7822a4bc378b8ecf9db88e156219d5223f3f12", + "artifacts/poc/data/episodes/tank-00457.npz": "42b08a47acff3a02bd735506ce32ed3ec5e6366957a56729d1f9bd5a23fe2266", + "artifacts/poc/data/episodes/tank-00460.npz": "50e9593fa736f417bf63ca1f4ef27e9deb02371bbcdbcb52d09abb4e89610d6c", + "artifacts/poc/data/episodes/tank-00463.npz": "76dfc5fe22e5d1340d1828de5846ecc2b3920a5a98aa9b1215ef14c36a6d6b9a", + "artifacts/poc/data/episodes/tank-00466.npz": "0eaf0aa591c4031b15b4571e328d21606658306f74b60a96b21a8d89ecccbd2a", + "artifacts/poc/data/episodes/tank-00469.npz": "f1303c978cecc184734411a6ce6ffc4ad7f130560df59e207093a758b184d40e", + "artifacts/poc/data/episodes/tank-00472.npz": "a1cb2d047e5c9f536e1a2bf08a35f63c01b0658d6cabf93f73179e7b9e32fca2", + "artifacts/poc/data/episodes/tank-00475.npz": "9ccf6a640501152913bc00cd37a3a29e6e40c334e5014f442c9ccf4bbf530be4", + "artifacts/poc/data/episodes/tank-00478.npz": "0261efe8a91f82533e771debd2e193ab0d704d4a2a9b543159ee8553a439494a", + "artifacts/poc/data/episodes/tank-00481.npz": "07779f3db3c6913b94a35ead3a2f6142193787250cf9813d136ba8cad40141f9", + "artifacts/poc/data/episodes/tank-00484.npz": "83643be6a92b0d37387bc1de7165349defba015414cbc790ffc4ffa7bbf7ee20", + "artifacts/poc/data/episodes/tank-00487.npz": "69812e61d92b24bfd1ff72b90f7a9bcf6a48ea32998501528aeca2301c91ba84", + "artifacts/poc/data/episodes/tank-00490.npz": "f609bcfd8da04e8f038740b170f80aec677a1c7cb13efc13f7596eae2409b046", + "artifacts/poc/data/episodes/tank-00493.npz": "3d8be3432f7deca031b3e0bcb5cab0e58e38da8f2b292697c0511e67b18c06ad", + "artifacts/poc/data/episodes/tank-00496.npz": "07d98c7c9781449226750f7747b322cae91a30dbb63e8e144072c36c40b4a925", + "artifacts/poc/data/episodes/tank-00499.npz": "88ecfe2f5be93f1c73e923fd8cb89f82910762be6300e6b344f66e709153c223", + "artifacts/poc/data/episodes/tank-00502.npz": "eee7b0bfb9ebcc581607b477befb7b70f48971fe3ad73eb86bcc96f58b8843ee", + "artifacts/poc/data/episodes/tank-00505.npz": "fda3602d44038d3c6318f18d188869d602ba613308220c26c7939d06e16968c2", + "artifacts/poc/data/episodes/tank-00508.npz": "4c701eef2ad5402ddd1487de7746d7a4d8556b4089df721ebf6fc0c0924a9d69", + "artifacts/poc/data/episodes/tank-00511.npz": "771b879831700ab933a8710e8164b6f69b6d61c1b63c704deb40c7dab33d5f89", + "artifacts/poc/data/episodes/tank-00514.npz": "fb7b5fc9904a2d3c831cc68313f6a8096b1e31fa2a55168149fc8b9165004444", + "artifacts/poc/data/episodes/tank-00517.npz": "e316b1aa9c1d3751beb0e4e59205fbd7375ff4aadbf011efcd2c65b23eced8ff", + "artifacts/poc/data/episodes/tank-00520.npz": "084ebc4bb0fddd5119baa79c676c3597468174b0a288c27b918734ece88d2388", + "artifacts/poc/data/episodes/tank-00523.npz": "d5a068d971e4d7de74bae9f027ece756010320cbaa38a5e57f41cf4c169c7966", + "artifacts/poc/data/episodes/tank-00526.npz": "c5f17c8de329a395fcc0f977b0722c08b65863128ea2d015180a4e6f21d747e8", + "artifacts/poc/data/episodes/tank-00529.npz": "880b79701af3bd2a137aac7eafecddf301a56cb8704dd75ea032fc406933bf95", + "artifacts/poc/data/episodes/tank-00532.npz": "796c1bcdc52a3e0b3b4c716c63b88c4b89044420dcda6946507e1b45665dc593", + "artifacts/poc/data/episodes/tank-00535.npz": "90747579049e5f0e1780a11fe945d7cf85be2e4717cec50006201150a01a2779", + "artifacts/poc/data/episodes/tank-00538.npz": "f2e714c842c4245234a3e74d43f9cca6c81bda1a500b531ab37c1fe84931cdbe", + "artifacts/poc/data/episodes/tank-00541.npz": "754ae076b5ced2bccc8ff07421af5ff9191501df2e986633f2dbee87cfbc599b", + "artifacts/poc/data/episodes/tank-00544.npz": "46cd8b8645e4b515fad28953d048118e9446fb8c1afa3e9a8ec30229d939387b", + "artifacts/poc/data/episodes/tank-00547.npz": "0b1e2b3fface9b5dfabbafdaf9a974cb7892e5ede462182f73a03a89b6596e95", + "artifacts/poc/data/episodes/tank-00550.npz": "0e9b07fe781b9044b272649d5c73f1e039000d2344283883017f7dbd8dc56169", + "artifacts/poc/data/episodes/tank-00553.npz": "8c884473fa17920dbdb2a6c2abd37ca09ba961e2e527a484b2b1f1cef54c9d07", + "artifacts/poc/data/episodes/tank-00556.npz": "bb3b981d536e0755d944c32c4b471188854fde674f6603884f6800987747708b", + "artifacts/poc/data/episodes/tank-00559.npz": "9c9f7658fd43b0b811d7cbc71bba22800ec56956b23ce279f4dcf139e70fc0ea", + "artifacts/poc/data/episodes/tank-00562.npz": "809b146459da1a10743b28e2e4a457de71accd5f12a8f8e911cea09cbd23a383", + "artifacts/poc/data/episodes/tank-00565.npz": "bd09561cae94c56ad7e49861a203d1046d2a5ed57e53e83016366a4091ac81c4", + "artifacts/poc/data/episodes/tank-00568.npz": "1b2d51221c1049017989d03db0df18148ead5bec48fd14977ac5b88f4f37b669", + "artifacts/poc/data/episodes/tank-00571.npz": "8571702c16df12f784a6f2088c1bddd7d298c1cfcb1122b9ad80e8b1ed2aa1f6", + "artifacts/poc/data/episodes/tank-00574.npz": "6c40501c150a5ec6e3ad6dfe5610811059d50712dbd414fd6da8f8afc58a5fd6", + "artifacts/poc/data/episodes/tank-00577.npz": "37dd7e107003c6cfd12b301dfe2a40dddd9bee6d7ac8c6fc3185fa6183b4fbda", + "artifacts/poc/data/episodes/tank-00580.npz": "880e562646771a67c96abcc5519a008b0727b872994083aafd93189b1a32131b", + "artifacts/poc/data/episodes/tank-00583.npz": "fcd2fe45b9c032ebfee892091826726334fc02c6894d1593621c8b61962f4fc1", + "artifacts/poc/data/episodes/tank-00586.npz": "6f3485f24248a7fe64ca227f7fb897ad9de7456e59a89aaa6d2e319157f3711a", + "artifacts/poc/data/episodes/tank-00589.npz": "b57ca55fce092074269f46789d9904ff6195ceaeb3f469240c9f94f3d95ed805", + "artifacts/poc/data/episodes/tank-00592.npz": "3ad7bc9eb28aae3cbd57667bc5597b6bc2ebfe3a9cffd937611565df9f127945", + "artifacts/poc/data/episodes/tank-00595.npz": "0b04bc387da93e3c38be1fca4b77e315615893fff9a7c2c2077a5ec6b49afed2", + "artifacts/poc/data/episodes/tank-00598.npz": "b4c7dbc208f4bf9be04979aff78bace9982cd1be350028926f1db3ba04795e4e", + "artifacts/poc/data/episodes/tank-00601.npz": "04e0aa0b469122de41abfdc93e4ea4d812485a29398618de4c112d2ca3d0f118", + "artifacts/poc/data/episodes/tank-00604.npz": "958ad29407657c1143e8f4d339a947a30651e3a37010c87222f2a411631ebe22", + "artifacts/poc/data/episodes/tank-00607.npz": "8ef880c6437ea4822f933f9c5a586aa612672159f9c2c2301216c26799e4385a", + "artifacts/poc/data/episodes/tank-00610.npz": "7808c34d1d2eb35bc9c02462502c5fc2eaf4ade5eabb76b390a7f3f83d856cf6", + "artifacts/poc/data/episodes/tank-00613.npz": "528def0bc52d85f73025d53bfcff35018f0888f282346e7cbe61fe0bc35c1d6e", + "artifacts/poc/data/episodes/tank-00616.npz": "68202c660ab910cffba19f863a6352734712a0ca2d19383edca30fc694562524", + "artifacts/poc/data/episodes/tank-00619.npz": "b50b41eb7dc8b141cdd32d2c49a5d450426eb2ece9f2cdb9017589e9d04ba0f7", + "artifacts/poc/data/episodes/tank-00622.npz": "e7ab43ddb4f3a9d1aed0ad26d8552540b6edc4d8618d8c06a69110d0828383cc", + "artifacts/poc/data/episodes/tank-00625.npz": "1f813f35556bd61712b40c35d460d398e2bbffa023dd0eaf7c3de6dc84b8f6ab", + "artifacts/poc/data/episodes/tank-00628.npz": "7dc8a2ea2e51723d2739fda5601e4ff8f0da7108e8a1ff72acb856eacb8800a5", + "artifacts/poc/data/episodes/tank-00631.npz": "edd63ef36c78c72e36102499e27c6add08072409789373a8770990017fa00578", + "artifacts/poc/data/episodes/tank-00634.npz": "9249f9f6896b4df2b5143187ed91fbb5559faa6e990368b5760659a39b58b838", + "artifacts/poc/data/episodes/tank-00637.npz": "70624b56d0fd7de2ed5df4cb4f2255110cbbc553fa2cb6b0dbf2840bc0e9f262", + "artifacts/poc/data/episodes/tank-00640.npz": "b7d7987a92a9d71cc28d54e342215c51af311aef480ea61000bf27e1f030333b", + "artifacts/poc/data/episodes/tank-00643.npz": "2ed6167204b2764da673f0c253786e72df5b66e96e04a0cf9a0483c5d758611b", + "artifacts/poc/data/episodes/tank-00646.npz": "0bea6c5f6240c10caec521b416de306908371c108831061fd99f9e14184ec69e", + "artifacts/poc/data/episodes/tank-00649.npz": "81604a1d4c393509264067ea5bb6b2d8ea294da6ec5af9c40ddb7a1c1e937ce2", + "artifacts/poc/data/episodes/tank-00652.npz": "0ebf2d1ea9bfabfb310d338a2f2e8445bfd99e47579ff18e4179e820346dc2a1", + "artifacts/poc/data/episodes/tank-00655.npz": "d45c295a9e225c48a1df52672fbf1d72c794be7532002102712ee08496d7aef2", + "artifacts/poc/data/episodes/tank-00658.npz": "00cd83af7c502394d5511c5d07979618a824399dbd135d72a55913c4171d3f39", + "artifacts/poc/data/episodes/tank-00661.npz": "ab07626d253e48c7ee938c7692a879396f6f5a458f1cd702b4c1b23c9e74a4e1", + "artifacts/poc/data/episodes/tank-00664.npz": "921eb1512692095b3f5b3e68e978b955887e6694841abc14305a0f840bce47b9", + "artifacts/poc/data/episodes/tank-00667.npz": "2a91a4c594616dc32efc1115cf3e515bc00a07ea3382ddfc6c5015a3f779019e", + "artifacts/poc/data/episodes/tank-00670.npz": "2e31fea5c6d58d299bec73b4caa9435457880cbaa4966c15a6bc2f8a03aec56a", + "artifacts/poc/data/episodes/tank-00673.npz": "fb8ae0b1d46d699cd2ce38c09870861efeec6d83ce54fea55c8717618eb8a50e", + "artifacts/poc/data/episodes/tank-00676.npz": "282c79224475a056fbc1b4384c67058d3731f9b2fc83d9976712699ce1e8b0aa", + "artifacts/poc/data/episodes/tank-00679.npz": "9956e343dc575889566a71b182514f31c5c00bd4776ab4ad9beb54c46910f58f", + "artifacts/poc/data/episodes/tank-00682.npz": "7156df59f932d0f893f57a1d4ce97f9028ff559d6b308c5a1d1375723e7cc5ef", + "artifacts/poc/data/episodes/tank-00685.npz": "e5d0057429b085a192202936a6ec31ee933b23db1b04742b78a17e19a401548d", + "artifacts/poc/data/episodes/tank-00688.npz": "e44d94caf443dcf2726cd724f955d7db096b10f30c99b51ffa16d1688857e48c", + "artifacts/poc/data/episodes/tank-00691.npz": "32a0446281ffb7d0dba20dfb59991db0d0c15997d0c1e28a82419e8cfdef8d1c", + "artifacts/poc/data/episodes/tank-00694.npz": "5e84346011b0e70f2597641dee3e2e99ea0b98b2e60138b6679fa798598ef4f0", + "artifacts/poc/data/episodes/tank-00697.npz": "4e29455fd0f74923961db7fcba049910f960b80979aa68dd2375338c18fc2df1", + "artifacts/poc/data/episodes/tank-00700.npz": "ad2edc6c2364ee383841d754cb64472cbea90b4770f8d84e9b6fdf5a2eab77fd", + "artifacts/poc/data/episodes/tank-00703.npz": "b9d9261ab69a748536509fbeb44d2974bf53d4b35227808eaf8828a743e6d36a", + "artifacts/poc/data/episodes/tank-00706.npz": "2e59c808a5b69e25369ad5409c1dc20a6de21d6fb7716c0520ef8f3cf35fa9c8", + "artifacts/poc/data/episodes/tank-00709.npz": "be700ea37f879cbcc70d75cde2acd8f246115839bef845abebb85ce287500641", + "artifacts/poc/data/episodes/tank-00712.npz": "4d4e39c3af47eb4da9eea7457cb67d7b2acad4732bab59d6d39c2c7f34864404", + "artifacts/poc/data/episodes/tank-00715.npz": "3745fd247ca1b6e17744ee73445f26ffb3f4804a17d276981f49cbd3b2528834", + "artifacts/poc/data/episodes/tank-00718.npz": "eaab22fadda228cd1fd3b98555e5e9edbf984e95e989ecfa49cfa18879aa890a", + "artifacts/poc/data/episodes/tank-00721.npz": "2049efb4a30b06d2e448d057fa6d0844aabe0c8f60615411e9abe24bd3df67ea", + "artifacts/poc/data/episodes/tank-00724.npz": "cdc88db1944b6f4b4b04b4d2a69440ea87e16cae0d86a14b795096dc9e62e96f", + "artifacts/poc/data/episodes/tank-00727.npz": "32fb55b2f0afaea1ad7d91fbc15263d425c8e6488e7d5bb36dab9eb66193d47c", + "artifacts/poc/data/episodes/tank-00730.npz": "789cbbd97135d7652e8a15552d9e19509db277400e4a36bb78c1dcec3609bc46", + "artifacts/poc/data/episodes/tank-00733.npz": "260663b06ea05d9ada0a112ece9cb51b0ad88b8de53aef8c9b3eafae687962fc", + "artifacts/poc/data/episodes/tank-00736.npz": "407a063012e280e6e65b25a72c66aed8fb65238619ece27181b167ea63c9eb33", + "artifacts/poc/data/episodes/tank-00739.npz": "a99ee4f8aa8ba20c4c169f0e700e8204c2d6be8bd5cbb55c943d60ea9c91b166", + "artifacts/poc/data/episodes/tank-00742.npz": "e856b3b23460a38d44f8265f94775a64bf0225b61c370507cb719f1ff8ce89d1", + "artifacts/poc/data/episodes/tank-00745.npz": "71c0165dc65f64208c0b69c8c3eb12864ac59dc388e74d9f1f173363e09d7ecf", + "artifacts/poc/data/episodes/tank-00748.npz": "b0cf6cd05bf585d425079b37409a579dc0995da1eb5684a95a9fc0ba22269f47", + "artifacts/poc/data/episodes/tank-00751.npz": "8d29b82b950bab85d37fd2657ff219d411d9a56a708995ef72e5fe0a3e9105b5", + "artifacts/poc/data/episodes/tank-00754.npz": "2f2178a8de40b9a40e002b0323e98a6f454ef0c4967a1f6af6fda79a4c037606", + "artifacts/poc/data/episodes/tank-00757.npz": "7540fc3ad854f8094b8c28ce7b70f3d24f6928e8dd0e2abc10379511c2709bd0", + "artifacts/poc/data/episodes/tank-00760.npz": "5c432d2ed513cd60b2768dc02916008bab786bb8fe710a39780bab096e917bbc", + "artifacts/poc/data/episodes/tank-00763.npz": "51934fc229472430caa509a06771c5ae93c3728f8a67b8e0e88e3b877e2e5392", + "artifacts/poc/data/episodes/tank-00766.npz": "ae52d94752c0c43a419bd64992060d6242ab8fea38fada91b2983f542cc461ed", + "artifacts/poc/data/episodes/tank-00769.npz": "386272a4ab5c85c563e912baae6bb5263558510276cedce105f9b21991bd3060", + "artifacts/poc/data/episodes/tank-00772.npz": "40c62e460b2aa5f94adce3273717e25b9bb0b792e6559eeee63745f27578bfa2", + "artifacts/poc/data/episodes/tank-00775.npz": "ccd8df33781c8b398e1af5620d0328e96249ddb7dc977d5165566e08a78a1693", + "artifacts/poc/data/episodes/tank-00778.npz": "e0cac2e316cf70b4cdc2792104ca5a8c2135a7c64942a5b67a862eb4f602fd47", + "artifacts/poc/data/episodes/tank-00781.npz": "0b9f4b4ef2c33b0fe42ac18e1438a06876d74bacfc39165e38e97a40c99c5cc7", + "artifacts/poc/data/episodes/tank-00784.npz": "18776af90bd25b843b8024641427f1db9c610da1f01cbd2f64978d0d3538ebc2", + "artifacts/poc/data/episodes/tank-00787.npz": "f4d42e05dc81384baf01cdaf24143d0fc4dd3814d849f461ac7c42934d028234", + "artifacts/poc/data/episodes/tank-00790.npz": "8415ce5924aa519a25f3258fcd8ece00f16eb7083213cd75e8b85f182c15d357", + "artifacts/poc/data/episodes/tank-00793.npz": "34ed396057ce8a1636c1e622b75e4e30732009509461d50853af5ac2ac71b22b", + "artifacts/poc/data/episodes/tank-00796.npz": "ca513c6eebf39c4539832ee48f4479ca675d25610126e5cacd3eed67263ce077", + "artifacts/poc/data/episodes/tank-00799.npz": "17a5f6a7ab39e2aaecee0a67b1e0e511f06aff9aaccc34d269fa3a4a94ccd090", + "artifacts/poc/data/episodes/tank-00802.npz": "97a282b4610482cd960ecc56bf5df672a70cbbbc6a284fb10c59fbf9aa2eef94", + "artifacts/poc/data/episodes/tank-00805.npz": "6be72bcd7e408f9b44863e69dfc3de153f8cae293dd3ccf5769c7098a03c5456", + "artifacts/poc/data/episodes/tank-00808.npz": "c01b3d8ba01ff99618b70b19a394499ed16ebad0399064ddb5fdc5e024d7a7d5", + "artifacts/poc/data/episodes/tank-00811.npz": "349c461535b164dbd4d6475d2079885da676d35d74012aa277dc1704c01ff7da", + "artifacts/poc/data/episodes/tank-00814.npz": "05a08d86caeeb625d5f065e1f458b7fa48be2377926e16756f618506d93ae197", + "artifacts/poc/data/episodes/tank-00817.npz": "524bc67a2c9dceadb2851b109614b115f95bbdff524f06dcc5513b2b62834268", + "artifacts/poc/data/episodes/tank-00820.npz": "3586b2ec6519211fbf76525abad47ed63e5a839a2ec8a17241dc11fa3460a98e", + "artifacts/poc/data/episodes/tank-00823.npz": "1a8dc03f57940dafad2dca73c2dded7afc0bb5b1d5c5194dbba264c2d89eb548", + "artifacts/poc/data/episodes/tank-00826.npz": "e097ca8d25922d92caf9f0e6097760a18de1e71815a2926ed39d02810e380f51", + "artifacts/poc/data/episodes/tank-00829.npz": "26e63702448aab20a4242867c0ee9959fb71144692b66544163459e1d9c50e4e", + "artifacts/poc/data/episodes/tank-00832.npz": "d24d841332c008319ea46d1dd06ab40edd7e706ba79fbbb64bc465b9af297ddc", + "artifacts/poc/data/episodes/tank-00835.npz": "9811d4e8004a471c15e8194d36b430808e23196923f66375f7ed42546ad539a7", + "artifacts/poc/data/episodes/tank-00838.npz": "eebdf7d20574963af9bf0237e19cb0ae378ff451a5e414c7d6f00f8b9072d543", + "artifacts/poc/data/episodes/tank-00841.npz": "74a0fe5840274a6f6aceb7fcacf1ca7ee519dc9a09fa2c37bab6e5520ebd2027", + "artifacts/poc/data/episodes/tank-00844.npz": "66b8126dd0efebf3d0019c56155b72080bbbfb578a04c509ff047d129eb09069", + "artifacts/poc/data/episodes/tank-00847.npz": "d3700952ed891eeea546a85b7f4bddd212abc2b2a370e864efae14cdcbc3543c", + "artifacts/poc/data/episodes/tank-00850.npz": "b3506c5aff33e9e9512faaa150f1c3115b8e4861cbb5644002e13d4f9c6c2372", + "artifacts/poc/data/episodes/tank-00853.npz": "59ad5ba79e265062c2351d856d7456b8df5a276d09e124e69f5d710f24ae32d1", + "artifacts/poc/data/episodes/tank-00856.npz": "15425092f6d47d363446e55931f75b594e3d6fd18f35595400d314d7b5dbf765", + "artifacts/poc/data/episodes/tank-00859.npz": "bbe5e71ee2877871df88b4e2a9e0c5f687b9a01a4ba1e260f2e0b0160eee83ca", + "artifacts/poc/data/episodes/tank-00862.npz": "6561b14f76c1492267cb737dc46dd9a6b1daaf19a5d1657b9ab568b272036db9", + "artifacts/poc/data/episodes/tank-00865.npz": "7a64ed4f7e236e0fe2f1c3928b0a0d78fffc13f2b824eb595d07875cfafbb82c", + "artifacts/poc/data/episodes/tank-00868.npz": "1d90876f9d9df61cd44cb11dd923155147e0e816b3840b6e4ac9674dbf8c8c25", + "artifacts/poc/data/episodes/tank-00871.npz": "dd8639bf6e127c1417cfa4d4a07ff47ac95e201faea583c89136c13845751dd4", + "artifacts/poc/data/episodes/tank-00874.npz": "4d192125be82d354d1d522a1d619b5ca7c55f2def38b8936024be43c075fcd54", + "artifacts/poc/data/episodes/tank-00877.npz": "c201321cce5f054208e563a6d154bdb15487cb51a6578ad02e3bbf98e0a03b15", + "artifacts/poc/data/episodes/tank-00880.npz": "825740887e4d85973154d56129c5c759a0b89afda3d9eedec919ba063097a0a6", + "artifacts/poc/data/episodes/tank-00883.npz": "9618e270f46e43e2229fb09d58911ed8bc2c0a9c23dfaf4aebe9622596297940", + "artifacts/poc/data/episodes/tank-00886.npz": "14c916a3d1bd0a210f6164034041f97284b14f7e17bce31b48c21c708f4be84b", + "artifacts/poc/data/episodes/tank-00889.npz": "76699e938bb4bfa7d16ee98feecd686613c1fb5edf6e380f87ed8607cce3e8ef", + "artifacts/poc/data/episodes/tank-00892.npz": "40b255af904cfcd7a92c3e03b9dbf514757aa2f9ef5cae314841851ccfe258bc", + "artifacts/poc/data/episodes/tank-00895.npz": "173c0b323daea1c8ff6bf41ca4595825cf0367757af55d60752d662bc97b3795", + "artifacts/poc/data/episodes/tank-00898.npz": "8e894de99a8eb5b8776270a4b064bcc237c807b213b4310bcc8be0a708404171", + "artifacts/poc/data/episodes/tank-00901.npz": "9232b7d7737691280c09ec7efbfe1d7e1ee20c4d885ccaae6ce73db1955639ff", + "artifacts/poc/data/episodes/tank-00904.npz": "b4fea90dd6bd9fb28a2b5d32c2277cd8cfb33235fbcff77ff446bcca782509e1", + "artifacts/poc/data/episodes/tank-00907.npz": "7517987a899dc07b645e9ce341c488d82eaf353617cb4a70f8b4faa5d91849e6", + "artifacts/poc/data/episodes/tank-00910.npz": "c7e595e95e41e0271a7f24f6930db7a01981516dbcdb01a99d68ee0b1cb91c55", + "artifacts/poc/data/episodes/tank-00913.npz": "c390210b78de1bb2d0c174fdf9a6d6371b4c3d954fb3a3191f2cef7f1b3ddcc5", + "artifacts/poc/data/episodes/tank-00916.npz": "0d09a400fda33f09b031ccc529dc638c1b6f41ffa47bf9012df5c3e252a922ac", + "artifacts/poc/data/episodes/tank-00919.npz": "e4ab890225c2fdb55f2962ec4639fc3b4bc0b36233b483140f4c55dd94771fc7", + "artifacts/poc/data/episodes/tank-00922.npz": "023c0311a7bc660ae4b2f35adc7d04dc70592a4ac861c68c411cb42e61f80d13", + "artifacts/poc/data/episodes/tank-00925.npz": "a7e47b7337fbebd9fa40b6e1298279038efafe3782d3811c632b94334a9ffe77", + "artifacts/poc/data/episodes/tank-00928.npz": "594cce9019b812956d7cc8745061d18f84d5f25bc365dd8bbbe6df0a8d1dce40", + "artifacts/poc/data/episodes/tank-00931.npz": "aa7e15d93cee7314e2f5ecb9f7f1b2501e8d42b6e63117d19a3b3405828cdae7", + "artifacts/poc/data/episodes/tank-00934.npz": "305d9d7325d48f64b4d4d0cf3a5f5ba62877af3b553e573d3987db08db1a6c42", + "artifacts/poc/data/episodes/tank-00937.npz": "36e432c1b090d243c02068b1b03ed80ebfce3acf84d5f76c9672b71c4b8f777d", + "artifacts/poc/data/episodes/tank-00940.npz": "5e3ee4035c0a39bd05ac513fab237e3e980eb67768b668eba112ef356ab1fcec", + "artifacts/poc/data/episodes/tank-00943.npz": "63b23c65bfd943c9e0c6c756f90b6913067bd9ca29d200c7b4023d16562e6303", + "artifacts/poc/data/episodes/tank-00946.npz": "15458ec3c22c79932116843691e87b851bf2bdb1cf83f859eac4b2ecaa224848", + "artifacts/poc/data/episodes/tank-00949.npz": "6b9062ff30be1a9db20e913c9bbaeef50eaa1dee082b95419ea010d08010399d", + "artifacts/poc/data/episodes/tank-00952.npz": "8d324441f04a7207ddfc333bb1da775167a6e873122d17e2b770f4fc88506660", + "artifacts/poc/data/episodes/tank-00955.npz": "39f18fa6d2e4b68b4c133033a3de62da2c50a880b101967f892794f8f341ec70", + "artifacts/poc/data/episodes/tank-00958.npz": "628865f0675b67b923c6974f0377408d1076b69dbfb64bd827ed049e45d4817e", + "artifacts/poc/data/episodes/tank-00961.npz": "33c1cbafdac99e1ce77d02f484269c3b9422d25efab5e9cec055d957f604722c", + "artifacts/poc/data/episodes/tank-00964.npz": "e2eade8264d17238b91992fa708faf0d3e2b95c6b6dd3be6bf3cd7f389c7378f", + "artifacts/poc/data/episodes/tank-00967.npz": "9ed4022307cd16e394acbce9dba2b91f8f929bf4bffcfa9759018be4786162ef", + "artifacts/poc/data/episodes/tank-00970.npz": "63737eb6f4306e02030984c4a96089430476b67bf7065cc25b12264398d9e432", + "artifacts/poc/data/episodes/tank-00973.npz": "1d90d3c50c5d0527068e0d944a0c0f7e2d0fb3e3371c8c3c58a0636ce19345d2", + "artifacts/poc/data/episodes/tank-00976.npz": "0651eee057250637d79f6243a36ae006b15205b3a241caee74d5c4b3875ec0be", + "artifacts/poc/data/episodes/tank-00979.npz": "bc1c4d6fe47c83dd6dc974574fcc5b41e4e3dde207074ccabb8bb16ccf643518", + "artifacts/poc/data/episodes/tank-00982.npz": "b02ceaf511b53b1e73f7c27370af217543ca9aa28db244cb9171bd2a8f0b71be", + "artifacts/poc/data/episodes/tank-00985.npz": "fd823aebd9a53175c26472359b3f3cdefdae7953b2f51d2793ab5f1935716ab6", + "artifacts/poc/data/episodes/tank-00988.npz": "e882aa586ead5438cecd6b17718b35287cfaaa90dc098d68265e0fd88369b918", + "artifacts/poc/data/episodes/tank-00991.npz": "7d4158e4add0a10ca8b644affcf64f5df27e6427fe0907a7399902c9fc4594dd", + "artifacts/poc/data/episodes/tank-00994.npz": "09f662c67ff7a433befa5b81f0aa86bfc24481d86ee7698a6463707ee790332d", + "artifacts/poc/data/episodes/tank-00997.npz": "818365484afcc516bf8fcf95b935c89056e2b5c0b5009f8becbf4946780255c1", + "artifacts/poc/data/episodes/tank-01000.npz": "5eeb9e444efff5a446e1aab6f5286bc61100d5ddc1cd7971c7191dda1a2c4146", + "artifacts/poc/data/episodes/tank-01003.npz": "17103ad24c7c11a726f90a099ef721395688aad1cbbf2cc268cb68435212832e", + "artifacts/poc/data/episodes/tank-01006.npz": "8935b7712c2c7b079d909b5a4ebdbf223a941f39f59d34d6c1ec0f666a581557", + "artifacts/poc/data/episodes/tank-01009.npz": "a9281dd703174dbefd225c9a765a3e67df716abdbd224c8188eed51613e91787", + "artifacts/poc/data/episodes/tank-01012.npz": "aeb72bdded32caff643c79760433e2bb220efb773d18ccebae5b5d8bf9484aa7", + "artifacts/poc/data/episodes/tank-01015.npz": "31558c924723968f2c0f469d03b1aa13f3a9338e5a29e8d2641ec822197b38ca", + "artifacts/poc/data/episodes/tank-01018.npz": "75c70f608ed934f4e9fd31faf18e32ac38f7ce09f0ac4579747603a273aef885", + "artifacts/poc/data/episodes/tank-01021.npz": "466f9d649fd254809fc3b60db210f6b3dbea65681c8badb762ab4c88d0db26f9", + "artifacts/poc/data/episodes/tank-01024.npz": "a0c147b265340a710bd223f34b05b58c6d50e54fbd8173a55dd042313301a1b4", + "artifacts/poc/data/episodes/tank-01027.npz": "74c0fd6bdad973fb00347efd155e4341d09b35d83964c5a0fac1f32d6f0c2ac5", + "artifacts/poc/data/episodes/tank-01030.npz": "20871af527ccd8d99f161a2cc44597c36693a96975797fede225cea082c9c1e4", + "artifacts/poc/data/episodes/tank-01033.npz": "e368e955badf84e833deb24304386522780036f1b416602ec42f1863451cff03", + "artifacts/poc/data/episodes/tank-01036.npz": "12ac8bc903c0c4c00eb3d0ae348c0daf2ac67a91431660d0cad32f79307c42eb", + "artifacts/poc/data/episodes/tank-01039.npz": "d979e0d6bc605c80705233b669c2de8e153e7560bf8df337fc97c89ed8c9a624", + "artifacts/poc/data/episodes/tank-01042.npz": "40025a8515919c93e1c0f8320c6b4b5f11157a7d6c24328734e1020986d13f00", + "artifacts/poc/data/episodes/tank-01045.npz": "e425d4479abfd41672301030d49eabb7e950056d1080f2102e3cdee732c925ae", + "artifacts/poc/data/episodes/tank-01048.npz": "31d7f34034930de4bdd3c8729ad122ee2c323fa3c456f168129276e0e2628efe", + "artifacts/poc/data/episodes/tank-01051.npz": "4cfe81870d0520c69100d070c9f027531d5df70b4b80bdcb1affe10fcf924d69", + "artifacts/poc/data/episodes/tank-01054.npz": "797371d6a3f42fe20b28a39eb4e4452fa755e44d110f5c5264f493d31ad3f822", + "artifacts/poc/data/episodes/tank-01057.npz": "db1568313f6c546bb924b03293d5c751f4bc963e6ff247d6309d84cc332ff59a", + "artifacts/poc/data/episodes/tank-01060.npz": "36c8c68ec838bb8aae2e2fce5ca6c872592448f666258cb798559bac25aa9c33", + "artifacts/poc/data/episodes/tank-01063.npz": "336d20e28cda6235a7348ff7ff111c3d11d7aac41a0a4175805bb8e109a96cfc", + "artifacts/poc/data/episodes/tank-01066.npz": "8295d1de0f7cbddfcb4f6918eed7bcb2457a787f3b803ee0c0a019d967dfd3d5", + "artifacts/poc/data/episodes/tank-01069.npz": "d067feec19c501b946b0b45091f0b5cd3c5a7a4d01d2ee95eb5826e0ccd01623", + "artifacts/poc/data/episodes/tank-01072.npz": "bd27bfd39c8e79bb5452ac7955ceb9fc18c146bc4e6cf35b25d1afaf267fc1b1", + "artifacts/poc/data/episodes/tank-01075.npz": "d6e4abbdb758f54bd4378b0e24c7f5d66b01cf32916ef8d782c50419f6fcba42", + "artifacts/poc/data/episodes/tank-01078.npz": "41df214ec5cf413c2a9c5f9e51f6bb113435be50b6eee228a4242d581037a444", + "artifacts/poc/data/episodes/tank-01081.npz": "60557eda035740247b03a1af5b598b6219951e9c48878b0e98310aa15e7b4dd0", + "artifacts/poc/data/episodes/tank-01084.npz": "a65509b3bfbf3c3f1cce1efb4d2ac239dcdd02cbb5fec5eecdab358ea9a41ebc", + "artifacts/poc/data/episodes/tank-01087.npz": "2b691521e7569119f3414cb15f6a3a34912c2b17f5839323041d0025f0d05f46", + "artifacts/poc/data/episodes/tank-01090.npz": "758d4271d30e5d6557bf175b54546e2f54a732207b57fef9494e6ba40ff822b2", + "artifacts/poc/data/episodes/tank-01093.npz": "3b793404d7f00d9fc7d3d23cfa5a43dabb4c424e503d7ba493966355f879edd0", + "artifacts/poc/data/episodes/tank-01096.npz": "a63bb1188dcf52db7a0228250449e9c59296201180eca66b213cfeb1f1798118", + "artifacts/poc/data/episodes/tank-01099.npz": "0813e078f9a71a7f4b2fa0d4648caec287dccff3fd4d7c63447c2c82ebe19c9b", + "artifacts/poc/data/episodes/tank-01102.npz": "0978831e527eb188796574841422c5bf4077f7dc312025db222b7fd6dd2b30f5", + "artifacts/poc/data/episodes/tank-01105.npz": "b07f4dcb91d04083a2ea298c90141a92420e5d2600c053734fd25165d41a25d9", + "artifacts/poc/data/episodes/tank-01108.npz": "09efb78975507316576ee907e174e2d8576cfa0dd31c4e1fd737b85c1cdba2ed", + "artifacts/poc/data/episodes/tank-01111.npz": "bd5af596a1615c637a27d29034093a95bdbf80e53b6d6458b80a3f72ba72495c", + "artifacts/poc/data/episodes/tank-01114.npz": "71a2d83d4756db1a89d2327f417e52bcd3c90b959a5c5edd627737ff819ca6a2", + "artifacts/poc/data/episodes/tank-01117.npz": "9c2ad4a38251da59125d42bd3d453938879e5d10ebb34638883e2246e9e9dd06", + "artifacts/poc/data/episodes/tank-01120.npz": "a2b54e51f9491a3070b9e55a9a5e18b55e45bfbafeb8e0397aa025cf050322d6", + "artifacts/poc/data/episodes/tank-01123.npz": "6adb9016c1faccf5f779aba78f356aa0a078a9ff2cdd0a5112e06bdb20dd2370", + "artifacts/poc/data/episodes/tank-01126.npz": "ed27366a2b43c6c52262414d23e382a82e677b8e1ec3e97c6473dab602609696", + "artifacts/poc/data/episodes/tank-01129.npz": "9f8f708b4541d7f5cc67be0005dc845748e4753446b427ea5cebf72294f4cba6", + "artifacts/poc/data/episodes/tank-01132.npz": "3ff373c0b127a072d9010752f7124b549b78a552599684816bfb04fd842b4a26", + "artifacts/poc/data/episodes/tank-01135.npz": "3f5486eba3adbc5581af492426f74de418852306cfb1cdcc2800d9f3ff9b06a3", + "artifacts/poc/data/episodes/tank-01138.npz": "d5380a128ea6eed895490cd0a85094e3fa5f7ea701549e4bcb64c7722c8d637b", + "artifacts/poc/data/episodes/tank-01141.npz": "ab9aec96421d4f55d4e7d33a379bba2d2341f2bdd4dfa921bebdef6cde177616", + "artifacts/poc/data/episodes/tank-01144.npz": "a2e2cd29cfbbcb51d68d3176e04b2d19e85e46c6f34075f04903b4ca33e25c1f", + "artifacts/poc/data/episodes/tank-01147.npz": "98ec375f53ff56ac6a6fe3b6805711e913a3893a72d2b930570e742dd991951c", + "artifacts/poc/data/episodes/tank-01150.npz": "1d9201c93f5c26d15e6c915b7c09d9a75b7437a76fc7907ba5362d8d42907001", + "artifacts/poc/data/episodes/tank-01153.npz": "85a231cac8962b5bdea26f71299824f03037bf09ee438595e1108b854e37b7cb", + "artifacts/poc/data/episodes/tank-01156.npz": "12f8d0b01ab2501bd4aa274d885326466d95e4a46bdb8a8511db28d20394ef8d", + "artifacts/poc/data/episodes/tank-01159.npz": "5dd48e2dc0a5f4c25f9d6e149d747712911b5111fe17dbedbd42ed35e2110304", + "artifacts/poc/data/episodes/tank-01162.npz": "0b3ab1d4493d4ebe3b5bea2c1f33183bb40a3706de7bc15e61819e0e7bbb5f5e", + "artifacts/poc/data/episodes/tank-01165.npz": "e2489bc4de26bbfc4e38b48adb79544feb53e6c6f372f3c57e17d16e8afe11d0", + "artifacts/poc/data/episodes/tank-01168.npz": "8fadea1b135862412847b4751f27b5e4036c9ed703ba4dd9e5aa542f3ef157e4", + "artifacts/poc/data/episodes/tank-01171.npz": "2f6e0479e890cb5e89d6ad317e782b43fce6ae34c4f417edfc988aa3aaff4cee", + "artifacts/poc/data/episodes/tank-01174.npz": "20fe2af0d3c21ce23faada8627edab707ecf4abf0e44b22b473671a93b5f546c", + "artifacts/poc/data/episodes/tank-01177.npz": "fb293bc62261e5fae707683f26791bab39e14fb13a056054b7499fa29f835dc1", + "artifacts/poc/data/episodes/tank-01180.npz": "1f374574315735c7608753a5643a7c83aea69de5a2491ff2ddd4ca73d6ee6af8", + "artifacts/poc/data/episodes/tank-01183.npz": "cde4943f14c8fe63c61131db14f02f03dc2f036266c4e7e47dbf33d1fb912e77", + "artifacts/poc/data/episodes/tank-01186.npz": "0c9cae0efb67ca4422d15d9c2b0d066d6615b8e36fc196eabb7153e88a4610f4", + "artifacts/poc/data/episodes/tank-01189.npz": "5331352519a2885b6956e7ef137bb0f931bc7dfe842689693099618e45ab927a", + "artifacts/poc/data/episodes/tank-01192.npz": "5fbcfc7a3474d9ecbc645bab5b35da7af7e43d449f7d3804353145ccbb5031f6", + "artifacts/poc/data/episodes/tank-01195.npz": "ab89624d397731401d2acb9feb8ce88e3a67584e31b8806fced5798dfc11a3bb", + "artifacts/poc/data/episodes/tank-01198.npz": "4c532748be9022d495fc37064fb10b664ed47ac2a101bd6d3460c2f0ecaa87b5", + "artifacts/poc/data/episodes/thermal-00000.npz": "e6dc125de3c0d212b57674bbadc42d09b686b7c9fce2cc07ea23dd574664dc3c", + "artifacts/poc/data/episodes/thermal-00003.npz": "d2460d5ecf7c0ed091e804618ff73edfa2f73b332be2fca1fe8980207e4f5938", + "artifacts/poc/data/episodes/thermal-00006.npz": "486171fde08aef439c6b32dd63333cf9af92f7deb08414b0563e2bc8ca343327", + "artifacts/poc/data/episodes/thermal-00009.npz": "b10ba1349e4789813f196b7a2c2532cf4bbb9abd65f89d9b062f33f5a2243970", + "artifacts/poc/data/episodes/thermal-00012.npz": "8a9dcf1ac0e525bc6a7e3b5d4bf258235d762f64914131d1775d4483ef351d4f", + "artifacts/poc/data/episodes/thermal-00015.npz": "b1e71e57a0b8e72ba4d30654d3c63e930003d730b79dc059eb39167da2ce8c66", + "artifacts/poc/data/episodes/thermal-00018.npz": "21c7ef3696217c8efdafa8318596c12ed62d0fcb67768f8586734d2157e332f7", + "artifacts/poc/data/episodes/thermal-00021.npz": "c5e03d2510fe4b4d5efa7d3d7c411432f440337fb291edab56dfe7172bdec44a", + "artifacts/poc/data/episodes/thermal-00024.npz": "59e15f3878fba464680c6db324e7ebdbc7811f00f74f6653078fc4a80accb5de", + "artifacts/poc/data/episodes/thermal-00027.npz": "13a24edfeccb26ad24eaa1e986f3e196d771ee03df107e9eb9ef40e08b274879", + "artifacts/poc/data/episodes/thermal-00030.npz": "5c1ff8f960a55e0f7eeda4218ee273633396f5720b180edbe9177d289c2d0bf3", + "artifacts/poc/data/episodes/thermal-00033.npz": "94692123bbb1d73dc3c8f80a5a3e35506055188b4d7cb823ce07cd698d81024e", + "artifacts/poc/data/episodes/thermal-00036.npz": "36939e8a94b14e16c5e770594d595cfb8ab6274fda7e5a65abdc197a5a1a5386", + "artifacts/poc/data/episodes/thermal-00039.npz": "153698217e8b7f3c30cbaea9bdf88a2551c9ac2a8089639c35d7445e36e4e31e", + "artifacts/poc/data/episodes/thermal-00042.npz": "d47b7da76d303ba2a08a05e66d3f0b11d3755ae2e9e8f85a53141ac650989dc6", + "artifacts/poc/data/episodes/thermal-00045.npz": "df03edf92425fb9960bb23af47de363cfdcc1ba05672eb92d6e1305595e80b45", + "artifacts/poc/data/episodes/thermal-00048.npz": "3820a1b5385d2766ba2afce09d17dd0e41bc3c615da34e574810379283d97ece", + "artifacts/poc/data/episodes/thermal-00051.npz": "9752642239a8a795754748ee57a15e0b2c6ab5bb8f6dc37d88b45de3e51d6933", + "artifacts/poc/data/episodes/thermal-00054.npz": "0166b4fb2b052b4389efa9c4f06ef77c0f13714a1baa90e3836618d4dc5653a8", + "artifacts/poc/data/episodes/thermal-00057.npz": "1bab0727fd7f12c3e57eb870b82d172eb2f7e5e134860a0501c329ff2ca55366", + "artifacts/poc/data/episodes/thermal-00060.npz": "3fdb1906d5da61cc1f5bbac40c1b76ed2634be525fcbe816ef72db8851cb750d", + "artifacts/poc/data/episodes/thermal-00063.npz": "dceb716ebf2511bbb9fae6f48674886bdbe2eaab84f5a68c6bebe84dcd9ff37c", + "artifacts/poc/data/episodes/thermal-00066.npz": "b86e60466c90bdd373a94be75ead6473901be6d887f213cfa89c463d8481af56", + "artifacts/poc/data/episodes/thermal-00069.npz": "7ce04d98b7d6dd00b76efb548a4334597e91a1980b4f8475e2fb5312341ad42c", + "artifacts/poc/data/episodes/thermal-00072.npz": "259d4f0233e5006d4e589b45b84026cd6c2a1bed0e2d0026941b9b29bfea8585", + "artifacts/poc/data/episodes/thermal-00075.npz": "f3d5817dbb4ba58bd5ef16dd5261e23c80c744b47c9c95d8e6b5fac0029da6f0", + "artifacts/poc/data/episodes/thermal-00078.npz": "747d6ce820608fdcd379424490438d8f183d32ebafa9d0a7275e39064ca8ac28", + "artifacts/poc/data/episodes/thermal-00081.npz": "ae87c9001949c3ba57bc9df9f1f2f8a83093305e9ac37cb28e5e94d38ba98d56", + "artifacts/poc/data/episodes/thermal-00084.npz": "e8e17268836c8239e5c648f5f0af5182668e42dd3177043ed44990bacf9f223c", + "artifacts/poc/data/episodes/thermal-00087.npz": "a168dc0ad8d32601b994cb79ce7d42c714660b75c4012fc6b9645083cb0401e4", + "artifacts/poc/data/episodes/thermal-00090.npz": "d4b1789d525ae7b4839e9ef8067279ee3a315414c043069ae04dab1e47e532fb", + "artifacts/poc/data/episodes/thermal-00093.npz": "c48f8d8ea1f8c6348f455268de2d36d43d0f7581e03042706472c7bc27f92df5", + "artifacts/poc/data/episodes/thermal-00096.npz": "9cc65f2217b6b93a84e396fde8cc7d119dda2ba2d454ecfa8e371f59fa604474", + "artifacts/poc/data/episodes/thermal-00099.npz": "8517faef7cc68de899ca03ddef8454829bd6ad544299dd6ba3a0814cb2714348", + "artifacts/poc/data/episodes/thermal-00102.npz": "eeca8c5966d62ed013ae60ec9f57dc306b42bcaabf9e3dc34bfac63418890a67", + "artifacts/poc/data/episodes/thermal-00105.npz": "9aac36622b478b4b6025a8577555092d03a5c815863e196e26f46e5d3d9bba04", + "artifacts/poc/data/episodes/thermal-00108.npz": "ca5460b83e7c0685cccda2a3af73542fa353dd5611498f3db84d635cc0fc0644", + "artifacts/poc/data/episodes/thermal-00111.npz": "ac71047d0ddd364b2e3bbdd02fe0aa91fa4889d924805530ed42caf6c33a334b", + "artifacts/poc/data/episodes/thermal-00114.npz": "ad182daf5bc60f8eff283a5c144dc23c81b98ecfb72335f69963c03c559369cc", + "artifacts/poc/data/episodes/thermal-00117.npz": "1f96ba83348ef684e9ea1290acebcbb06e635969b29f07f639c79c273e85f7d0", + "artifacts/poc/data/episodes/thermal-00120.npz": "553aeac33fb0f0e98b2f3edc760f39f6ae014bc1524c04e5ce3aeb097bb32e1f", + "artifacts/poc/data/episodes/thermal-00123.npz": "4ec8570af2441da1dcea47e7b245750921d0da732f28d509e95aa1dee3f07434", + "artifacts/poc/data/episodes/thermal-00126.npz": "68933d5c69b84b414af6875add05d6a31c7871abb36d520eeaa5a787d3d5580b", + "artifacts/poc/data/episodes/thermal-00129.npz": "be0d4d0b85b9b0ef398e2ebe9a1d3aa226aaaefef0e2c7c38bbe341df71a0fd5", + "artifacts/poc/data/episodes/thermal-00132.npz": "9884b019a081be8e3936cb3d48a661cba40d75db9e688154e91b2cd6b191de1c", + "artifacts/poc/data/episodes/thermal-00135.npz": "c647969625b5d73f7589923d8fe36f93456f309267b34786eabcec3645d9eb6e", + "artifacts/poc/data/episodes/thermal-00138.npz": "2c0d74c8d08afd6c8b499d7298293772d6857a29a192509ffcb1245fd2c844ca", + "artifacts/poc/data/episodes/thermal-00141.npz": "387085c3753efee94501a47144a8474a7964e4a885f0e5326e9e55d9af67306d", + "artifacts/poc/data/episodes/thermal-00144.npz": "1afb0e4ef3c434bef7aeaebad568765285cecadf1c051dab5a4a709e998b09c6", + "artifacts/poc/data/episodes/thermal-00147.npz": "49423de0486b4484475b9a9ff2c876d53accb3a7c2d67ac5076cceb6717f9be3", + "artifacts/poc/data/episodes/thermal-00150.npz": "4981307d5612f2f1610ed28974842ecd6255bd1a2232a550e56096dfa20f25e5", + "artifacts/poc/data/episodes/thermal-00153.npz": "db01efb5e9b7bb8d2442b83a0ae1667f2cc20d9e23f09c8799905f982e3f8f69", + "artifacts/poc/data/episodes/thermal-00156.npz": "e09cf8657474945b5f1716aaef48800da9c199429d8a1d616ebbdf80b27a1fa1", + "artifacts/poc/data/episodes/thermal-00159.npz": "1a7facd909a3c7aa0b9dd809b69dadc80c16ea3fc60d446fbe20efe64c7982c4", + "artifacts/poc/data/episodes/thermal-00162.npz": "4ccb850483744812bdb54b7ee5418b6918583b244ee9d322b704c3aab3e5dc00", + "artifacts/poc/data/episodes/thermal-00165.npz": "b2286eec1036b542fc2b025c530432207538ccc8709179c6e2f8773805eb2ac4", + "artifacts/poc/data/episodes/thermal-00168.npz": "c35bdc190cd5b80a6bdbfa6f711e8050ff1ececbb5b579aaed6cb47cd73cfba8", + "artifacts/poc/data/episodes/thermal-00171.npz": "5e41e287317a892746f25aa96c810fdd2e5232667079de0660bcf743387a96c4", + "artifacts/poc/data/episodes/thermal-00174.npz": "82448a2dd8df372c5ec23467e8b1675bfd58c7591939f7646ee9e7713e180668", + "artifacts/poc/data/episodes/thermal-00177.npz": "8312c81d165b3a92bc3957346f6255681275c9ecdde9fac9a0315783494a6a87", + "artifacts/poc/data/episodes/thermal-00180.npz": "84b4029a57571a92d09dc235b650208b6a2f572267883c4cae6e96045bb2ae66", + "artifacts/poc/data/episodes/thermal-00183.npz": "86248a84274aec59aaec8236d1f28e8ed754a5f09aae7497893299eb073c4198", + "artifacts/poc/data/episodes/thermal-00186.npz": "19bb9ea83a100c22f4cbbb9712f6207d795ba815637b9bd3fbc26418e4d46f29", + "artifacts/poc/data/episodes/thermal-00189.npz": "59f96819ae49e1197d8a0712dbe99ac0bf77af960e34cc64ba3e6559605fa456", + "artifacts/poc/data/episodes/thermal-00192.npz": "339d494637e6e5e4d1c958778b7e5c95eef695d595018a048ebd6ea5a8f5caa4", + "artifacts/poc/data/episodes/thermal-00195.npz": "28c747f444003c6a71b338a486a4bbc500581fc7d4757beee90dd9df41e7435f", + "artifacts/poc/data/episodes/thermal-00198.npz": "04e9c0890e70da00de8c2e652848b0d88ad1a9c6b1652c96aa58300dacd4d977", + "artifacts/poc/data/episodes/thermal-00201.npz": "279baed79d34e7403012af28f70c2d76b793a055838eaa8fff00c4d8b564b6d8", + "artifacts/poc/data/episodes/thermal-00204.npz": "f307e27b7d9de0e9fcdbf65c6152a0ede505d9d8bc837a39524b00973fc0bb81", + "artifacts/poc/data/episodes/thermal-00207.npz": "8c95168e4143a83efd8d9bf6b434ea3663954bdc3e83389e069fbc4a5986cb39", + "artifacts/poc/data/episodes/thermal-00210.npz": "a7620b6c164173295964a8284851bce0bf6edf81b601bcc9a01df85f9f4bd3c5", + "artifacts/poc/data/episodes/thermal-00213.npz": "e150782c0184c1f3d661032ca5ff61d977cede412447e8f135e6434a9f12c3bb", + "artifacts/poc/data/episodes/thermal-00216.npz": "8de951f6eeb43f6b18a862d37fa053adb81c48b583de676dbf4c5eb23ae9349d", + "artifacts/poc/data/episodes/thermal-00219.npz": "762a8c6fe9d00fb44c1c8943c37eebce03b6a08688a8fe99d0b52762807e1bfa", + "artifacts/poc/data/episodes/thermal-00222.npz": "e28c14f941c64c4cb7df70c9eb191b9bd8b887f6228c7d194567dcc1e6d99911", + "artifacts/poc/data/episodes/thermal-00225.npz": "a81021571b05c5503910689765e6847c4162fae4a5394be0211647602cd06cbd", + "artifacts/poc/data/episodes/thermal-00228.npz": "2002c9c06e54ebd2547d534fb76982a3a093039e0a5e153cebdad6a2d90066b6", + "artifacts/poc/data/episodes/thermal-00231.npz": "cde09cdffc35e70aea7af912a9e3fe4daa50e857cc4bfd658c9ce0aee1db174d", + "artifacts/poc/data/episodes/thermal-00234.npz": "47bd7aea013f15a592b6d53765579dd00167a5ebcc81cb928d8dd7a4e22fff9d", + "artifacts/poc/data/episodes/thermal-00237.npz": "17b946eb3b4614bb9d901f967e4ae3e209c4f4504ecab6b42527f879b2d8210f", + "artifacts/poc/data/episodes/thermal-00240.npz": "90843813fd2e0c31021620703ec5ea3035f3829f878e93b8f754143ebef2cc7e", + "artifacts/poc/data/episodes/thermal-00243.npz": "e76d3cabb51236cc723dbb90602d8363f8f753b958ccb10fdd8328ae93e09bde", + "artifacts/poc/data/episodes/thermal-00246.npz": "cd6feabb0521e46d813a0b8fc2021b961fa17f897104cab57d34719227cebfb2", + "artifacts/poc/data/episodes/thermal-00249.npz": "4e617487cbb017e8addbe53567fe43088e712766a7097c540db3662bd1806c7d", + "artifacts/poc/data/episodes/thermal-00252.npz": "85c0dcee46211cafc07cccad93f155916927f2b1e48273898dd10d3027156377", + "artifacts/poc/data/episodes/thermal-00255.npz": "12046a3608cb34e79bf699f14129a9e4c30f9c2c62d8b63c63ffbe1b59c8fe2a", + "artifacts/poc/data/episodes/thermal-00258.npz": "e772425a365e7bd95932c68b07b9326854957c96d0a73d447a9cd9da9684f6df", + "artifacts/poc/data/episodes/thermal-00261.npz": "219e0c0e2f31cfb4551a2097328b297f7b125ac9da332de58ac193e4e0a4964c", + "artifacts/poc/data/episodes/thermal-00264.npz": "364a819ae26ce668509d0eb944fea21a59d6a8ef67c9950eef2fc99d235d8242", + "artifacts/poc/data/episodes/thermal-00267.npz": "2a6fa8275f23f17ec1493be73981d912eabc8ea8cd241abad09effda8b7db5e8", + "artifacts/poc/data/episodes/thermal-00270.npz": "4eb36d65b987eb0eb275fba4120e10ef2cae49325e92f5f9d6e3a5989e8ede2e", + "artifacts/poc/data/episodes/thermal-00273.npz": "713e1c9ea0d9c630bc06866b6386213d7f24da0a7ddc957cad9f80a8669cd79d", + "artifacts/poc/data/episodes/thermal-00276.npz": "c5e16519f9f7a5ef55d7214139baa53fd4356aa385356790ea90f915efb2655b", + "artifacts/poc/data/episodes/thermal-00279.npz": "c7922d33db1ffbf63e34b4f0d046d11d9d96398ea7a01be353a80dbff3035d55", + "artifacts/poc/data/episodes/thermal-00282.npz": "8d9fb940bd3aa68c811ca85d17d464da413f4668634049efd8e9241ef67860f9", + "artifacts/poc/data/episodes/thermal-00285.npz": "67c90dc537607a046d051f1c25ee3dd75b4fa957c8eded4e749ce0ddc5e10f4a", + "artifacts/poc/data/episodes/thermal-00288.npz": "6eda552fd89ecf388fe3f96664eb0e2f9f1c2286ac2c6e3066bd9f1153b3456b", + "artifacts/poc/data/episodes/thermal-00291.npz": "657f22f006815dcff95bb06cf657250141d5df425f1a4bc8d27cf7fb54c7c950", + "artifacts/poc/data/episodes/thermal-00294.npz": "072f97df3b5c7f02c336dbb4d41fd025e5a43487f905c9982fb5a61d84a210eb", + "artifacts/poc/data/episodes/thermal-00297.npz": "87aabdd6c958e937d0127baff194eeb4c018a531e29e03f7551e79b32285f255", + "artifacts/poc/data/episodes/thermal-00300.npz": "818437101b9be80109c23a6435f2b8953739df6cb9165c24dc0683ef281584b2", + "artifacts/poc/data/episodes/thermal-00303.npz": "6347542579835668d97929ff4a24beb416a207fcd7d815bdafa0d9a7c4bb2ab2", + "artifacts/poc/data/episodes/thermal-00306.npz": "3198e97628e4cd676ab630d20745b25194b69ba205bd53b97c8db16c8b1b2c45", + "artifacts/poc/data/episodes/thermal-00309.npz": "944593590768a90b473df893f4306f3dc242da78c9d4086868c8e5f2b3330e42", + "artifacts/poc/data/episodes/thermal-00312.npz": "02784c73e1afc63e1959cc7b289f11f668b19d51f92aec64c09eeecdf156d523", + "artifacts/poc/data/episodes/thermal-00315.npz": "bc13601e103310fef683ce897fe7a0b63634ab13af73a29b6d76af1afce0b258", + "artifacts/poc/data/episodes/thermal-00318.npz": "68d5d0366055c84b86afbc866b9a430004d0ef4d578fd8fe8ce3fa519eda2616", + "artifacts/poc/data/episodes/thermal-00321.npz": "343558e113e418459733cc4ebc59c79c99c440aaa44e38c4676e6e7a202b35dc", + "artifacts/poc/data/episodes/thermal-00324.npz": "374856f6a260385de6f6a3f4b18ed3318f3b05393bdd1c1509a86035e4ca5112", + "artifacts/poc/data/episodes/thermal-00327.npz": "1acdebad223e2f2146fc5f5d58780efc0f7356b657a139d90c1a2b7d0c52ae02", + "artifacts/poc/data/episodes/thermal-00330.npz": "076da8b78302a23b2cb5f0293438f4fcc95a98dbd65d358118b54af24d91c816", + "artifacts/poc/data/episodes/thermal-00333.npz": "de50f1dfd788dc36d517fb8db430d141eda160971effce5b15661b79ad7253fe", + "artifacts/poc/data/episodes/thermal-00336.npz": "1dd634f76b47878ac26e9027b3a3904deab83855b5a73580f7e3412b73d2f62e", + "artifacts/poc/data/episodes/thermal-00339.npz": "b12a1d28186f8a94dadcf237d46d67e8b15cae98167ebba9ee71e1ff8eead126", + "artifacts/poc/data/episodes/thermal-00342.npz": "a738ad66394fb910457a3b170eab77f56d72181da79bf3701cfaec95571502b6", + "artifacts/poc/data/episodes/thermal-00345.npz": "b274dde5a86b54f3943977cdcdbb3be2c510d74c07403beffe16615a7bfe8b03", + "artifacts/poc/data/episodes/thermal-00348.npz": "667e99367184494e304b102b79eef537533848e13ab161b0b0cc907c03600c5e", + "artifacts/poc/data/episodes/thermal-00351.npz": "241f010e890286303a26c1b98b388c7e15e0cea22f2ff81550b0c633be1e263e", + "artifacts/poc/data/episodes/thermal-00354.npz": "e166257afcae15decad15d75721cf836cca8ac63c7f47ed9e5a80ea53fd5d5eb", + "artifacts/poc/data/episodes/thermal-00357.npz": "58766c6450927f556ebd871621a7beaaaf8544ceb68aaccde207d6bec7470ebe", + "artifacts/poc/data/episodes/thermal-00360.npz": "ddf359807bbe6b18d670553c9d9c79aee9927672b18cc1fb87b8bfd963c5fa5d", + "artifacts/poc/data/episodes/thermal-00363.npz": "fe9f3b53c528c2e505d07766bf8298a1d3bcb8b04b905ac3b8e7ffd3674849cb", + "artifacts/poc/data/episodes/thermal-00366.npz": "6e6900bd1140145a6a34acdea016b20f3569a552ac7983a546b7e9a5dc596a6f", + "artifacts/poc/data/episodes/thermal-00369.npz": "662352361b92cb95903979dd4de773bf44f9b76d3832fbc0f6741bf7fc86fa7e", + "artifacts/poc/data/episodes/thermal-00372.npz": "afa90b9d4185902958765cda3e711aee45b1be75479a672de95c1de312afcf8f", + "artifacts/poc/data/episodes/thermal-00375.npz": "118c3925f3f9376c2299047c5ba5c1ebd54cd7f4664e15a6c1248d8087465f89", + "artifacts/poc/data/episodes/thermal-00378.npz": "85f6e998990be313f3dca5696976a4dc3c5e4452bcb0c9abe0979bb0e61f8714", + "artifacts/poc/data/episodes/thermal-00381.npz": "ca55e4ded18bd965bf038adc1c91440599bedc7cbb5fdc293fa52ff3c8c2d010", + "artifacts/poc/data/episodes/thermal-00384.npz": "e83cc96312fea05bb013fdb0db9e210b0f68939cea60a282e9ead3d52749c27b", + "artifacts/poc/data/episodes/thermal-00387.npz": "28e150538675d0f064f8621e6f4e92e71ef94ead73697a060936cafc05e21839", + "artifacts/poc/data/episodes/thermal-00390.npz": "49ae0796014f57c7dd5764ac11b7feac748ecc13c4fab610638ef58a73214552", + "artifacts/poc/data/episodes/thermal-00393.npz": "a8b0ec9bf51fed7811271f38907b46cab34b0feb0f13b54cd9a6cb7bddebfb8b", + "artifacts/poc/data/episodes/thermal-00396.npz": "2b44822d11c1b48b6ffc074b166408c7f755f1bbb4fee14e41510e31a4181fd4", + "artifacts/poc/data/episodes/thermal-00399.npz": "1c260a3ff189fd828b35e3e89cdf600993de0a619c40e23857508bbd4e2f278a", + "artifacts/poc/data/episodes/thermal-00402.npz": "76f680069c79ec8c4239e41644166009f7fd9edd03c3c4e70845380b3e794613", + "artifacts/poc/data/episodes/thermal-00405.npz": "4549ca4a8018644817130c2b9d8897b89009ad50e39cb82cfc9787b75652d10c", + "artifacts/poc/data/episodes/thermal-00408.npz": "09b6b3eb8f16ce466547cd6170f7ce6324c17217b18ee11599ce37cf00b62824", + "artifacts/poc/data/episodes/thermal-00411.npz": "f491d071d15eeaba6a0a906e5f940b2ec21f38b71eb1a265d51aae3d1ee1d019", + "artifacts/poc/data/episodes/thermal-00414.npz": "b87182cb4137cf28057981e974b8eb657cf62e3e33cf554afe342b67d5fb7abd", + "artifacts/poc/data/episodes/thermal-00417.npz": "a508c8c2fb7a3ea9b10785d58ae2e0e2d44d4249059a04679e4b974e8d6ff183", + "artifacts/poc/data/episodes/thermal-00420.npz": "a55c3c179230eff817188dacfb257a27404ce8edddbb48dd0bd144cb120c3847", + "artifacts/poc/data/episodes/thermal-00423.npz": "01c4026779327fa0d6e5745af4afdc82dafc93899d16971d534ce989a16f4a08", + "artifacts/poc/data/episodes/thermal-00426.npz": "f8670ad4a449cc122473116205f2eedf1451fe28dbe7c2ef3733e2d0d2c58817", + "artifacts/poc/data/episodes/thermal-00429.npz": "6d6754d17ff2d16097d9dc9fac97db4ae8733f8c97188569ea8646d164bd9b2b", + "artifacts/poc/data/episodes/thermal-00432.npz": "99694e8dee347793e9a10560c7016409a435428ff1674475e523279bde93fe57", + "artifacts/poc/data/episodes/thermal-00435.npz": "230217c86eaa1881b1a13f1952911f3e20500f99dd84b4736959c2fe299d5446", + "artifacts/poc/data/episodes/thermal-00438.npz": "a5a4670354f147defb6c3ea5bfd3cb4a2e94ef909b2934a4526dcd780ef0ac40", + "artifacts/poc/data/episodes/thermal-00441.npz": "ab299e9fb07961814e004e4be194ed36a9f24b5e2d124d82b8e06aa81d953880", + "artifacts/poc/data/episodes/thermal-00444.npz": "63e903f23ee0f04d2e77d54a0c76c16010a9c6dc7226021d1356087d554f96c0", + "artifacts/poc/data/episodes/thermal-00447.npz": "cfce859a9481fe33849b83a3c73c5a4d184db4fe94beb3b49c058a3a8bb4f040", + "artifacts/poc/data/episodes/thermal-00450.npz": "afac29e43e241a8758e69f9cd38e742eacedcabd6518468cc7f0e7651a751dda", + "artifacts/poc/data/episodes/thermal-00453.npz": "59c37b054dfbb1c876d67d70dab7d789a9be5d9985a43f589bafd44b6a101a92", + "artifacts/poc/data/episodes/thermal-00456.npz": "211e784c5c6312c214856e747dcc78420f79a254801febaa91668ae7dbed1c50", + "artifacts/poc/data/episodes/thermal-00459.npz": "2466967af64c44a09af6ed7f53b1cd75043f4706b0908e6d635cdef08f11c8f8", + "artifacts/poc/data/episodes/thermal-00462.npz": "aa527e5fa91d7f2dae3738a8629be11f89b18d6137e64bbed0cfff9501f4ec71", + "artifacts/poc/data/episodes/thermal-00465.npz": "70b454e326ed2438c7b44c160c1fb9fae05d61d3e441cb63b3f34aa796f86225", + "artifacts/poc/data/episodes/thermal-00468.npz": "a9aea6196c2af5c925e0dc6cf3f565d32e7ed512f4c595b78a46a75965bb98e9", + "artifacts/poc/data/episodes/thermal-00471.npz": "db12218699f716e3005847033c553c6a3cc3b1b8f782bc136e5a24af58820b2d", + "artifacts/poc/data/episodes/thermal-00474.npz": "a42004a71e10dd789b169fa264fec61de1e4527bf236ff32afa94d476f539482", + "artifacts/poc/data/episodes/thermal-00477.npz": "10ac27cf9f3abe4e0eaa11ebdb8873b155c057962edc33c78015518f447cd413", + "artifacts/poc/data/episodes/thermal-00480.npz": "07a426dc7b57bed634dd4acbf1309a4881c459c8daea87c5708068ae764883e4", + "artifacts/poc/data/episodes/thermal-00483.npz": "dbdf0b9175a2b5ac7a0cf6ba1aedcf4745d7604bf821c078e559ef2d29c26ad0", + "artifacts/poc/data/episodes/thermal-00486.npz": "550c2abf022de6026f0c22a8971f751b05d9b5f7ab5b704c8f1ed1aaccf36476", + "artifacts/poc/data/episodes/thermal-00489.npz": "23d0fc613bdaf50e92f840601bd2e280524202e495914ab20b2ad9701ce213af", + "artifacts/poc/data/episodes/thermal-00492.npz": "10dfed8a2673cc52c9b55732d3e796def9f96fafe6c12818256f9b098ce476cd", + "artifacts/poc/data/episodes/thermal-00495.npz": "77b4ba7a3de2e9b22e1c98c92b59a3b6d2393bd405545120019b6ecefc51c287", + "artifacts/poc/data/episodes/thermal-00498.npz": "0fae60d0b850d8cbe47915a7da6237cff01ff8c28f55cc1bbddbaaa28610162e", + "artifacts/poc/data/episodes/thermal-00501.npz": "959f8df1575a9bc63e99d0f937a4fc1bf81cd6555791fad2861ea66b33034522", + "artifacts/poc/data/episodes/thermal-00504.npz": "7f7ff5b94961de2809cdf77e772473273c604967d8ea39f03d819e7feea394a0", + "artifacts/poc/data/episodes/thermal-00507.npz": "2c8bbadd923bdef3467ffc65b773924fbe6c318e46bbc7d2f40f4174747ee1cc", + "artifacts/poc/data/episodes/thermal-00510.npz": "1857ecc2b461fa93490360b6f6f7fb972c068ca9ec53f1ec07b4db87583372e9", + "artifacts/poc/data/episodes/thermal-00513.npz": "6d32552a729123a982c8d5fc6ac2f86a278971c233d0f6da0b0e55995abe6842", + "artifacts/poc/data/episodes/thermal-00516.npz": "c591adfa0ee0c4952cff201cc06aa75048217ab38c2bde98d0e8e7c5274c9134", + "artifacts/poc/data/episodes/thermal-00519.npz": "3089d6ce5cedbc7dc92bbb6406c0a377edbdaed2abd6588a09f2ea44bb8e630d", + "artifacts/poc/data/episodes/thermal-00522.npz": "49feb1ec17dc6a8d48cc4d26502aa6573ad4f62c581ed641d01865296e85a463", + "artifacts/poc/data/episodes/thermal-00525.npz": "705c9b52e80494ca6c03537ee471ec14dd9657533d9dec694a5e9a72c52495bf", + "artifacts/poc/data/episodes/thermal-00528.npz": "2978370ffcc9b78d5ff67cb9edcfe995e69346d92cffcb6775f877c75c28a72c", + "artifacts/poc/data/episodes/thermal-00531.npz": "ecf551dc2d84105d36da546fc42c1cc1e5a8482c7cf4b9119479192a22beb8c7", + "artifacts/poc/data/episodes/thermal-00534.npz": "2bf96664ba4f08df3250281db905c26f0025e73b8c8637a82cdab029dc132e17", + "artifacts/poc/data/episodes/thermal-00537.npz": "e42835d27ecb1945eb6aa1e7185827ca323c1ee513fdbc5b05da74088fd9bdd3", + "artifacts/poc/data/episodes/thermal-00540.npz": "8e446419b63aae498e6b0eb3c28f3e7bbfaeded2654e28fd7070409cc28df74b", + "artifacts/poc/data/episodes/thermal-00543.npz": "fcf95e4802324e9161a2d8bdba33235a43fc6a3cebbbf3fc7de1ed19a848848f", + "artifacts/poc/data/episodes/thermal-00546.npz": "e78852f11d3a163afd1056be8e2253e64a53f18a74bb195141a3a6eeecae7eeb", + "artifacts/poc/data/episodes/thermal-00549.npz": "4a16aa501eefe6bc3a6f6a91b29bcf419ecc77b16a0dbf7ad7bb2e4fecd58592", + "artifacts/poc/data/episodes/thermal-00552.npz": "c7f2ddcb23cabbf42e3caee0d7e13965c0895bdecb02898e9b2c23cc7f605f20", + "artifacts/poc/data/episodes/thermal-00555.npz": "6e1b37925cb0fd18ded0472243a57a178d380d34d2ef55a320067c0a7e3fa47d", + "artifacts/poc/data/episodes/thermal-00558.npz": "059b352f88c74db4c4655e2f81ff519b56095561a32467adf74b4553dbb9b9c1", + "artifacts/poc/data/episodes/thermal-00561.npz": "a6fe8c7f5d295b1d90dc53a461c8946ea07efb046612518ab893ef79a2cf3b8a", + "artifacts/poc/data/episodes/thermal-00564.npz": "83b3229b6c6453a11eeb9ee7221ff53a58d25f3796ab98a1c7b3820272a29eb3", + "artifacts/poc/data/episodes/thermal-00567.npz": "e8e49286fa5ff225a0de901bf9e42b89d95dee865c5622443bb128170ffe45ac", + "artifacts/poc/data/episodes/thermal-00570.npz": "f3b2add5585ad455feb9c61725ab7e198ae5fff6b6f5a566dd0e31410694d072", + "artifacts/poc/data/episodes/thermal-00573.npz": "f092add38c2f363db66d914c9a51d93aa35acdc9b7b2e1353219604df299f1f8", + "artifacts/poc/data/episodes/thermal-00576.npz": "8b775a6aadfc71c09037ddfc7c686e89a216492fa0ba34c77fdfeba3b8aa3ca1", + "artifacts/poc/data/episodes/thermal-00579.npz": "b51940c75644b3270127667d8ab822274b4ee9fd9cbe132dbded830e47f940b0", + "artifacts/poc/data/episodes/thermal-00582.npz": "33855633aa0e4a47b7cd1de3256dcd1b894b58e2a9efe1daa269ea01e1191e8d", + "artifacts/poc/data/episodes/thermal-00585.npz": "a71af552a0a54566941df5b56e53ec93aff6f66a241ec9c5551a92dba23f024b", + "artifacts/poc/data/episodes/thermal-00588.npz": "393fc47f5fe37efd74e4a8f76266c91386146f5db4c468156ea679ccf47d691f", + "artifacts/poc/data/episodes/thermal-00591.npz": "859f3b5789aea796589da3211cb5f20cec161d5474fd23723ee11783bf6ecd45", + "artifacts/poc/data/episodes/thermal-00594.npz": "fafe36d0c9f46f5f2ad0605906c79c8ff0117e8decc09d7f3b454e8692d9a58b", + "artifacts/poc/data/episodes/thermal-00597.npz": "222499032067b3420563cce898c21ca66b589ba45d8e7d5cbffbdfd45e628808", + "artifacts/poc/data/episodes/thermal-00600.npz": "58439022511d3e91ef607563265ef2308ef8bb40c8be6952aa48b004071dad2a", + "artifacts/poc/data/episodes/thermal-00603.npz": "0946527e3e79d363a6c47551d0f7492b81656b8f56d54866a850167c212e2f54", + "artifacts/poc/data/episodes/thermal-00606.npz": "89283e8dfeb3343bc42ccf14d0146f6fc4312cbadb6d3bec0b58d9a02a13609f", + "artifacts/poc/data/episodes/thermal-00609.npz": "8db6dff467acec930d6df609508e6748e1ab6d59a944c37308e4dd3674ec1eaf", + "artifacts/poc/data/episodes/thermal-00612.npz": "a9e85d0b608d54f9f307f3c5f26bdda56a6d436811bd6c937ca046d15afd5edc", + "artifacts/poc/data/episodes/thermal-00615.npz": "3b5cc4dff2032c8249d2edfbc0afc9ad3fd5ea924136a6457d1aa3a41db83932", + "artifacts/poc/data/episodes/thermal-00618.npz": "3b51955a035e178e6053a2c10b07c68443e8637b5b1812836e6e265ae656e701", + "artifacts/poc/data/episodes/thermal-00621.npz": "8d2a033fb6f2d2dc6a0f4b2755bbae99ca2577ff2af70b696fe7473286b81122", + "artifacts/poc/data/episodes/thermal-00624.npz": "ec6233434dada4deb5fef3087d1a871cd34c0b1155eaf9dffddd5c7e99aa6bc5", + "artifacts/poc/data/episodes/thermal-00627.npz": "f6048b972a3c7b9800f88e12ddf458fef6904ae2f00beb37f52ee5d6b6559d37", + "artifacts/poc/data/episodes/thermal-00630.npz": "739c6d712da69a9e0e53706502042082e8b7f1843fb47a3170632b051182a78c", + "artifacts/poc/data/episodes/thermal-00633.npz": "3552ed4f04477baaa27715186e27fd9c4ac4df0fe5b7269ff621903a7a94b39a", + "artifacts/poc/data/episodes/thermal-00636.npz": "4998981c0ea93cdcca819424d7d419fb16a1d42f099ef2f1ff30dde2d8f3342a", + "artifacts/poc/data/episodes/thermal-00639.npz": "fc59118d4aba06781c6df970a4fa0433d55a44101f3ee6e0d24eaab09f41520d", + "artifacts/poc/data/episodes/thermal-00642.npz": "80c05d3d60eb9f5ab11be3d3fd4ed6325cb7732c89b73c237f6d5eeb0f9e6f7b", + "artifacts/poc/data/episodes/thermal-00645.npz": "260229ed47ab0d34bdc8b9b39857a6441968ecac0b2eb5363be8955934002334", + "artifacts/poc/data/episodes/thermal-00648.npz": "83a6ea7e39897f41e3336674fac328db948b01f5eb99ad262dd379e06e321393", + "artifacts/poc/data/episodes/thermal-00651.npz": "e8c54bb485a0a53ed9ee458ae45e41fc447c6282d232db4fb8a370c2a83260c5", + "artifacts/poc/data/episodes/thermal-00654.npz": "5e235e85e47f8e1acf7b9f66110b259688c09ca1655dc54d4eb10d4fc254dd0d", + "artifacts/poc/data/episodes/thermal-00657.npz": "b1d62c63b7f52ccaaa4167aed193511e89bed753ee048ae7d95e34de7fe813f5", + "artifacts/poc/data/episodes/thermal-00660.npz": "3a0e23da5d4fbfc04fe524fba43469fa9deffe6c1ba50706184c5417dd3be137", + "artifacts/poc/data/episodes/thermal-00663.npz": "d9af481b038c8c0a5a9f90099eeabf33169a73506827d7f183aab4303b3eeaed", + "artifacts/poc/data/episodes/thermal-00666.npz": "627acdbc155af52416d291e8cf66c2bce76f334b666d084069659c5f2f6ee536", + "artifacts/poc/data/episodes/thermal-00669.npz": "a1edb5b29d421447b46cd927a21e64a2e1318ad1e1da224efd82cc7c1702b94e", + "artifacts/poc/data/episodes/thermal-00672.npz": "1922b6f9b00b6245fb8eefa5c0099a3c06c14e52f59d925787bf897009926a46", + "artifacts/poc/data/episodes/thermal-00675.npz": "bbd3e9039b6550d46a8de1b7cfb40d72c67c4c9c214741b73ffe799cb6d13fe8", + "artifacts/poc/data/episodes/thermal-00678.npz": "29cf1759d9122fdf583c75ce76cdc4cf4312a74e42f0e873929d0d819ff7dbbc", + "artifacts/poc/data/episodes/thermal-00681.npz": "5b3926af46b3eaec33ebec9e262c12e6f3ab9d49c375f4aa0b178826fb019480", + "artifacts/poc/data/episodes/thermal-00684.npz": "09b0e1dadf7e531e7deb4eec68b6e9e414dde23c37cb3e94f830494ee21ddce2", + "artifacts/poc/data/episodes/thermal-00687.npz": "fc251afd66e2fc04fe3c87327a7348e7b08170aeee9414ff60fe12b202d9309c", + "artifacts/poc/data/episodes/thermal-00690.npz": "fe8a60450c7081b98181987bc7493c37a1821764094edae9e162c37661394606", + "artifacts/poc/data/episodes/thermal-00693.npz": "98af989962dfe84c3c7a97ba4d819c21efafa87e46e3723b2114ddd08405a2a9", + "artifacts/poc/data/episodes/thermal-00696.npz": "c8094db557a87cb806aee8c509ae0e2b29fd1dc8ad88c4fa4661f5c2474ec73f", + "artifacts/poc/data/episodes/thermal-00699.npz": "b6db082f50e37a0ed4b9b1b4e5e580c1743a4cb0c0623e069aef68baadfb0f48", + "artifacts/poc/data/episodes/thermal-00702.npz": "41467fda7cba5b9d1616dc8a664845d81f8eae6ba6910a513e47a7c3dc059766", + "artifacts/poc/data/episodes/thermal-00705.npz": "7c5c36febbefcbdfef027bd4d7ec879bcb0b88a3efcb1329b02b31dbae92f935", + "artifacts/poc/data/episodes/thermal-00708.npz": "a72f8697b34352169654edbe6471cc86e4097b9cf762e3a52afefe5442359bb7", + "artifacts/poc/data/episodes/thermal-00711.npz": "c3a8d37871380c733be4d744040983397b987aba94951ca59b8ab2380a37f3ff", + "artifacts/poc/data/episodes/thermal-00714.npz": "57641588c35d87e7b46d2ac1be00275bf1b54379c24064ec110d24cd30d6539c", + "artifacts/poc/data/episodes/thermal-00717.npz": "7ddc8cb4628a5333b3aa38ce3e705b33a4166278ab4f6fa980f39fa4969cf463", + "artifacts/poc/data/episodes/thermal-00720.npz": "ba5227b7b658fa02a0efc6fc97963fbb0040728bebfdab8c11b0dde36c758c68", + "artifacts/poc/data/episodes/thermal-00723.npz": "f35c9993f282ea1f950e8989e229c70f79cc36abac0edf510567a6a4a122e22e", + "artifacts/poc/data/episodes/thermal-00726.npz": "2625e5ff03459c4668e35ce50182667bd29692318a463f77d2365b39d89e6b96", + "artifacts/poc/data/episodes/thermal-00729.npz": "f926c5d4a89f64677f679cc5d52d2894acef62e20466d101a106385c021345d2", + "artifacts/poc/data/episodes/thermal-00732.npz": "9e24adf6da339d1fa508cb2c1f9e168aefc9df568b8a788be876ce992f630c10", + "artifacts/poc/data/episodes/thermal-00735.npz": "8ae7ca0ea4b9ed6ea6c1acfbd6901277f33374ff0bd645cf49b5f5470ccc5e28", + "artifacts/poc/data/episodes/thermal-00738.npz": "0e97f47c19370467d07503e786c0956814aedb1431c627e883ecb758012630c2", + "artifacts/poc/data/episodes/thermal-00741.npz": "2403a39697c8265be205aec053ee7b2bc52839cfee65e5f533283a3a31f49e1d", + "artifacts/poc/data/episodes/thermal-00744.npz": "47880f0ec5d91d17489d000da5e7d979c5628ac292ce91b32cdd2c3e17a9c36b", + "artifacts/poc/data/episodes/thermal-00747.npz": "41ba7bbc578d54c56ac48144f15a78b728faad9ff2c431f6d4895e01c2bad566", + "artifacts/poc/data/episodes/thermal-00750.npz": "1c381d4ebceac21dce4f22b0017296d41ba3a295d9165d5c7df17f225e764db1", + "artifacts/poc/data/episodes/thermal-00753.npz": "87433ec088a3b05040e551d024d8534d9568ec52a9a25118eaee2e60848bf42f", + "artifacts/poc/data/episodes/thermal-00756.npz": "f5c82d7757c6517263876142036941344e3da336012b5ab245241394a5bc9bc7", + "artifacts/poc/data/episodes/thermal-00759.npz": "b0c796ca2ca616421a440d8f40d41a16cdec4cfe02f1c741891e7ffd1e0210ae", + "artifacts/poc/data/episodes/thermal-00762.npz": "a7e95eb399b49a768ba23d44cfac355a5451d19e8c415dc41f479de29061ded2", + "artifacts/poc/data/episodes/thermal-00765.npz": "dbf2a8782328a8a72bae465c57afe765d029b6cd582ac2cda36858427a00ca84", + "artifacts/poc/data/episodes/thermal-00768.npz": "f150295de67c11f4e0525a1a8f16ce88df1883a712604818f7de3475b670fce4", + "artifacts/poc/data/episodes/thermal-00771.npz": "6ec1748dacdee6bc7dc8afebf7f95a91c0691a026d2b505a0a22bf48117edaa1", + "artifacts/poc/data/episodes/thermal-00774.npz": "376a1095bb4f433584d8109d679afe7a925174371baa31cfb94a4816435c1500", + "artifacts/poc/data/episodes/thermal-00777.npz": "4cefac32c2debf15d798c2b3d51240aca59618535ee7fdb3bd9e98ed9c83a38a", + "artifacts/poc/data/episodes/thermal-00780.npz": "a4d522b74ce981f8f401399dc3a29f00a72ece6dbc3ae59dd7ff03d883041b60", + "artifacts/poc/data/episodes/thermal-00783.npz": "b6fc14282c45598438a2e720d09d3a0c94123ee4f96efafa53ba2fde5dc07885", + "artifacts/poc/data/episodes/thermal-00786.npz": "6065f01846aedfa5da450ee43bb5038dc62dd9af3e2385e681d95bad4d12a13e", + "artifacts/poc/data/episodes/thermal-00789.npz": "d52fc73ba788b46196c55e9601c8153d1f41c47819acdca6bace7c9a200183b6", + "artifacts/poc/data/episodes/thermal-00792.npz": "3973f01b029564ca78ca6f0f491a81bff9477ebb1abd8de58506eab467c8ff82", + "artifacts/poc/data/episodes/thermal-00795.npz": "d3ce603b51fdf56700b7e04273c0960f3d6c11116a0d1064fd9e9c782b9db1c2", + "artifacts/poc/data/episodes/thermal-00798.npz": "108f4b44e0635d9e0adbee841bdeee12905e121adaa09ee1f0094e5ea47817ec", + "artifacts/poc/data/episodes/thermal-00801.npz": "362f3b7b6c7dc8e022973ce66461f6f2becb639a5b2a572cba7cbcd305b2e003", + "artifacts/poc/data/episodes/thermal-00804.npz": "5d2b3c5a9e1e653fe127024658fdb87b765d88874fc8d3698c6f9f6a1e2cc287", + "artifacts/poc/data/episodes/thermal-00807.npz": "2cfa78c5b25e8623252266b41e230881b11f4e19c2cca4b64d0252b4ac7a6eff", + "artifacts/poc/data/episodes/thermal-00810.npz": "7b9f388b62818af7727ea58e6b4dc24728a21543e3fb6e255d8e35eae3d87b9e", + "artifacts/poc/data/episodes/thermal-00813.npz": "d827e0c1927340fe5a27e8bef0ca70e06e497b924ee9bc7f36e9d0028362c768", + "artifacts/poc/data/episodes/thermal-00816.npz": "dd37c4f379cb39af1ca092f6e4b65f84580ce1b4cd90da15a14f4b7a6d3a2d86", + "artifacts/poc/data/episodes/thermal-00819.npz": "91bf336d3fd2ef08770143ede412a57cddd3801ce1f3eae91a065d0a3446d5c7", + "artifacts/poc/data/episodes/thermal-00822.npz": "7ce46075685f1f95fb684adf1a31d21abdf41bb2b3518c5d41cfdb844846b5b7", + "artifacts/poc/data/episodes/thermal-00825.npz": "fef94273e92a16540a0819d6d171d406021137a4ef63ed550f4eb02e9dd4fe1d", + "artifacts/poc/data/episodes/thermal-00828.npz": "4b1ac23d61eb46293a2745b2d77e80286cfd4e60753514e2122a07227a88e9ee", + "artifacts/poc/data/episodes/thermal-00831.npz": "32193eec1528ef2c2505dbaa10fffebc8e4ffc97b505db75615c8c5ea2e8ef40", + "artifacts/poc/data/episodes/thermal-00834.npz": "607689fdae5dd625df805e8703d8e672fd644267910cc854d1aed74442a43d63", + "artifacts/poc/data/episodes/thermal-00837.npz": "45bf16075b31044113f2b92f168fcf68720ae487cf9a4f3586b48fd5aa15a77f", + "artifacts/poc/data/episodes/thermal-00840.npz": "68f8d54b6d4a99d16dfe5bf7e7d23838c47f9e40fcfc20f014d09534a3d347af", + "artifacts/poc/data/episodes/thermal-00843.npz": "0dc9a6e12d5957ae1bf756331efc63551b21478494fd98ebb57b52d22ef9c1db", + "artifacts/poc/data/episodes/thermal-00846.npz": "878e2790b9012c207715c26f35343403f73c81026d595bfbe97cf425de9121a2", + "artifacts/poc/data/episodes/thermal-00849.npz": "515a004da48aa21d7f9f1f80e1845b0b991f128c4528b382f0713d6149cda537", + "artifacts/poc/data/episodes/thermal-00852.npz": "17a5ad29b84117a8b0ddfbfd20dd839112b57d2a05f530d54b263bf75ee66aa9", + "artifacts/poc/data/episodes/thermal-00855.npz": "008e83d034a4bcd37af9bfc19e5e98dc4834a7b6aec8d7cc52c2b1e3c39c54f1", + "artifacts/poc/data/episodes/thermal-00858.npz": "dc94be1e2e108b4c8f792151145824af1c1313f99ccfec0f5276aca8dfb535e9", + "artifacts/poc/data/episodes/thermal-00861.npz": "43d1a21de6be69e356c4e1ed7bceaaf925d47418fe89c56812e9d46618842834", + "artifacts/poc/data/episodes/thermal-00864.npz": "a1ea2d8876c10fe6e4ccc8bbd98f2644f7de798c5b6d0efa01e3552e9ff9349a", + "artifacts/poc/data/episodes/thermal-00867.npz": "4b2246e76930539b4d977f93c33a39f40ee8fd37070c5487664bdada75e816d5", + "artifacts/poc/data/episodes/thermal-00870.npz": "efb837de3c75b8804729c53feaf22c345aaaf878acf8cbfaf61501d1b4d4d5a8", + "artifacts/poc/data/episodes/thermal-00873.npz": "ecd8058e452b68134c4c8ed702042e86e53b68802c6b29b952c69f9feb8d7e9d", + "artifacts/poc/data/episodes/thermal-00876.npz": "9c4d9ea233ae18903abce56c0fe8a2ac0909f2bfcd0ab0243a09e53e565f9704", + "artifacts/poc/data/episodes/thermal-00879.npz": "fd8d00ad979eeea1d271c98bfbb100da21103c76e38aa99f7fc65730d8101915", + "artifacts/poc/data/episodes/thermal-00882.npz": "c53bbfdd5831c80dc3c2bdbd79ddf54a82085b869a155de60323807b338c8105", + "artifacts/poc/data/episodes/thermal-00885.npz": "6cc3a383f47362aff770fe6bed11ca345cc50149f682ad04bfb246f177814d93", + "artifacts/poc/data/episodes/thermal-00888.npz": "494544c40db4a6591a2c882710f588a44fffe5ed6fcf5514ac22765a55c6f42b", + "artifacts/poc/data/episodes/thermal-00891.npz": "dfd308dcea51e4b2a80d6389164c64dca467541b362b30bee9f9f89d0b7ca0cc", + "artifacts/poc/data/episodes/thermal-00894.npz": "37cb188307d8d959cfd7bca8eed7df025ba460b3aa60db293910edc591b51e31", + "artifacts/poc/data/episodes/thermal-00897.npz": "0891be677b651cf010a3f735e84ea4707a83e5d77ea298e19f545dd3d1444e1d", + "artifacts/poc/data/episodes/thermal-00900.npz": "3c07abd2a62e25a596c3c030966f2b597599cafdfaf1c1b718e4fc0c09cb9d23", + "artifacts/poc/data/episodes/thermal-00903.npz": "74130dc391c4ff56dfbdc5aca8880a491b78c3ab274911865b9f6b07d86bdbbf", + "artifacts/poc/data/episodes/thermal-00906.npz": "8e200eda4fa1e59e7463f1c771295d65219ef0f65541c8b2bacfd9a8318d2689", + "artifacts/poc/data/episodes/thermal-00909.npz": "507f177950fca68324ca51061be0a33130c0b1312ff548761374af3f25822447", + "artifacts/poc/data/episodes/thermal-00912.npz": "6dfa28bdd86c484d1bea801a3df6d048c5df075b1345ef97071003c8bf5cdc1e", + "artifacts/poc/data/episodes/thermal-00915.npz": "7b9c53fe20ec97373e69f7055227486f59962053b05da3ad5c49575e94af10cb", + "artifacts/poc/data/episodes/thermal-00918.npz": "dc2674ab98fb6ba70c33560bb87d815238e9f41360d8b73177bf7e281e09c719", + "artifacts/poc/data/episodes/thermal-00921.npz": "f3b17e066adbe1aee76cd680240048d7109570542be67752f403bde789facc33", + "artifacts/poc/data/episodes/thermal-00924.npz": "fa865323e10b9a1297215b6618f3dd2ab462125106c90f62bb96ca78fd42bebc", + "artifacts/poc/data/episodes/thermal-00927.npz": "63046f0a5615ba18344d72b4886c6eb96a0fdc7a83c55f95c97ed12c5ee467d9", + "artifacts/poc/data/episodes/thermal-00930.npz": "40c1e85d145aee987eb18b06dab43305ef0dbbb98ef5d6d5dedb3b912b43f3c1", + "artifacts/poc/data/episodes/thermal-00933.npz": "000cbcd5933fb4ebef84eeaff16f014bfef036837c2286eb5d482d53178b5b28", + "artifacts/poc/data/episodes/thermal-00936.npz": "423660c3ca8026695036e13c49d1db4fb53b6aefb8e029094037734442bf9b10", + "artifacts/poc/data/episodes/thermal-00939.npz": "f79dd557d005c8fcf0cac3f2999a80a9bb494c854fabef7a8cec355bfa57bb99", + "artifacts/poc/data/episodes/thermal-00942.npz": "914a85f6db2f477c1b5aa36c852d9062619541a3269ab87c499e170047d4cca9", + "artifacts/poc/data/episodes/thermal-00945.npz": "73ffd08e2c22b225442db36fc1bf08d624148c5edbebebfdce44400fb57619e1", + "artifacts/poc/data/episodes/thermal-00948.npz": "362689ffe35c0de558a87a7dcf9338530011d6af243f01862459b84d210bd55d", + "artifacts/poc/data/episodes/thermal-00951.npz": "0e463ca045627386925db0f369b7b3d61963ab931d2d18b50188d637813632f6", + "artifacts/poc/data/episodes/thermal-00954.npz": "c651212d4a910510181fc190715110c2dc1e5d1d8e04ea35467ef48b78928b5f", + "artifacts/poc/data/episodes/thermal-00957.npz": "48c73a4c4ba267d18f974c5b19e646d1edf379392874424c0f96cb3925419e0e", + "artifacts/poc/data/episodes/thermal-00960.npz": "88414a8244f9197c8940db08e4912357e834e5866b97880f3b1cc8c8d5d39d14", + "artifacts/poc/data/episodes/thermal-00963.npz": "d11f05197bc568b99ffdbdc062120c270c7f28e993f6b86cede3b1e6d5571d75", + "artifacts/poc/data/episodes/thermal-00966.npz": "9e7b70927140efd03b0ed0a9ef073e5275b417ae00512e83ea798313f50778dc", + "artifacts/poc/data/episodes/thermal-00969.npz": "48d31b8cb83cccd84ee4371fdf5037d60a4dbe4645ba3fb1ae3ae458cdc917be", + "artifacts/poc/data/episodes/thermal-00972.npz": "626d9b4dac56e73148c0ea973ccc7a6b66e511a088b68e82c269a944a64314df", + "artifacts/poc/data/episodes/thermal-00975.npz": "b0d5bf99bc1f5b92066a3d5432d8b7a25caecd21133ae5e969ba5c211cb7d061", + "artifacts/poc/data/episodes/thermal-00978.npz": "9a4df04649e47cb5a52d625d114da622ae9c9876cd8ec3a792121c1e074181f4", + "artifacts/poc/data/episodes/thermal-00981.npz": "03922f2246cc910daf15c709c83d78054c9c5bb3a6c58a77c1873f3a7cf257d6", + "artifacts/poc/data/episodes/thermal-00984.npz": "5df75ba61861ebd90bc7ef44dc2e33137d5652eadb79934fcf172090d3ab71a3", + "artifacts/poc/data/episodes/thermal-00987.npz": "40aacd660569ef0ab714306d800d849bc1b62af2abcae0927336d93c678ee4bf", + "artifacts/poc/data/episodes/thermal-00990.npz": "41488b376bd63f4b0f7538fb4b9d74f732a2e6a0271f3496baf24445df945bb8", + "artifacts/poc/data/episodes/thermal-00993.npz": "125a6987faad5952686e343f3be2b3750df5ce9cdfd2ae7406bcbaba062be779", + "artifacts/poc/data/episodes/thermal-00996.npz": "14ff8a90d6f5300364164bc403cbdcc2d27ab6371b82890665694644a034c12a", + "artifacts/poc/data/episodes/thermal-00999.npz": "81e2b572dd26c1d8bfd979c260807d508c99cf8c67e8ce98692bb6d00b69ba8c", + "artifacts/poc/data/episodes/thermal-01002.npz": "bfac11ec5ee215d06a534e8fa0de4e3f19b18a6a9ba72fbede3cf92799c3ffeb", + "artifacts/poc/data/episodes/thermal-01005.npz": "bef87709e6aee627b4caa61b412e0498b83c8682b435354f8ed1e531b02cebbe", + "artifacts/poc/data/episodes/thermal-01008.npz": "f0de073fd8bbf50ea11c122a184328dac5e5c768c52182a636480a7cb08e55bf", + "artifacts/poc/data/episodes/thermal-01011.npz": "3637556c2cb91afdbc3d52d89559acdd606147d4a20e9aa290b7fc39d19f74b4", + "artifacts/poc/data/episodes/thermal-01014.npz": "b9204df2bca77a3b668cd0b7f4f961a243f6fff8d5913aab8260888ac847873a", + "artifacts/poc/data/episodes/thermal-01017.npz": "1c29e3a72d47899081fc32c1173217f33d6d72a5f11fe3b938833ffe25a94d5d", + "artifacts/poc/data/episodes/thermal-01020.npz": "94620cbe4d2248c73b77429b683fe5edd5167ac70a81658be578dc5a8b63f759", + "artifacts/poc/data/episodes/thermal-01023.npz": "b141f36dfc40b2d19db8c2af8c1f736113d2db8103b4f012b1767a8474a94839", + "artifacts/poc/data/episodes/thermal-01026.npz": "cbdf5f3a29e90c74dc7cc0802ebceb8075a6ed647d0d328c0aaa24a65035061d", + "artifacts/poc/data/episodes/thermal-01029.npz": "64d707c0905932a7be4fa8d26b3afa221f9a661505e69a22db3dd6524ef20698", + "artifacts/poc/data/episodes/thermal-01032.npz": "1bf96d3660ec6023057c05d3e864c1f17f4407df327b44744ca947ce4199e383", + "artifacts/poc/data/episodes/thermal-01035.npz": "ac3d6cf865680a9779cc264a8fc86e56957505c5fa52cb1d8f9594838940c01d", + "artifacts/poc/data/episodes/thermal-01038.npz": "b2ec9e86d7ac0b5b47b383f2f106cdb43efeff36bff8efdc34c7fc01ed6f9eb8", + "artifacts/poc/data/episodes/thermal-01041.npz": "271cac742f8a6a92fcbaf29bf43bf0888d8e24795aa5aa87a54a68bc0ac8686f", + "artifacts/poc/data/episodes/thermal-01044.npz": "3431ac73037b0f801b9c4422346efaa57b93f624a02f9da83342a7d72b20dfa0", + "artifacts/poc/data/episodes/thermal-01047.npz": "62d2ba3d6806db812a93f40ad632d13d8acb5017512a7f0922399c7d79405e51", + "artifacts/poc/data/episodes/thermal-01050.npz": "e9c5ae5f5c29f9e5825bf70d5918dd4499cdf6d528d01e0fba8591db65c30458", + "artifacts/poc/data/episodes/thermal-01053.npz": "31bba68c1944ac4c1d6510151622cc23cfdae3ce3362a7a6b780916d0c39161d", + "artifacts/poc/data/episodes/thermal-01056.npz": "8daa757f79909bd00f05fca8f4ddaacdf3ca6800bbf7a059a0bfd70ed0c808f4", + "artifacts/poc/data/episodes/thermal-01059.npz": "c18b003fbcd1013421a6a019ffdeb2c1309fd9905ba141dc3475718fc7a7f3fa", + "artifacts/poc/data/episodes/thermal-01062.npz": "e9f62fdbaa99fc337ed1d046d0713b45efbff36acc3a295e67301f0d2ff1b9d7", + "artifacts/poc/data/episodes/thermal-01065.npz": "3c8bc00b3ff09f931e239a569d648c9fccceca787c33466d112424824594ce3c", + "artifacts/poc/data/episodes/thermal-01068.npz": "27d2783ce46627bf53c55604eefde3cde336e655c556454506eff350bc876d68", + "artifacts/poc/data/episodes/thermal-01071.npz": "41d90df8118d648a38a640f2b1eaabf817a1a178c3b28920c7028cdc5727307f", + "artifacts/poc/data/episodes/thermal-01074.npz": "3edfb250f442371156a7236d5f66512aef485f74b4c296dd8b69fdf050a3954a", + "artifacts/poc/data/episodes/thermal-01077.npz": "dedffeef036365da646a5299b6caedd78a286bc29d3d4f93ae7dd62235301a17", + "artifacts/poc/data/episodes/thermal-01080.npz": "31989c304e22636df442bc5e10a9ea4b16cef62bd76c37d207a7ed64fbac427c", + "artifacts/poc/data/episodes/thermal-01083.npz": "dc824e9c45c3018cf75435e1418e186d1108a478b23c212994ffd1fc4fba2368", + "artifacts/poc/data/episodes/thermal-01086.npz": "1a840cfdc0b8f911be94bb88eda1e01edee73e6832c85952f827d2aa4f6e150e", + "artifacts/poc/data/episodes/thermal-01089.npz": "e05a694a49b53ebbdbcc6849725c8880c4cfa91af2be35626b646810a80d05f9", + "artifacts/poc/data/episodes/thermal-01092.npz": "baa2e373a8938c43f0351fc85f77c0cecded7f1c6b4014d7925428a067449e13", + "artifacts/poc/data/episodes/thermal-01095.npz": "bb8de1496deda34b459f9d3598a6c0ee4e70e28d2cb64e05b238c4aa3204cc6e", + "artifacts/poc/data/episodes/thermal-01098.npz": "54bedaa997e4de0ba4c48094c85327d98368e549c21036cb62183de43950a619", + "artifacts/poc/data/episodes/thermal-01101.npz": "964f9ea8a4e0b4d19f0d2d81b96ede72a3c2195463baa5c3943fc26b1b7154fc", + "artifacts/poc/data/episodes/thermal-01104.npz": "c17da232358fcda33836e3ce4337dd70a4bfeb62e3d8217611d574a263aec1d8", + "artifacts/poc/data/episodes/thermal-01107.npz": "7f687d6df746257a9c50f7cde6cba8b9604ad0b099481b0bf6f3c6598a20d695", + "artifacts/poc/data/episodes/thermal-01110.npz": "1f0cd278c0e4b16101463ece64caa64e76119c71b0bc678bfe261017f04ec4ca", + "artifacts/poc/data/episodes/thermal-01113.npz": "16626115df04d040f1e3dcebef3dbfb25c499f7603f0bb103e0bb7163109a9c3", + "artifacts/poc/data/episodes/thermal-01116.npz": "0698168bf913357b02a4c6646adec35a2524e155a6f83bb76b2f380959c62633", + "artifacts/poc/data/episodes/thermal-01119.npz": "2b2d4149adf3ac1e7d5780e5eddf567a31312ecbde7d2aa97799bb3b841ded9a", + "artifacts/poc/data/episodes/thermal-01122.npz": "7ea7fa26e92535f008b0c19a6e8a7becd09a1846d8b1efa6f0828833c232d411", + "artifacts/poc/data/episodes/thermal-01125.npz": "898f5a6d36783d82b912f5ecf18a38ccd0408bc7653f16d814205895855f45b0", + "artifacts/poc/data/episodes/thermal-01128.npz": "fea15efc6f8fedaea02637a41b511043be362529ff9f3d1195bbd14661b7c32b", + "artifacts/poc/data/episodes/thermal-01131.npz": "e60a55b265662ce0f7bcd289046d7a192676db31634cd8711ed9b92ff6d87e64", + "artifacts/poc/data/episodes/thermal-01134.npz": "e43c6cd94344b37eebc75c136b9de42f8b168039dde7f93c688f54863e134d72", + "artifacts/poc/data/episodes/thermal-01137.npz": "f9e7b83993819320dbd83be131458b52fe1001476aa61ebb50e32d2e7d09ee50", + "artifacts/poc/data/episodes/thermal-01140.npz": "35be7aec3cc9728816b6afd535fb47404364538395304a5fa4559016e5e1edb0", + "artifacts/poc/data/episodes/thermal-01143.npz": "48056c6b90055d06f8470a5d56cd9718392f82f27ba2632e92bddbd3c786d4b8", + "artifacts/poc/data/episodes/thermal-01146.npz": "c833527d1ca4e711d3631cec24fd6a12730f1249a0a2d98ab04c7782ee64f5f6", + "artifacts/poc/data/episodes/thermal-01149.npz": "74d92db21a136e5d20bd44e5d4616d7db8609b9a391568dfc70adad9fd3e0c91", + "artifacts/poc/data/episodes/thermal-01152.npz": "620060781575ef9d07f1f2846bf5061c3d66054360af45a6429e77859d85fcb5", + "artifacts/poc/data/episodes/thermal-01155.npz": "b92e3d7d94f0e2cded80dfa0759b51cb159eec34c15ddab678c85fdbbd3bc315", + "artifacts/poc/data/episodes/thermal-01158.npz": "338b9fd031670ce86e99a164ada8e232dd5f2804e6adaf23c903ae1219008865", + "artifacts/poc/data/episodes/thermal-01161.npz": "89810882381adf91a0ce93c0a79b7b6ef3e5201c17becd3a45246076f48fcc48", + "artifacts/poc/data/episodes/thermal-01164.npz": "2d66b50f15676e2af68c71b2408f9bfec7e82399cee65500ad3e4fcf49124eed", + "artifacts/poc/data/episodes/thermal-01167.npz": "f447341d4586d93309cb4c51f47fff52d968e6f449083e4c40d65cc67b71a88b", + "artifacts/poc/data/episodes/thermal-01170.npz": "78be15d1dee1194d8554264a16fdcd659f276285a8572949e24c9aec61755392", + "artifacts/poc/data/episodes/thermal-01173.npz": "43fa8e0d1de08718a8a6c3a91444edcf950f91f269c4c1d4f1d13c7f63e7a784", + "artifacts/poc/data/episodes/thermal-01176.npz": "114f1d13a52d88ab80533d0b600320bf6ed29b0c0f7b203359c0a803fb69b8a4", + "artifacts/poc/data/episodes/thermal-01179.npz": "fa1344ed4c70c89b239dee23b9693cf8d81c2e32372862714abcfd1a7e51eae4", + "artifacts/poc/data/episodes/thermal-01182.npz": "295cd280cd0b91da2608b5974f1619d1579d32674521ec1fad393dcd0a07bd81", + "artifacts/poc/data/episodes/thermal-01185.npz": "3626bfed188d2c8f21c643f25fc8ff89385e84258b0e0394a925252fb08d7cfa", + "artifacts/poc/data/episodes/thermal-01188.npz": "6c28bd885a1af515f1220416c4edc5b647bb8ac2b1a11bbb49362e9712159949", + "artifacts/poc/data/episodes/thermal-01191.npz": "9137557c5e3cffdc9a0c04649c0989ca57b15b8ec6eb2a635b800d782155de03", + "artifacts/poc/data/episodes/thermal-01194.npz": "ccffad0b6bbe4c77ae458e4df58f3330fd5fb756b44c65fb5232d88081d26b50", + "artifacts/poc/data/episodes/thermal-01197.npz": "46bee9e73a161be441bf9f5e17bed7f15a366e5613e0db9fe60edfb304718ee9", + "artifacts/poc/data/manifest.json": "bfa4012aa501c8645851c8bf03095b8eacaa63da8f7ae4b2a559ac01d3cd41b7", + "artifacts/robustness/behavior/battery/citylearn_battery_common_scale-assessments.json": "7696f63f59bfb0bb5e1c36cc405a1685b229984d3d8613e2a79c604dd4dd84f5", + "artifacts/robustness/behavior/battery/citylearn_battery_scale_shift-assessments.json": "6a26ca1d2ce0dc6054223dc327ace2c83e79b01cd5614c8d7f81369cd4ef969b", + "artifacts/robustness/behavior/battery/original_heldout-assessments.json": "fa8644d2c4a3bafc758ec69fcea9185207ca2b47d8dccebd8d8b7c4a98acb179", + "artifacts/robustness/behavior/battery/thresholds.json": "86e2379b21dbf77cb77c703d489f9e7fe3a3c4fb7d836f92190cbc28761144cb", + "artifacts/robustness/behavior/behavior-diagnostic.json": "2fd1d7dae2538f18ce9bf74c46846eb468a2a88a09c2fb164ba0154cfbaccf2a", + "artifacts/robustness/behavior/thermal/auditorium_3node-assessments.json": "46c9a4d90377deac53c802906de4ae4e9813c236fb09a5ef65fa196a30f5e885", + "artifacts/robustness/behavior/thermal/original_heldout-assessments.json": "d37fc14e47a7488e3dc5b18d18246da4aa29025b64c203ec8e27ad1139d8408b", + "artifacts/robustness/behavior/thermal/parameter_shift_2node-assessments.json": "edf78b3dbcc92504d135e08a33d4a1b48f1c04b5f983fdc29c43a566b56342bc", + "artifacts/robustness/behavior/thermal/small_room_3node-assessments.json": "51a2ab552220624aabc40fb2f71e143eac7b2667b992ce1294ed20c5849f1ecd", + "artifacts/robustness/behavior/thermal/thresholds.json": "9fcada67a04b02a7d650e323ac22173bdece47080250f5488ea865dcb444bc35", + "artifacts/robustness/challenge-interventions/interventions.json": "c558198983e314b8d9fb3b860c9031dabdc91797a2806349bb66b3d19433a7b0", + "artifacts/robustness/challenge-interventions/provenance.json": "35977663cd38d3ca6dbd3edf7c0768174d6ddbf2288797dbcdea13e541de92c6", + "artifacts/robustness/challenge-interventions/summary.json": "1580aacc75ecafabd59a2990eaf69d7964a6323bdd16989a79dc56c72c71a452", + "artifacts/robustness/challenge-interventions/verification.json": "23bbd3238463308df0d3c9569c3d3834c67e858b70f97efe08d77e5c70155886", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283127.npz": "3a656d7b5a3fb3c0dc6034af2b7ef330e27f7b20f2df3c9022381950a45386e0", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283128.npz": "0b906e82b0dec454ee92242e96997d9049f0ba74cad88fbbe5d486dbba1e523f", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283129.npz": "84816b3c049cb99a415efd554aa96a717e41836a22db810c32cb5b53030e71c4", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283130.npz": "74edf4f38e8f23b2b28a1129505066af6cc67cced5bdc9ca693286461a243b9d", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283131.npz": "330845003fb6266d69649e765979ccd2ab0ee45723bc9f4c5167cbae2e8b3092", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283132.npz": "5bb02061fb1b0762f8802cf30b0160980a177bc437e9e186c12cbb00b0ebba9b", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283133.npz": "eeebd8797fdef8e8ea6423c218b90f3a0e52630464f517fa0d18f1a2a21b1eb1", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283134.npz": "af5339d1f033dc3f4adc26377d03f1b81c3679c7e23767d1bd4e7046ccd65ca9", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283135.npz": "8738f1cdb1fc3ee858fc77ee660b2336280a37d2a2f9a502f2fa2401bd583dc0", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283136.npz": "e522e9223d3999c13b852b237b161ac56b4d5414845a519a6106385ee1deb81b", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283137.npz": "9ee6c1953f967d938b0318e226024685d80ed94fc0266bab6b181439b4b7c630", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283138.npz": "d3e3ac191ffa148656dce742e073536d5c1eb8998c394f47d5667aa97ab956c2", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283139.npz": "985a537ef3cb5b25e3ca6802dafec0d02919b2e7bf0c84c4b611b318c989fe6c", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283140.npz": "c14dd583ae98e783b6445978e315644bc2ddd145fcbf1d802e577068cf37021a", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283141.npz": "761fc5439b5e961499541a41196e3be80fd16a1960576e6da74246cf4793c08e", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283142.npz": "7f96abafde3becae97c2809520227c56e5f7349f4b91b162a68949fe9aaddcd0", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283143.npz": "d01baabdcc924d66411a4db06335b57419386e270d0e262da50fbb29bed4dc79", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283144.npz": "0902e10dd7b87eb8b04d9270cfda5faa540eb28463d5b017191c7569cf06022e", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283145.npz": "e8488ea88f55b569e9e122d43c1cbbc4da214ada235577ee0b2763e2bc0ed45e", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283146.npz": "f887e01b7eb6975d2bd758292820fd154df1761891cef9be9af902ca0e989cfb", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283147.npz": "2c53bbb86877cee9340e2da00dd92387c9e252d603f267e7582fbaf24c2c9aba", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283148.npz": "ef443224210275826550ae2dedfd0ce4f7117a2f1c0c5ca19114d858f73eb83f", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283149.npz": "3b5fe4e6abd5bda6f34830444f68c185d4d87fce395382100a1b73796038174b", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_common_scale-283150.npz": "e5b912ee964ffb305b07bbc1bec4ac6954c80ad66f6bbd035450883f2afb9e61", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383127.npz": "6412d6baf0d8dd319101fa79b51580b47e58864ce0275d5ff13da73447871122", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383128.npz": "7c4d6e551e7ab9c7ab58013cc7fe73d16f465a70caf39f2db69f26e73a1b9518", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383129.npz": "5b9850cc0f6083a37f5133d12a985527ca6e9403830f63b9d555c76176ec19f8", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383130.npz": "07e1b198dbadee4571cf9ae8bb462083becb45a77e88ca08ef00e7302c8025f1", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383131.npz": "a46c8bd1160e440566f53c109663db779e75b7ffc7392ab7739c0788dfdc146f", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383132.npz": "6ecd37a48e1067feee56e068cf488f1fb943e175b096a1639e2150906fb63186", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383133.npz": "df4d61f69ce47cb019befb40168a1f2d798cec79bb3f6cdb5b3eadeaed048a1f", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383134.npz": "0be8416fbc74db11968a8ee3297ddd679652d41d250019f0d3e7c7ca597755f3", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383135.npz": "12f0ec3e5da009ad5fcd0b9dfb03498a9a04dd28a9e5857cd1a1503126dcecab", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383136.npz": "da317f6280925b26081ed1ca16480b64939e8e3ac456120acf7ea0cb0f0508e9", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383137.npz": "e3cccafe45147443aad53046dd790839b5c6e16cba8080f502a16222a98de3e0", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383138.npz": "389029c45375c86472856388ae015cc47881dab29107001eee29db958fa8ce73", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383139.npz": "4123544a9b719bf31e226ea087d19eb12a35d0d7a1a3fe23dcfe9a0f7632f6c4", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383140.npz": "5afa22cfa22164836b9af26741171e7be27fd9cc112928a93d6797d4fb3e4209", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383141.npz": "ce3e1e8354fe9162722ca156be6ea8a95e2346f5c251e27043f8af8355ad2a6e", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383142.npz": "568b1350bd88b461e29012d83fc9349aec01dfb47c6d554bdd87d2883186daa7", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383143.npz": "546b338e261bcf2358ebf1d2d44ba17b3f17fdb6225fad01f6659418bfc06559", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383144.npz": "218a807ad448a45cc5de0b8fa5d834962c647f6f54c93633c87f9615b1554db9", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383145.npz": "49ba8f48f8bb878778eafe1067878a4ee29937261cbf256b0a40711d32f1b4e5", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383146.npz": "8b4e2e86eb7d1c5315aa71badd11a71918280e299dd39e6a2efd32996e52ff07", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383147.npz": "183da4c43014589a9a888d7373cddf2399440503bbce1fd03f0c63098ae53614", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383148.npz": "d8bbf04c719018620fb9e4046e274491de49db7e6f608a5488a934400b21e18a", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383149.npz": "3e98521775823223184bad88edab14461bba596ebbfbda00bae0dc298465e236", + "artifacts/robustness/citylearn/episodes/citylearn-device-citylearn_battery_scale_shift-383150.npz": "90bf17f620b9ef55ad2c90932a993df0b8553c1aca758264df66f28fae39cc37", + "artifacts/robustness/citylearn/evaluation/citylearn-evaluation.json": "37d242cc2dbe62e9ad3edc9c201643add9cc1c1a69814e5a4473cf3f56669552", + "artifacts/robustness/citylearn/evaluation/citylearn_battery_common_scale-context.json": "fe8e8114a221c30e31c65f48a97dc46c3f5373efe1d81ac766b4049df586b538", + "artifacts/robustness/citylearn/evaluation/citylearn_battery_scale_shift-context.json": "3220d9234b201463ec500677c0531294a23abf36a6488a8e8ba196ea803dc854", + "artifacts/robustness/citylearn/evaluation/history_linear-sparse-calibration.json": "8363d6b49c4a1999e8a733217cbbacbe0356e39a8298691cef0b7ec06209ec61", + "artifacts/robustness/citylearn/evaluation/persistence-sparse-calibration.json": "e87830f0a2545b552c9d51c85275416f4bf4a1f81e571d0c508828e9725e10e3", + "artifacts/robustness/citylearn/evaluation/support.json": "dbdbc4ba688e19ca3f4367a35034cb79dbd29466bfac419587dc1852ff2cf5ec", + "artifacts/robustness/citylearn/evaluation/transformer-sparse-calibration.json": "c0fea2ca00b24c37a8a60a6b6eac29e7da3f38c4d343b9a9f675ff3b1d12247d", + "artifacts/robustness/citylearn/manifest.json": "2f18ff1700da91594e1fdc1c59c88715c4397ac18523e1c7b8e271c74291aba0", + "artifacts/robustness/history/calibration-current_only.json": "4b1fda0fb4d38a7c7306c93c84fef6b17fcf38850d495fd1d5257b0bae86216d", + "artifacts/robustness/history/calibration-full_history.json": "83fe0d8bf2142383c9086fdef3e2f508094e60b078aab9df26239a06eb4e104e", + "artifacts/robustness/history/calibration-history_branch_disabled.json": "0f4154262c04696d40aa6b7a828874893f2732f1981f93ea5e8fabfedddb1869", + "artifacts/robustness/history/calibration-matched_family_swap.json": "f55a8bb058b612b7c0b94e95de68b0b15cabe306a8d5ccf63d5b796f261b024f", + "artifacts/robustness/history/calibration-past_state_only.json": "a777fdd83b5547963a28e4cc0d4f604feb325035c26c3d527fcf4e1ac5176fce", + "artifacts/robustness/history/calibration-temporal_shuffle.json": "43a25d9e34a024ff059b0d5365c87c59a280a28e275a27e32c13d235401408b7", + "artifacts/robustness/history/calibration-thermal_temperature_only.json": "9fc985eec8e4cf2a14bf5f5d1ae914096b064a22e9787432506cf40c7ba4658d", + "artifacts/robustness/history/calibration-truncate_4.json": "efe0df5815eeb180509db240981193e08e3e7cb2a072061d9df570fe9a169555", + "artifacts/robustness/history/calibration-truncate_8.json": "5e95f2bc33633df3371254ed31bae814d1fb18aec7c8044fff1f3b44f223086d", + "artifacts/robustness/history/history-diagnostics.json": "2a2a44d85306f3f560593e240995d7861c0e44ada24549152f9d06f944524cd2", + "artifacts/robustness/history/provenance.json": "6ce68f1f54cff30fd0c9699bac235eb77b6e9326d9ff7d4ac93128af626d8c18", + "artifacts/robustness/history/summary.json": "0144bf198cdfd4a66fad46967c7ad10b1024a796eede274ebb2e6908e4f05d83", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041230.npz": "909c4df4c3e16f8c9d6927b7b538cdd0bdc3773e46b648e31ab35fe233d2ba95", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041231.npz": "cb101b90a5649efc479bb5d8a812a20e814a420c12129d81b225d307b191d825", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041232.npz": "797163c7811deedcbbda4f8434512b1e9712a77b9dddacd3f2d28f7e02b0449c", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041233.npz": "08b48742612b07b0a97b2bad7f4c03e0745c78404808b04469b1f47e46caff8a", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041234.npz": "3b1e7873e7db1b4a1191c85a82461b75040967f73962e3b05cb8d53d150a8d20", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041235.npz": "d75e02840e80cc8fbfd4488662a0db5c610847f4e57aeca447714ab6b1ba3766", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041236.npz": "7802684e0b5608ad658b6daafcca4aada0eb3bf68dc9c11239d9f1ebd4cc3438", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041237.npz": "7c920dada0b947d5c419ec3b8bfd945e9fbbcd96100bcaf029ac303e17a85eda", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041238.npz": "aa2e43363343f3f825705ddf61d0d491ee830ed87f9fefb6b360e17534468bc7", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041239.npz": "a3381546d34eaba15c1556b78771ab3ddfe4701cc266e24c92c780f859ccb616", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041240.npz": "7fda0071578634c230c7b0075b20a40939c688183688d3bdd4766a450b86b799", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041241.npz": "bf5e5024f9d6c677ee46665af75b09ca093944396a0729814059d29bdcdc9e38", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041242.npz": "a307e864df7e4a04711a150be16600647d78f4e7b7f6ad472803100652ca2620", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041243.npz": "bbadc4730e9f34e2c4dfd05c1b453489a687ee4f8f8cbd6440d1f27051cd4fe8", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041244.npz": "98a6a98da2590f92f5d07aa5c17f515b0d55f25286943d3798f52ce83d0022b1", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041245.npz": "20c19df7e264082055d9fc64e12d7076e631e777d2d5160e05711b529318bdb6", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041246.npz": "412c2843571614356c67318322f30ffabec7043fc8b01f79735930784cb141ca", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041247.npz": "04cba1063d4f7ff83ad34cd4ccb7b9a49c1e9edbdf3fb9ff108fe73fe2a2100a", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041248.npz": "76353c885a993fff08524ef8516367875d74d79be905f4d4e5705eb8700765f5", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041249.npz": "6f1ecd89b215404fdeb2c395fcc21a374b7dcce15d46aeb09a1a8348aea451b5", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041250.npz": "47ac85908002c115eaacc257c84a3dfb614a31d4c54c69238c4cde0cfefda159", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041251.npz": "12b3f1d1f776e348bcc59a91b9aeef7376fe08cd53f4695efcc43ccf0d654e0e", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041252.npz": "8f9e82273cf94eb7ef675fbbfdb0bf18c42dabca995c061cae02c9160c688fb6", + "artifacts/robustness/thermal-challenges/episodes/challenge-auditorium_3node-1041253.npz": "84d907e9ba3111bb87ff9bcacafac6ec24f2c822585bbf0d233bba87ebf2a318", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841230.npz": "6f39bab4317626cb46e49588877a361fec560a65727c5f7b227f24a396db8dbf", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841231.npz": "9748e865dd8c3511b479217e550006c51ce0775f2c86a8722d68206e50c77c15", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841232.npz": "612e3e996bd4bef2b270abe04047780a9d52eb7e663453c52d1acc62f09ab507", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841233.npz": "a6dbbde1e006cf8a63611b0e626d8880198c3cb68eb7f4cf6df356fced9fa025", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841234.npz": "35112a75b7a84d8feae255e0bdba38393852f70a379ad8b2be950c363bb54077", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841235.npz": "a55856798c69008ca186e6ecbfa72e5f1008b2313886682a0abea6b5f6f6bb04", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841236.npz": "6f1a7accdd6716b081974151d632b6d108e9965d3aefc9023e0deb4966d723d5", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841237.npz": "8800e013e1e92fff833c38ef71120f5bb6ca9e4c8e186248e741e5da1e59290d", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841238.npz": "0ccf54ae0c2fa75e4e5e5bd4f54ddba92a62984fd018c80ab5e5187b52cc4bb0", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841239.npz": "ed88464398eee594dfc1454c42f77abd14042b237295f7d721c16d59c1f99a55", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841240.npz": "6ef701a2f2fe539c0ac12ad37f2bfd3d7f5b99cd30c5b106d4fddede16db98b0", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841241.npz": "93fdd052163100a2e77a42284c7d6ac64a777622b18c88407e62e88f85daf85b", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841242.npz": "0c2bde725f7b553eee8dfd4e203bb3e72643398d80e354edef5e960c89937028", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841243.npz": "18f98668832e8ccbd1b2f779287d1395f40f8d58621cda285137666b1b93083d", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841244.npz": "2f2c54cb541044d3062422c086ec54b2061257bd6616d06f3afb01f9a773cd33", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841245.npz": "5e78f8f28c110165e230bd3ad4c1b7c2af164881fdb1f966ad95e0d6fd2b5156", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841246.npz": "ec3b33d6367463721e34cb4c57efa7bee626de9a43b5368eb1bd518e53644adf", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841247.npz": "309a99fa1882dfe77abec497c511e60280ea0deb3efa9137c28bf6b2d6c3d037", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841248.npz": "db9138d5e2893fbbb068ad7a4abf09f630ebf977f219ff86891d667b6c8d7673", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841249.npz": "55b3b2ef27c54859f216fdd0f30edb113d57dfb27a2c3e0ff919b91a72baf6a7", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841250.npz": "e82eb18a63bcecaa07655f8bfabc119eab4aee397aad3f274f1088cb2985ddae", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841251.npz": "59c8f9dab9e8b94ec8ac4f31af34755a51f140c649e907705971e7eb4843e88d", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841252.npz": "8687142c157c1973d5ba13a1871f5774591b2cbf4c4648d11eb5131da21f8191", + "artifacts/robustness/thermal-challenges/episodes/challenge-parameter_shift_2node-841253.npz": "460f8ef7608c9b3bc8ffeec3017128d256e7bd2f6b02ce642306bc55fa0e5406", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941230.npz": "eff1fdbf357934387d9c86f61b4e448576e303382a8c5bcfd55885c688e4c89f", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941231.npz": "7df8a10f5859612d7b948b25ee05a7e7d426e338605ec8d16f6c083b8ec98b1c", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941232.npz": "7f0d2d0e22fea02d388a1c7309bda3a6e1b96eff4b02b81194ddf6e18c6b5ac9", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941233.npz": "b92dc8b4fafce39c4b63b9defd136b4bd1f895c822f67255ef48eaf94a5bf4fa", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941234.npz": "6ff72d6f58bd2ea1b0119e87eb036c56bafebb48a360a7b62e69de30820f4726", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941235.npz": "bc62810f057c326d68b28497d618438bd3853aa1f9964dded6e538390f4ee63d", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941236.npz": "bbff3ad44986c27ef4dc94de5bbf1f6d556cd0fea08a55ef47a6979925690f2d", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941237.npz": "a3bf02e113176c1b9d201f643cb23e5ef7f675a5a4209672d3bf472fc4d2d535", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941238.npz": "ecf10d4247e7ee09b9850f85e6da7f2f698241c834b6adcfbb3b38c44addaad2", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941239.npz": "f1a5ecea1c670170ccf129a7ce960a674f4c805f49afce358c7787fb334dcecc", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941240.npz": "08da29ee77eb6c1428cbd64e7a5dbd1d1011aba96d334acb773421b03d34af85", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941241.npz": "2f39fbdadd72c4b54867bdb16aa5363b76c0688ded7e7d60f358c233c709ddda", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941242.npz": "0c15d7d2963085871a778ff723df58f1dacf2f78bb1448d00019dec6768d7cba", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941243.npz": "459cd4d44b839d99111f9181e32e472e1e4994126a890fe38018d3bb9d5b8c62", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941244.npz": "f32b1cd4cc1f3a92c2498302a7aa1de363db2b6f95286f8285a1556fb7ac2b9e", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941245.npz": "0a3f4c9e209134a12dd486ac9196b5037be9db9020a3ce3f9a2ec6a681e058f8", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941246.npz": "ad81061d314250c36028184084db1b375549526389833fe254a6618a47d9c30a", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941247.npz": "d43fc56346191c048ddd07e606cb566937cce73d964887d63d063e2e343ce45d", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941248.npz": "8bce37f0e3bf02097cbf830d5b62520c524ca3e4e61239bad3a124dc6c0dfcf9", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941249.npz": "c65bd39ef584f0908fb2061be0d8a4b2617dbf6b40544175218a4d08b7dbf22c", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941250.npz": "4cc062ad3832f9c5d84ba57d33bd6820b604dabd35e5e162f7a0e8b8751edbec", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941251.npz": "478876d37fe92ab306ef0b57c95013f1592f7b563a0c28896ad334d2b9e23b80", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941252.npz": "ebf7c7726ba56b9eff24d17df9ad5db68a0772e14eb55f3d18d6aa3157aee7e1", + "artifacts/robustness/thermal-challenges/episodes/challenge-small_room_3node-941253.npz": "9ab95a58eaab18d39ad2bde69ddbdb48c95f65a499df19a1e6ff3dea6f33c1f4", + "artifacts/robustness/thermal-challenges/manifest.json": "a3b9d662ff085243832ff1cc17d6cd5122e7179791f0d712069d3358ac389d9f", + "artifacts/robustness/thermal-evaluation/current_only/auditorium_3node-context.json": "40f3dd62cf84535793263e8101e3198f481b5e41a1a49e0246410f6e177fa510", + "artifacts/robustness/thermal-evaluation/current_only/calibration.json": "e6f787063eacbce062b24025b9772d8baba53a13764f4442ba0a8db7966be079", + "artifacts/robustness/thermal-evaluation/current_only/parameter_shift_2node-context.json": "1f099edadf69ae75b1c39c350a4c0d9c2431a4ba3d386d045cc018b57255e9c1", + "artifacts/robustness/thermal-evaluation/current_only/small_room_3node-context.json": "065a2223901c5089e8217859a5004be9a4e3e30a3d545984310ecdae6873b22c", + "artifacts/robustness/thermal-evaluation/current_only/support.json": "17629e4c0582e9803b8c942158335b915e347cff4858dff8cd6f15829f5e895b", + "artifacts/robustness/thermal-evaluation/full_history/auditorium_3node-context.json": "4a8b32aef8dde9ccd1a22d091edd292066157fda55b38e1320219ffd7b78d428", + "artifacts/robustness/thermal-evaluation/full_history/calibration.json": "83edbd7344fb5f767384a22fdc3e70144b1520003b52db2e4e8b67bf0ed4456a", + "artifacts/robustness/thermal-evaluation/full_history/parameter_shift_2node-context.json": "47c2318d6b155bbcca054f67d0d0171174ce44a570e278fc204add04f07dd624", + "artifacts/robustness/thermal-evaluation/full_history/small_room_3node-context.json": "1550a63d836c9138d73641ff8243e106b5f92e703d290f0e4bd001a053877501", + "artifacts/robustness/thermal-evaluation/full_history/support.json": "e8459445a41b3ab862d2ad942d9af57f84d5596715628d5fbf80907607fe27ba", + "artifacts/robustness/thermal-evaluation/thermal-evaluation.json": "19d9b9c4116509e5cc7f1124808a5c5f2c0691a30af53dc53581b279d71c62ec", + "artifacts/robustness/thermal-evaluation/thermal_temperature_only/auditorium_3node-context.json": "cb828f093dfd6f8b57ef7e7814f1c459ec06f5248de63e9ceb892c00ea328367", + "artifacts/robustness/thermal-evaluation/thermal_temperature_only/calibration.json": "9dc836aa7e47538b04d31c641d198aea37b634098964fe32e5e2e77f8090013d", + "artifacts/robustness/thermal-evaluation/thermal_temperature_only/parameter_shift_2node-context.json": "faa41a69c307447c613981f5e5cdedade72730e95446a2612e4864ab86f24b99", + "artifacts/robustness/thermal-evaluation/thermal_temperature_only/small_room_3node-context.json": "4bfdbb4be5159a58cecfba8dd1f9e3f0ec3d6fd259ed3b96f64367dfb4299a76", + "artifacts/robustness/thermal-evaluation/thermal_temperature_only/support.json": "edafa68742986afb6abc3bc1c325ca21d13ee4aa6b80a4da15415ab20bab2dbe", + "configs/full-study.json": "c3988bca613ff29bab16a80ab12b7e58e385085b82bdca6d7a2ae9d6a1b8c326", + "configs/robustness-study.json": "210c4425b9c931c612e852e2402021b20399fac368c2c3840c499288caa52cb1", + "scripts/behavior_support.py": "fde731bd86dbd989031b2ba34d31dfa483c34b476753d09bfd5575110480b27d", + "scripts/build_full_release.py": "e8de0282706462c649b2c3887431274c523d4de3a69c96cf4a0024ae2ce50085", + "scripts/build_release.py": "f05a51dd947dd72c05058d7f55c067b72caa48ed9daf35622bd611ce648bfca1", + "scripts/build_robustness_release.py": "ab2a1aba89abf527757a839c12978554ed3ea6956b0472d790a0c0e863bdfd24", + "scripts/challenge_interventions.py": "cf7f85ff76891fea7a759b17f8d38a6062cfe6e69154376f3b0fcbbb20f0443f", + "scripts/citylearn_validation.py": "7593a9a71f77e835b06cec23de4a4d4c169aed82c2508f777557b26e3394f2d3", + "scripts/context_uncertainty.py": "1e734bb91f0c34e56010d5f8665e3f05d4d349166baf852947e21e541d6cc989", + "scripts/evaluate_citylearn.py": "bc2085006b4fb12893ad5e6e839f7f47c4288f5f18badc550f35b721e0f50422", + "scripts/evaluate_full_study.py": "e4ad777231b9307f9ee81d80c38c22ebf1e0019584bc0b6636df3e46e41eb251", + "scripts/evaluate_thermal_challenges.py": "f10b5c12c182361780bdf2548d98aca103b2f3568045a7aaebfbb6da038db9a5", + "scripts/finish_full_study.py": "ad01442cb99438e441b30b3a536c12e118fa1a921bfd80e4ed8ab53d1399d745", + "scripts/full_study.py": "9826d8c548a42009dd3712f580614ce10d450cbd8896ddff2950c10ed8300d96", + "scripts/history_diagnostics.py": "bce3097a1271cd787a01be728ab104fae840832681ac512132066c52f3ba45fa", + "scripts/robustness_study.py": "5d077e12bb2d2b2270189a3b3eda2326fb5929dd99db5fb8eee9ee153a18ead8", + "scripts/seed_diagnostics.py": "451365ed43b05cd4f6cd0da303f3e31283c2d50919b8876c730a492de11b517c", + "scripts/thermal_challenges.py": "4dc1b47589232fcc2619ddc4c5a93e7cce4270cda376d29af2c236fbc67b4162", + "scripts/watch_full_study.py": "5be30d2e6487e10808df3db6a2cd5b659c27e0be6dd0d8245293bc6cc1bf0ae5", + "tfm/__init__.py": "c4f4c4c5f9d9f9d6d8b54e62cbfbf8167b8a5423bf204d809d5135fbefc059fa", + "tfm/api/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/api/profile.py": "9de088be206053b13ab515d12e308d14a93c5fb2ff1db5773c1f6f23777abc32", + "tfm/api/server.py": "428bd963c2833c04b47f19c26573f2f28296585d394d05544ac6de860a47e33d", + "tfm/data/__init__.py": "2bd24e2f5d48edc4678ad827f3a3046de256b8d5731d90f19c6fabee269daa66", + "tfm/data/episodes.py": "a512ba251e45017ee75d9278385bb8f3d26f5ac43bf9d994c912d8e15cead803", + "tfm/data/external.py": "6a00cd71156b423b02a180f5d6db31d83953320ec4380a8ced6f005427df51e3", + "tfm/data/generate.py": "a3cffad4440a1aa9cd41eac48dcf43fbdc19b4d169200e33bf7dcf0e760d33e3", + "tfm/data/normalization.py": "8f51104b43c2855944c550f9f8699654605196c71214e9d7746d90500a05a3a3", + "tfm/data/schema.py": "c1e09c0b273e0cb31044e5d7575b4e6387ff2a5d7fd2d550c6b23bc72ccc2078", + "tfm/data/windows.py": "b23a0ff480d3c49b325abd266298243eae7be9c279ee91516fc4d01c5a145f12", + "tfm/evaluation/__init__.py": "fd447a5e6bf4b857d9b0670f8ac8c70111bf3dfe5755eefbe68c4d86b13a36d5", + "tfm/evaluation/baselines.py": "2dd709f31cbef652b252bec7e4ad63425933f7141657e73b9803f4f98eeda843", + "tfm/evaluation/benchmark.py": "2f817104b27c343bab44940840b93a9aae4fb9f42d5851c6496920c1eb5d2155", + "tfm/evaluation/calibration.py": "cf5bdbccccd6f13628ae871b8fd7e7b1900306e1ebdf00003147d083cf3cc5ca", + "tfm/evaluation/catboost_artifact.py": "5b70bb928cc29b4f09cbaacaed716208e1fc5b507f8cd4811b52c770e9268d0d", + "tfm/evaluation/comparison.py": "c53cf03e4a689b2d85c00a52dca6303216c92f61ec91a4b68f66f36a3cc588de", + "tfm/evaluation/context.py": "f7f981c0b9d635681c7c4e8ee606e279b0bf6eacbe3f3a8a2d6a4fd1279e97e9", + "tfm/evaluation/counterfactual.py": "6d8c00284449997e8c338b227ebd2f4d72885c555a6d4bef0fb290742be95259", + "tfm/evaluation/experiments.py": "cb4ad0870c90b7ce54ad082cd5cb8289d4036ff81418732fa5280eee25b5a03d", + "tfm/evaluation/metrics.py": "04016e0647788caa5d5cd1b9a036018761d7867b29f10cc064bbb4ae2351dcd7", + "tfm/evaluation/runner.py": "3296ca3f3fd036a2173edc71c23d6430f57ca8f141a20c8e5a7cc6a20cffd7e0", + "tfm/evaluation/train_catboost.py": "6605555f6139827b57c5485ccd0fbb0cf60367da21c2a12009ef0a48b1cc176f", + "tfm/export/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "tfm/export/onnx.py": "3cec8744848d40551ae0c770aa0cc1d4177189a1a1ac20f2bd5c3bd04f2ce40d", + "tfm/models/__init__.py": "c20432c425b2305a275f22968a539619a57037c7c8af67baceca979a4ee0e35c", + "tfm/models/core.py": "53c6c32671006759d3a1aeab93cc2349371203414a0a1febf618e9c2b779a0c5", + "tfm/simulators/__init__.py": "0c2179025d61bad9948adb2e4ae3130a844ddf92e1094ba3b93836d6d75b1e8b", + "tfm/simulators/physics.py": "03893cd813d86f12d0e335cbdbd4ea588d2c8ac97566254725fb32e774c413cc", + "tfm/training/__init__.py": "5fdc517285d815cc8972aac6a60c974f82354ce29f6413d3e0c856c30edcf5bd", + "tfm/training/train.py": "d9e58852db730ccecff009c24654e794b3be40a3d8d6985c4757774ab6e0898d", + "uv.lock": "622b4c7d12d2d20f0061f132b6f50e505de99852a1285ad280cba9b2aa32509f" + }, + "jobs": [ + { + "name": "history", + "arguments": [ + "scripts/history_diagnostics.py", + "--data", + "artifacts/poc/data", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/history", + "--samples", + "1024", + "--calibration-samples", + "512", + "--seed", + "42", + "--batch-size", + "32", + "--counterfactual-samples", + "12", + "--conditions", + "full_history", + "current_only", + "history_branch_disabled", + "past_state_only", + "truncate_4", + "truncate_8", + "temporal_shuffle", + "matched_family_swap", + "thermal_temperature_only" + ], + "output": "artifacts/robustness/seed-43-replication/history", + "report": "history-diagnostics.json" + }, + { + "name": "thermal-evaluation", + "arguments": [ + "scripts/evaluate_thermal_challenges.py", + "--data", + "artifacts/poc/data", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/thermal-evaluation", + "--samples", + "512", + "--batch-size", + "64", + "--seed", + "20261011", + "--manifest", + "artifacts/robustness/thermal-challenges/manifest.json" + ], + "output": "artifacts/robustness/seed-43-replication/thermal-evaluation", + "report": "thermal-evaluation.json" + }, + { + "name": "challenge-interventions", + "arguments": [ + "scripts/challenge_interventions.py", + "--manifest", + "artifacts/robustness/thermal-challenges/manifest.json", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/challenge-interventions", + "--samples-per-cohort", + "16", + "--seed", + "20261012" + ], + "output": "artifacts/robustness/seed-43-replication/challenge-interventions", + "report": "summary.json" + }, + { + "name": "citylearn/evaluation", + "arguments": [ + "scripts/evaluate_citylearn.py", + "--data", + "artifacts/poc/data", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/citylearn/evaluation", + "--samples", + "512", + "--batch-size", + "64", + "--seed", + "20261011", + "--manifest", + "artifacts/robustness/citylearn/manifest.json" + ], + "output": "artifacts/robustness/seed-43-replication/citylearn/evaluation", + "report": "citylearn-evaluation.json" + }, + { + "name": "behavior", + "arguments": [ + "scripts/behavior_support.py", + "--data", + "artifacts/poc/data", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/behavior", + "--samples", + "512", + "--batch-size", + "64", + "--seed", + "20261012", + "--thermal-manifest", + "artifacts/robustness/thermal-challenges/manifest.json", + "--citylearn-manifest", + "artifacts/robustness/citylearn/manifest.json" + ], + "output": "artifacts/robustness/seed-43-replication/behavior", + "report": "behavior-diagnostic.json" + } + ], + "python": "3.12.15 (main, Sep 30 2026, 22:04:19) [Clang 21.0.0 (clang-2100.3.34.2)]", + "executable": "/Users/maxfarrell/repos/experimental/.venv/bin/python", + "packages": { + "torch": "2.14.1", + "numpy": "2.5.4", + "scipy": "1.18.1", + "pyarrow": "26.0.0" + }, + "runner_sha256": "451365ed43b05cd4f6cd0da303f3e31283c2d50919b8876c730a492de11b517c" + }, + "status": "failed", + "stages": { + "history": { + "status": "completed", + "command": [ + "/Users/maxfarrell/repos/experimental/.venv/bin/python", + "scripts/history_diagnostics.py", + "--data", + "artifacts/poc/data", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/history", + "--samples", + "1024", + "--calibration-samples", + "512", + "--seed", + "42", + "--batch-size", + "32", + "--counterfactual-samples", + "12", + "--conditions", + "full_history", + "current_only", + "history_branch_disabled", + "past_state_only", + "truncate_4", + "truncate_8", + "temporal_shuffle", + "matched_family_swap", + "thermal_temperature_only" + ], + "started_at_unix": 1791765299.025496, + "pid": 87505, + "returncode": 0, + "finished_at_unix": 1791765384.1030898, + "anchor_sha256": "8eb3e5cb0a854bd186c3a88534575f79e1fb8236eb481d01b358124108e55a50", + "outputs_sha256": { + "artifacts/robustness/seed-43-replication/history/calibration-current_only.json": "fa3b1f85ed482b1c5a612eddfe9046474f58e5ed6e0ce48adbb8a10950a17e6e", + "artifacts/robustness/seed-43-replication/history/calibration-full_history.json": "dc060385ea86484f82130e7d55ab4d8b5a334d600ee4cb42164dd29977834688", + "artifacts/robustness/seed-43-replication/history/calibration-history_branch_disabled.json": "6e9712884f28542d6e80187dcbac92281bd0209ad48d22a7eaa77286d4db3fe5", + "artifacts/robustness/seed-43-replication/history/calibration-matched_family_swap.json": "824150480f447a227f7eeb203c747d3f5a479ad7d2f5ad902c277e60ac63a643", + "artifacts/robustness/seed-43-replication/history/calibration-past_state_only.json": "7a2f1c786dd38459ea49591c45b7978a51a2d675d050b5aa99aa93f76ece814f", + "artifacts/robustness/seed-43-replication/history/calibration-temporal_shuffle.json": "efa61d4b2da2078e077561d2034f73463c4288eddb0710a2cf3bbf7dc30b93d1", + "artifacts/robustness/seed-43-replication/history/calibration-thermal_temperature_only.json": "12b8231dfee5dea5977f20de831759930d959fb3c6597719f3f5ad9988c5a5f3", + "artifacts/robustness/seed-43-replication/history/calibration-truncate_4.json": "faf24a38ae2055d63d3b9b5e78219cf62ba8332e1e5f68b8c570a9a4e4d6da63", + "artifacts/robustness/seed-43-replication/history/calibration-truncate_8.json": "7487efb7efc41ca91c3ec8d8070493a6d63d51a40fa1471281d3327334165912", + "artifacts/robustness/seed-43-replication/history/current_only-calibration.npz": "77eec7c0ce0cc637ebe1e79e7b52de11f2e481d5f74262e5aeaa93de780d04dc", + "artifacts/robustness/seed-43-replication/history/current_only-test.npz": "d4271210941d92030985499b72ff942b7c8d3af6c23468fc823c7831b53ce615", + "artifacts/robustness/seed-43-replication/history/full_history-calibration.npz": "52c8a38eccf92e38ed7fb6ffc2b3dcd80b657e3fb6bcf4e6b1546bbff10a8093", + "artifacts/robustness/seed-43-replication/history/full_history-test.npz": "b0c001dca74c89dc7da6b7f79500f95578f14bdabd152c584db21d640471a2ce", + "artifacts/robustness/seed-43-replication/history/history-diagnostics.json": "3f554e57698396c408e161316e30e59af35be35ea3c217c923bf0bc1cc68d2fe", + "artifacts/robustness/seed-43-replication/history/history_branch_disabled-calibration.npz": "bc99c8dd6c88bfbfe9252835869d020dcb0b698a4e49e4e98523cb58a7e64777", + "artifacts/robustness/seed-43-replication/history/history_branch_disabled-test.npz": "8b0ad74d978ade5fde5d62649a40640db570db6660b9bb98f0dbc4befc8ea69b", + "artifacts/robustness/seed-43-replication/history/matched_family_swap-calibration.npz": "cb892a2f205ffe022528a17d4b5c2524f254f8413bac20e12b2bf80f007ef62a", + "artifacts/robustness/seed-43-replication/history/matched_family_swap-test.npz": "45987621209aa755f86ee629221d3e15b569dada64ea3f7d1f2009ed4f0900ec", + "artifacts/robustness/seed-43-replication/history/past_state_only-calibration.npz": "e72be9935c0909a693db853886478a6a9dcf500a9ee2563c3c79cf520fd5a273", + "artifacts/robustness/seed-43-replication/history/past_state_only-test.npz": "1777eb71dcf8f9cc08fedc55e5ff5b016f1a6ba81ce71be85cf49fe44f2acea0", + "artifacts/robustness/seed-43-replication/history/provenance.json": "b55886db1b0aa0415b042a330aee7ebc61a79cbdeeb5dfa58b4890b965dbf66d", + "artifacts/robustness/seed-43-replication/history/temporal_shuffle-calibration.npz": "5feb16ff4f7675e58e6f97e185d78becda0a9f319fa58af04e09cc06ca9fccfe", + "artifacts/robustness/seed-43-replication/history/temporal_shuffle-test.npz": "4628ac171b9b9d1e05eb676626e8a9cba895471ea2d275b2222c8a2ce4c9ad79", + "artifacts/robustness/seed-43-replication/history/thermal_temperature_only-calibration.npz": "e9a5d1921f8df432e465e3afdd999c01d62b13549fc2ee5764b4b0947e09798a", + "artifacts/robustness/seed-43-replication/history/thermal_temperature_only-test.npz": "cf902e7ad23dc49f352faeab973c8f7c4627f4230fcbc25043f40183ae0bf2fe", + "artifacts/robustness/seed-43-replication/history/truncate_4-calibration.npz": "0ecc4e368d7465c265ca948c32e33bc48ecd5785ec24a7ab015a82d647fc6c50", + "artifacts/robustness/seed-43-replication/history/truncate_4-test.npz": "6bb46f6c35328e0d51e6389dadbfec90d598af0cecd933602911c3b333cae040", + "artifacts/robustness/seed-43-replication/history/truncate_8-calibration.npz": "8453d6bd16b915769d5fc2090248fcae5cbcd7d222b1aa8f20fa0ca39f279bd7", + "artifacts/robustness/seed-43-replication/history/truncate_8-test.npz": "90e8e7d1f943c8417ba3c0ddf4624b261f08c58b9b7de2b390630ebb034d108b" + } + }, + "thermal-evaluation": { + "status": "completed", + "command": [ + "/Users/maxfarrell/repos/experimental/.venv/bin/python", + "scripts/evaluate_thermal_challenges.py", + "--data", + "artifacts/poc/data", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/thermal-evaluation", + "--samples", + "512", + "--batch-size", + "64", + "--seed", + "20261011", + "--manifest", + "artifacts/robustness/thermal-challenges/manifest.json" + ], + "started_at_unix": 1791765384.326056, + "pid": 88217, + "returncode": 0, + "finished_at_unix": 1791765422.699059, + "anchor_sha256": "6c2f41a2a3ab95f9a36b10a9c82a313c2936ca5bd2fe449be3dfa0fd29b272af", + "outputs_sha256": { + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-context.json": "40f3dd62cf84535793263e8101e3198f481b5e41a1a49e0246410f6e177fa510", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-predictions.npz": "fb49e3b56f8017dcd9700f7766bb764c88da1a66f96160ff0125576e6c5a46f3", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/calibration.json": "878caa57f05b59a370f0a39dbdec0d1a6a0f51e44069a81f844d48c96d7f4fb3", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/parameter_shift_2node-context.json": "1f099edadf69ae75b1c39c350a4c0d9c2431a4ba3d386d045cc018b57255e9c1", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/parameter_shift_2node-predictions.npz": "95e7dd63e1abe807d782ab3683664c8d01b94222ff1a19bba42747cfb25ca3d1", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/small_room_3node-context.json": "065a2223901c5089e8217859a5004be9a4e3e30a3d545984310ecdae6873b22c", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/small_room_3node-predictions.npz": "cade8d537c43c17bee2e1eafdf291507ea7eca2e6e06a2834dd3d8d42954d22d", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/support.json": "17629e4c0582e9803b8c942158335b915e347cff4858dff8cd6f15829f5e895b", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/auditorium_3node-context.json": "4a8b32aef8dde9ccd1a22d091edd292066157fda55b38e1320219ffd7b78d428", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/auditorium_3node-predictions.npz": "c5a553a0e03144b3534cf3afcda975de41450f3995588b346a0278dd17fbd60c", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/calibration.json": "ae04809a414793307c2ac2b45a91fb77ff4d190fb8e295a15eef4bc2e5c9d79d", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/parameter_shift_2node-context.json": "47c2318d6b155bbcca054f67d0d0171174ce44a570e278fc204add04f07dd624", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/parameter_shift_2node-predictions.npz": "6867e253ec04e96119aa666cda727e7cf2afbdd0859b033b8de32faeefdb4c1f", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/small_room_3node-context.json": "1550a63d836c9138d73641ff8243e106b5f92e703d290f0e4bd001a053877501", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/small_room_3node-predictions.npz": "9b28d483ed877233ba58f6e14d03bfef23719b191b9035a613ab875d5f32f2d4", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/support.json": "e8459445a41b3ab862d2ad942d9af57f84d5596715628d5fbf80907607fe27ba", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal-evaluation.json": "2ff324ca83a36e6ecfd403f8a68b4b7b3e49329816663a36beccec63165c20c0", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/auditorium_3node-context.json": "cb828f093dfd6f8b57ef7e7814f1c459ec06f5248de63e9ceb892c00ea328367", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/auditorium_3node-predictions.npz": "939a7db0c9046a1c0cea05d99b1246b3f65f3409d0f8fefdaaf75a0e70a1afd3", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/calibration.json": "6fb02ad55f8c4054451341b247fed824e21cf1800a23f28ff6f9f5476b368e26", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/parameter_shift_2node-context.json": "faa41a69c307447c613981f5e5cdedade72730e95446a2612e4864ab86f24b99", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/parameter_shift_2node-predictions.npz": "55ddb804def07a2267505f9b14854fb98f8cff364b3138015f5f85fb3c2be36d", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/small_room_3node-context.json": "4bfdbb4be5159a58cecfba8dd1f9e3f0ec3d6fd259ed3b96f64367dfb4299a76", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/small_room_3node-predictions.npz": "5a432882a45cd506e56343d74766e1e8f028366b61ba1ccb6b1739570225a80d", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/support.json": "edafa68742986afb6abc3bc1c325ca21d13ee4aa6b80a4da15415ab20bab2dbe" + } + }, + "challenge-interventions": { + "status": "completed", + "command": [ + "/Users/maxfarrell/repos/experimental/.venv/bin/python", + "scripts/challenge_interventions.py", + "--manifest", + "artifacts/robustness/thermal-challenges/manifest.json", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/challenge-interventions", + "--samples-per-cohort", + "16", + "--seed", + "20261012" + ], + "started_at_unix": 1791765423.0039082, + "pid": 88340, + "returncode": 0, + "finished_at_unix": 1791765426.704119, + "anchor_sha256": "c5c4ac200e3473012e8a7447c06e8dda36b422f0090f8cd26f1201d3c162444d", + "outputs_sha256": { + "artifacts/robustness/seed-43-replication/challenge-interventions/interventions.json": "ecc40a2ac41b3149c356067318655f84db8bef4cb20dbe4fac6136a8b6ce5df6", + "artifacts/robustness/seed-43-replication/challenge-interventions/provenance.json": "f172463a4303ed6bcc2203d63a07548052dff3eaa395bbb157ffa4c848e3a4cc", + "artifacts/robustness/seed-43-replication/challenge-interventions/summary.json": "af94cd441f4c8162828815bea8d9af2528d235eb069ce8b8dc7543109e53f233" + } + }, + "citylearn/evaluation": { + "status": "completed", + "command": [ + "/Users/maxfarrell/repos/experimental/.venv/bin/python", + "scripts/evaluate_citylearn.py", + "--data", + "artifacts/poc/data", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/citylearn/evaluation", + "--samples", + "512", + "--batch-size", + "64", + "--seed", + "20261011", + "--manifest", + "artifacts/robustness/citylearn/manifest.json" + ], + "started_at_unix": 1791765618.83835, + "pid": 89021, + "returncode": 0, + "finished_at_unix": 1791765626.925937, + "anchor_sha256": "dc74a4f37398872f4928636687455553dd3e307cb5bebb31caf91d703487ad77", + "outputs_sha256": { + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn-evaluation.json": "285eea86d1195e3064a5579299695a6c52c1b1a5b77f098804723980c87c988f", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-context.json": "fe8e8114a221c30e31c65f48a97dc46c3f5373efe1d81ac766b4049df586b538", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-history_linear-predictions.npz": "5ddbed3757f16cb0f85bc400548a4cf912658521f4be9b1c0e94153f87304e19", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-persistence-predictions.npz": "d0c788759996e8d8539086a9c2127087d07528a876a90f1e2effca6ab6d2a23f", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-transformer-predictions.npz": "f262183748db76c83469a82ef5cdd34513c034d15d416d9602ea6c884cc5becd", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-context.json": "3220d9234b201463ec500677c0531294a23abf36a6488a8e8ba196ea803dc854", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-history_linear-predictions.npz": "b30c0efd747a5e9b73ea766dda84cec48b3ebaae939dd7733dceeed0909a2ce3", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-persistence-predictions.npz": "84ad3863f5e8fa2345c3e20ed8a74aebfc623fc47aef8a68f2a60b16d431816c", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-transformer-predictions.npz": "dd2d20aa9eff0cc3ec27b6624f48a39f932bdc081fa087637c691e26884d102d", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/history_linear-sparse-calibration.json": "5d4083e1dc5b2cdfa8b6620337512028a3f9bc43f849331574a2c007e7fd997f", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/persistence-sparse-calibration.json": "97e271be4241eb6379c43010e92ec47aa1f046731ec1aafe7c7fa3d2723029e3", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/support.json": "dbdbc4ba688e19ca3f4367a35034cb79dbd29466bfac419587dc1852ff2cf5ec", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/transformer-sparse-calibration.json": "8b02c0435d016413bbe7d0d94110f1fc6ac0a54c4dee18093e52ccaf3cae05c9" + } + }, + "behavior": { + "status": "failed", + "command": [ + "/Users/maxfarrell/repos/experimental/.venv/bin/python", + "scripts/behavior_support.py", + "--data", + "artifacts/poc/data", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/behavior", + "--samples", + "512", + "--batch-size", + "64", + "--seed", + "20261012", + "--thermal-manifest", + "artifacts/robustness/thermal-challenges/manifest.json", + "--citylearn-manifest", + "artifacts/robustness/citylearn/manifest.json" + ], + "started_at_unix": 1791765627.172778, + "pid": 89029, + "returncode": 1, + "finished_at_unix": 1791765631.318777 + } + }, + "weights_sha256": { + "artifacts/full/transformer/seed-43/checkpoint.pt": "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1", + "artifacts/full/transformer/seed-43/run.json": "f628096b93a005f081b6c44bd6084fdc1310488cba25eac3d5e75fb022f2c893", + "artifacts/full/job-receipts/transformer-seed-43.json": "1a63ecac4dceae59c500e1fd3322d79d49ed7f776ce684aac146b9cf8a9d248e", + "artifacts/full/transformer/seed-43/normalization.json": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4" + } +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/resume-environment.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/resume-environment.json new file mode 100644 index 0000000000000000000000000000000000000000..9aa8cfc3aa2959836c0f3e557376634817081f8d --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/resume-environment.json @@ -0,0 +1,11 @@ +{ + "resumed_at_unix": 1791765629.695018, + "reason": "CityLearn helper requires repository root on PYTHONPATH for scripts namespace import; no source or evaluation case changes.", + "PYTHONPATH": "/Users/maxfarrell/repos/experimental", + "exec_session": 31966, + "completed_stages_reused": [ + "history", + "thermal-evaluation", + "challenge-interventions" + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/supplemental-behavior-seed43-v1.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/supplemental-behavior-seed43-v1.json new file mode 100644 index 0000000000000000000000000000000000000000..758f2f5142e484b9c53186cf2a7e7028abbdf3db --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/supplemental-behavior-seed43-v1.json @@ -0,0 +1,192 @@ +{ + "version": "tfm-seed43-behavior-continuation-v1", + "binding": { + "config_sha256": "c08ae61d5a25156e51b535f6c38bb5a636a951abb21dfce2077fb83de7d05bdb", + "runner_sha256": "3a5e096d80c52037290c9eba7b25939a68f9977bebb96d8ecdef9bfa0f3bc065", + "frozen_sha256": { + "scripts/seed43_behavior_continuation_v1.py": "3a5e096d80c52037290c9eba7b25939a68f9977bebb96d8ecdef9bfa0f3bc065", + "scripts/behavior_support_seed43_v1.py": "6a8d4ef11bddceb14ff7bc7054feb454cdf5895ac74aff101c0bf477b1ee9fb7", + "configs/seed-43-behavior-helper-lineage-v1.json": "bb56e11946ce5fc89b1d629c27bca79839a0ca307175a2de1e52690f268bea93", + "configs/seed-43-diagnostics.json": "63d00f67ffa837d994ee5ca19d6598af2cee660f2c49594ff8c5c7878dc12a3d", + "artifacts/robustness/seed-43-replication/receipt.json": "101b6faf28b36c21e246c47e1393a4b9083712aae60fa8bc487d813c5f2ae282" + }, + "lineage": { + "version": "tfm-behavior-seed43-helper-lineage-v1", + "parent": "scripts/behavior_support.py", + "parent_sha256": "fde731bd86dbd989031b2ba34d31dfa483c34b476753d09bfd5575110480b27d", + "helper": "scripts/behavior_support_seed43_v1.py", + "helper_sha256": "6a8d4ef11bddceb14ff7bc7054feb454cdf5895ac74aff101c0bf477b1ee9fb7", + "only_changes": "Require H24 seed43 instead of H24 seed42; update rejection message. All assay policies, calibration, IDs and thresholds remain identical.", + "exact_unified_diff": "--- scripts/behavior_support.py\n+++ scripts/behavior_support_seed43_v1.py\n@@ -411,8 +411,8 @@\n source_path = Path(args.data) / \"manifest.json\"\n model, checkpoint = load_checkpoint(checkpoint_path, \"cpu\")\n norm = Normalization.load(norm_path)\n- if checkpoint[\"model_config\"][\"history_steps\"] != 24 or checkpoint[\"seed\"] != 42:\n- raise ValueError(\"Fixed behavior assay requires completed H24 seed-42 checkpoint\")\n+ if checkpoint[\"model_config\"][\"history_steps\"] != 24 or checkpoint[\"seed\"] != 43:\n+ raise ValueError(\"Fixed behavior assay requires completed H24 seed-43 checkpoint\")\n if (\n _sha(norm_path) != checkpoint[\"normalization_sha256\"]\n or _sha(source_path) != checkpoint[\"manifest_sha256\"]\n" + }, + "original_receipt_sha256": "101b6faf28b36c21e246c47e1393a4b9083712aae60fa8bc487d813c5f2ae282", + "original_completed_stages": { + "history": { + "anchor_sha256": "8eb3e5cb0a854bd186c3a88534575f79e1fb8236eb481d01b358124108e55a50", + "outputs_sha256": { + "artifacts/robustness/seed-43-replication/history/calibration-current_only.json": "fa3b1f85ed482b1c5a612eddfe9046474f58e5ed6e0ce48adbb8a10950a17e6e", + "artifacts/robustness/seed-43-replication/history/calibration-full_history.json": "dc060385ea86484f82130e7d55ab4d8b5a334d600ee4cb42164dd29977834688", + "artifacts/robustness/seed-43-replication/history/calibration-history_branch_disabled.json": "6e9712884f28542d6e80187dcbac92281bd0209ad48d22a7eaa77286d4db3fe5", + "artifacts/robustness/seed-43-replication/history/calibration-matched_family_swap.json": "824150480f447a227f7eeb203c747d3f5a479ad7d2f5ad902c277e60ac63a643", + "artifacts/robustness/seed-43-replication/history/calibration-past_state_only.json": "7a2f1c786dd38459ea49591c45b7978a51a2d675d050b5aa99aa93f76ece814f", + "artifacts/robustness/seed-43-replication/history/calibration-temporal_shuffle.json": "efa61d4b2da2078e077561d2034f73463c4288eddb0710a2cf3bbf7dc30b93d1", + "artifacts/robustness/seed-43-replication/history/calibration-thermal_temperature_only.json": "12b8231dfee5dea5977f20de831759930d959fb3c6597719f3f5ad9988c5a5f3", + "artifacts/robustness/seed-43-replication/history/calibration-truncate_4.json": "faf24a38ae2055d63d3b9b5e78219cf62ba8332e1e5f68b8c570a9a4e4d6da63", + "artifacts/robustness/seed-43-replication/history/calibration-truncate_8.json": "7487efb7efc41ca91c3ec8d8070493a6d63d51a40fa1471281d3327334165912", + "artifacts/robustness/seed-43-replication/history/current_only-calibration.npz": "77eec7c0ce0cc637ebe1e79e7b52de11f2e481d5f74262e5aeaa93de780d04dc", + "artifacts/robustness/seed-43-replication/history/current_only-test.npz": "d4271210941d92030985499b72ff942b7c8d3af6c23468fc823c7831b53ce615", + "artifacts/robustness/seed-43-replication/history/full_history-calibration.npz": "52c8a38eccf92e38ed7fb6ffc2b3dcd80b657e3fb6bcf4e6b1546bbff10a8093", + "artifacts/robustness/seed-43-replication/history/full_history-test.npz": "b0c001dca74c89dc7da6b7f79500f95578f14bdabd152c584db21d640471a2ce", + "artifacts/robustness/seed-43-replication/history/history-diagnostics.json": "3f554e57698396c408e161316e30e59af35be35ea3c217c923bf0bc1cc68d2fe", + "artifacts/robustness/seed-43-replication/history/history_branch_disabled-calibration.npz": "bc99c8dd6c88bfbfe9252835869d020dcb0b698a4e49e4e98523cb58a7e64777", + "artifacts/robustness/seed-43-replication/history/history_branch_disabled-test.npz": "8b0ad74d978ade5fde5d62649a40640db570db6660b9bb98f0dbc4befc8ea69b", + "artifacts/robustness/seed-43-replication/history/matched_family_swap-calibration.npz": "cb892a2f205ffe022528a17d4b5c2524f254f8413bac20e12b2bf80f007ef62a", + "artifacts/robustness/seed-43-replication/history/matched_family_swap-test.npz": "45987621209aa755f86ee629221d3e15b569dada64ea3f7d1f2009ed4f0900ec", + "artifacts/robustness/seed-43-replication/history/past_state_only-calibration.npz": "e72be9935c0909a693db853886478a6a9dcf500a9ee2563c3c79cf520fd5a273", + "artifacts/robustness/seed-43-replication/history/past_state_only-test.npz": "1777eb71dcf8f9cc08fedc55e5ff5b016f1a6ba81ce71be85cf49fe44f2acea0", + "artifacts/robustness/seed-43-replication/history/provenance.json": "b55886db1b0aa0415b042a330aee7ebc61a79cbdeeb5dfa58b4890b965dbf66d", + "artifacts/robustness/seed-43-replication/history/temporal_shuffle-calibration.npz": "5feb16ff4f7675e58e6f97e185d78becda0a9f319fa58af04e09cc06ca9fccfe", + "artifacts/robustness/seed-43-replication/history/temporal_shuffle-test.npz": "4628ac171b9b9d1e05eb676626e8a9cba895471ea2d275b2222c8a2ce4c9ad79", + "artifacts/robustness/seed-43-replication/history/thermal_temperature_only-calibration.npz": "e9a5d1921f8df432e465e3afdd999c01d62b13549fc2ee5764b4b0947e09798a", + "artifacts/robustness/seed-43-replication/history/thermal_temperature_only-test.npz": "cf902e7ad23dc49f352faeab973c8f7c4627f4230fcbc25043f40183ae0bf2fe", + "artifacts/robustness/seed-43-replication/history/truncate_4-calibration.npz": "0ecc4e368d7465c265ca948c32e33bc48ecd5785ec24a7ab015a82d647fc6c50", + "artifacts/robustness/seed-43-replication/history/truncate_4-test.npz": "6bb46f6c35328e0d51e6389dadbfec90d598af0cecd933602911c3b333cae040", + "artifacts/robustness/seed-43-replication/history/truncate_8-calibration.npz": "8453d6bd16b915769d5fc2090248fcae5cbcd7d222b1aa8f20fa0ca39f279bd7", + "artifacts/robustness/seed-43-replication/history/truncate_8-test.npz": "90e8e7d1f943c8417ba3c0ddf4624b261f08c58b9b7de2b390630ebb034d108b" + } + }, + "thermal-evaluation": { + "anchor_sha256": "6c2f41a2a3ab95f9a36b10a9c82a313c2936ca5bd2fe449be3dfa0fd29b272af", + "outputs_sha256": { + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-context.json": "40f3dd62cf84535793263e8101e3198f481b5e41a1a49e0246410f6e177fa510", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-predictions.npz": "fb49e3b56f8017dcd9700f7766bb764c88da1a66f96160ff0125576e6c5a46f3", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/calibration.json": "878caa57f05b59a370f0a39dbdec0d1a6a0f51e44069a81f844d48c96d7f4fb3", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/parameter_shift_2node-context.json": "1f099edadf69ae75b1c39c350a4c0d9c2431a4ba3d386d045cc018b57255e9c1", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/parameter_shift_2node-predictions.npz": "95e7dd63e1abe807d782ab3683664c8d01b94222ff1a19bba42747cfb25ca3d1", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/small_room_3node-context.json": "065a2223901c5089e8217859a5004be9a4e3e30a3d545984310ecdae6873b22c", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/small_room_3node-predictions.npz": "cade8d537c43c17bee2e1eafdf291507ea7eca2e6e06a2834dd3d8d42954d22d", + "artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/support.json": "17629e4c0582e9803b8c942158335b915e347cff4858dff8cd6f15829f5e895b", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/auditorium_3node-context.json": "4a8b32aef8dde9ccd1a22d091edd292066157fda55b38e1320219ffd7b78d428", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/auditorium_3node-predictions.npz": "c5a553a0e03144b3534cf3afcda975de41450f3995588b346a0278dd17fbd60c", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/calibration.json": "ae04809a414793307c2ac2b45a91fb77ff4d190fb8e295a15eef4bc2e5c9d79d", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/parameter_shift_2node-context.json": "47c2318d6b155bbcca054f67d0d0171174ce44a570e278fc204add04f07dd624", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/parameter_shift_2node-predictions.npz": "6867e253ec04e96119aa666cda727e7cf2afbdd0859b033b8de32faeefdb4c1f", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/small_room_3node-context.json": "1550a63d836c9138d73641ff8243e106b5f92e703d290f0e4bd001a053877501", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/small_room_3node-predictions.npz": "9b28d483ed877233ba58f6e14d03bfef23719b191b9035a613ab875d5f32f2d4", + "artifacts/robustness/seed-43-replication/thermal-evaluation/full_history/support.json": "e8459445a41b3ab862d2ad942d9af57f84d5596715628d5fbf80907607fe27ba", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal-evaluation.json": "2ff324ca83a36e6ecfd403f8a68b4b7b3e49329816663a36beccec63165c20c0", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/auditorium_3node-context.json": "cb828f093dfd6f8b57ef7e7814f1c459ec06f5248de63e9ceb892c00ea328367", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/auditorium_3node-predictions.npz": "939a7db0c9046a1c0cea05d99b1246b3f65f3409d0f8fefdaaf75a0e70a1afd3", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/calibration.json": "6fb02ad55f8c4054451341b247fed824e21cf1800a23f28ff6f9f5476b368e26", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/parameter_shift_2node-context.json": "faa41a69c307447c613981f5e5cdedade72730e95446a2612e4864ab86f24b99", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/parameter_shift_2node-predictions.npz": "55ddb804def07a2267505f9b14854fb98f8cff364b3138015f5f85fb3c2be36d", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/small_room_3node-context.json": "4bfdbb4be5159a58cecfba8dd1f9e3f0ec3d6fd259ed3b96f64367dfb4299a76", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/small_room_3node-predictions.npz": "5a432882a45cd506e56343d74766e1e8f028366b61ba1ccb6b1739570225a80d", + "artifacts/robustness/seed-43-replication/thermal-evaluation/thermal_temperature_only/support.json": "edafa68742986afb6abc3bc1c325ca21d13ee4aa6b80a4da15415ab20bab2dbe" + } + }, + "challenge-interventions": { + "anchor_sha256": "c5c4ac200e3473012e8a7447c06e8dda36b422f0090f8cd26f1201d3c162444d", + "outputs_sha256": { + "artifacts/robustness/seed-43-replication/challenge-interventions/interventions.json": "ecc40a2ac41b3149c356067318655f84db8bef4cb20dbe4fac6136a8b6ce5df6", + "artifacts/robustness/seed-43-replication/challenge-interventions/provenance.json": "f172463a4303ed6bcc2203d63a07548052dff3eaa395bbb157ffa4c848e3a4cc", + "artifacts/robustness/seed-43-replication/challenge-interventions/summary.json": "af94cd441f4c8162828815bea8d9af2528d235eb069ce8b8dc7543109e53f233" + } + }, + "citylearn/evaluation": { + "anchor_sha256": "dc74a4f37398872f4928636687455553dd3e307cb5bebb31caf91d703487ad77", + "outputs_sha256": { + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn-evaluation.json": "285eea86d1195e3064a5579299695a6c52c1b1a5b77f098804723980c87c988f", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-context.json": "fe8e8114a221c30e31c65f48a97dc46c3f5373efe1d81ac766b4049df586b538", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-history_linear-predictions.npz": "5ddbed3757f16cb0f85bc400548a4cf912658521f4be9b1c0e94153f87304e19", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-persistence-predictions.npz": "d0c788759996e8d8539086a9c2127087d07528a876a90f1e2effca6ab6d2a23f", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_common_scale-transformer-predictions.npz": "f262183748db76c83469a82ef5cdd34513c034d15d416d9602ea6c884cc5becd", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-context.json": "3220d9234b201463ec500677c0531294a23abf36a6488a8e8ba196ea803dc854", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-history_linear-predictions.npz": "b30c0efd747a5e9b73ea766dda84cec48b3ebaae939dd7733dceeed0909a2ce3", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-persistence-predictions.npz": "84ad3863f5e8fa2345c3e20ed8a74aebfc623fc47aef8a68f2a60b16d431816c", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/citylearn_battery_scale_shift-transformer-predictions.npz": "dd2d20aa9eff0cc3ec27b6624f48a39f932bdc081fa087637c691e26884d102d", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/history_linear-sparse-calibration.json": "5d4083e1dc5b2cdfa8b6620337512028a3f9bc43f849331574a2c007e7fd997f", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/persistence-sparse-calibration.json": "97e271be4241eb6379c43010e92ec47aa1f046731ec1aafe7c7fa3d2723029e3", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/support.json": "dbdbc4ba688e19ca3f4367a35034cb79dbd29466bfac419587dc1852ff2cf5ec", + "artifacts/robustness/seed-43-replication/citylearn/evaluation/transformer-sparse-calibration.json": "8b02c0435d016413bbe7d0d94110f1fc6ac0a54c4dee18093e52ccaf3cae05c9" + } + } + }, + "weights_sha256": { + "artifacts/full/transformer/seed-43/checkpoint.pt": "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1", + "artifacts/full/transformer/seed-43/run.json": "f628096b93a005f081b6c44bd6084fdc1310488cba25eac3d5e75fb022f2c893", + "artifacts/full/job-receipts/transformer-seed-43.json": "1a63ecac4dceae59c500e1fd3322d79d49ed7f776ce684aac146b9cf8a9d248e", + "artifacts/full/transformer/seed-43/normalization.json": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4" + }, + "command": [ + "/Users/maxfarrell/repos/experimental/.venv/bin/python", + "scripts/behavior_support_seed43_v1.py", + "--data", + "artifacts/poc/data", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/behavior", + "--samples", + "512", + "--batch-size", + "64", + "--seed", + "20261012", + "--thermal-manifest", + "artifacts/robustness/thermal-challenges/manifest.json", + "--citylearn-manifest", + "artifacts/robustness/citylearn/manifest.json" + ] + }, + "status": "completed", + "lineage_statement": "Original v1 receipt remains failed; four verified v1 stages plus this new behavior helper supply replication completion.", + "behavior": { + "status": "completed", + "command": [ + "/Users/maxfarrell/repos/experimental/.venv/bin/python", + "scripts/behavior_support_seed43_v1.py", + "--data", + "artifacts/poc/data", + "--checkpoint", + "artifacts/full/transformer/seed-43/checkpoint.pt", + "--output", + "artifacts/robustness/seed-43-replication/behavior", + "--samples", + "512", + "--batch-size", + "64", + "--seed", + "20261012", + "--thermal-manifest", + "artifacts/robustness/thermal-challenges/manifest.json", + "--citylearn-manifest", + "artifacts/robustness/citylearn/manifest.json" + ], + "started_at_unix": 1791765787.609618, + "device": "cpu", + "threads": 1, + "pid": 89866, + "returncode": 0, + "finished_at_unix": 1791765829.056674, + "anchor_sha256": "e2207fe45ccbdf1aad8520a29825d2a097590c73d80987b98074fb9c5272884a", + "outputs_sha256": { + "artifacts/robustness/seed-43-replication/behavior/battery/citylearn_battery_common_scale-assessments.json": "564b82cfbee8bc210e7399624e6bf239dd6c27f6ec7bd2de48255e248228a4c5", + "artifacts/robustness/seed-43-replication/behavior/battery/citylearn_battery_scale_shift-assessments.json": "c52a7bf52b8a783f2724ac10c24a58b3796d4407dd008bf3b2ec9253fc15e35f", + "artifacts/robustness/seed-43-replication/behavior/battery/original_heldout-assessments.json": "3e6f4fa5910a1bb05046a34c5116642262085cd317179be2d8a7caafb65d65b5", + "artifacts/robustness/seed-43-replication/behavior/battery/thresholds.json": "7372132f78247cfbdbc87e227b330713c365e5646fdafc3334a18d0a86e3be72", + "artifacts/robustness/seed-43-replication/behavior/behavior-diagnostic.json": "fe1d40756f13a83d607a99c8e1f278fd0684809a53d1e822c20d022293e054a7", + "artifacts/robustness/seed-43-replication/behavior/runner.log": "339675001f3c0647baa6178503bb51a7cb88c611e347e70bab28f2b02b2ae6f2", + "artifacts/robustness/seed-43-replication/behavior/thermal/auditorium_3node-assessments.json": "f72cae70465def57a85e304e7390d1ab918c0a7e4e37788573aaf7115c2cde3b", + "artifacts/robustness/seed-43-replication/behavior/thermal/original_heldout-assessments.json": "7b4f7834f94fcd8ef4c9582852966b098eca067e764d5abd6761fc53f8e589a4", + "artifacts/robustness/seed-43-replication/behavior/thermal/parameter_shift_2node-assessments.json": "e3e6dde4d25559a3c4f1544018ed16f61f7969a6ae2828b9fd281ed0a61d26f5", + "artifacts/robustness/seed-43-replication/behavior/thermal/small_room_3node-assessments.json": "109a24488b0c73f5677b78e509f612fb278eede4b36e018198ef72495c745fe5", + "artifacts/robustness/seed-43-replication/behavior/thermal/thresholds.json": "8bd561a0269e8a0e3e5e689173b6a97ff556790c60a430f6da2be7b4828eca7c" + } + }, + "comparison_sha256": { + "artifacts/robustness/seed-43-replication/comparison.json": "dca94d7adc6f52c84cb0b8e368ac79b93c9f72129402345c307150533b41a430", + "artifacts/robustness/seed-43-replication/comparison.md": "80499669cd731a1feb08a5cf3659a90cc13e2cecb4a837264be99c8f3c4b05e2" + }, + "finished_at_unix": 1791765829.471321 +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-context.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-context.json new file mode 100644 index 0000000000000000000000000000000000000000..0c5c2196b8246922facf1cc9ee5ac0dda64830e8 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-context.json @@ -0,0 +1,11720 @@ +{ + "assessments": [ + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "15:future_mean", + "15:future_min", + "15:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "15:future_mean", + "15:future_min", + "15:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors", + "uncertainty_status": "limited_context", + "training_support_checked_features": 23, + "support_violations": [], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors", + "uncertainty_status": "limited_context", + "training_support_checked_features": 23, + "support_violations": [], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors", + "uncertainty_status": "limited_context", + "training_support_checked_features": 23, + "support_violations": [], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "15:future_max", + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_mean", + "14:future_min", + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "14:future_max", + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_mean", + "16:future_min", + "16:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "15:future_mean", + "15:future_min", + "15:future_max" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + }, + { + "version": "tfm-context-uncertainty-v1", + "estimate_eligible": true, + "reasoning_codes": [ + "missing_history", + "absent_historical_action", + "incomplete_historical_action", + "absent_historical_exogenous", + "incomplete_historical_exogenous", + "incomplete_sensors", + "outside_training_support" + ], + "stratum": "missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support", + "uncertainty_status": "shift_no_coverage_claim", + "training_support_checked_features": 23, + "support_violations": [ + "16:future_min" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "hidden_physical_parameters_assessed": false + } + ] +} diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-predictions.npz b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-predictions.npz new file mode 100644 index 0000000000000000000000000000000000000000..9923d259dbc47dda1b07470633ee14016b3af37a --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/auditorium_3node-predictions.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb49e3b56f8017dcd9700f7766bb764c88da1a66f96160ff0125576e6c5a46f3 +size 124248 diff --git a/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/calibration.json b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/calibration.json new file mode 100644 index 0000000000000000000000000000000000000000..faa4b524465c3b0935072f83d74e7595c3536a45 --- /dev/null +++ b/studies/full-data-stopped-20261011/artifacts/robustness/seed-43-replication/thermal-evaluation/current_only/calibration.json @@ -0,0 +1,1670 @@ +{ + "version": "tfm-context-uncertainty-v1", + "nominal_coverage": 0.9, + "min_count": 30, + "checkpoint_sha256": [ + "d43c321d7a62985125fa424a07beff4ada20612c83d9bb769a4af2c5f8a2a4e1" + ], + "normalization_sha256": "33b890560ea8c2a881a2a4e125f19e2beb7a69029ec406d4b7e6a13b9880f3e4", + "transform_id": "history-diagnostics-v1:current_only", + "context_policy": { + "low_action_std": 0.05, + "weak_driver_std": 0.05, + "support_std_margin": 0.5, + "support_min_count": 10 + }, + "calibration_system_ids": [ + "battery-00068", + "battery-00074", + "battery-00083", + "battery-00107", + "battery-00188", + "battery-00281", + "battery-00287", + "battery-00299", + "battery-00317", + "battery-00353", + "battery-00365", + "battery-00377", + "battery-00413", + "battery-00464", + "battery-00479", + "battery-00527", + "battery-00566", + "battery-00653", + "battery-00674", + "battery-00677", + "battery-00761", + "battery-00767", + "battery-00833", + "battery-00839", + "battery-00881", + "battery-00950", + "battery-01010", + "battery-01016", + "battery-01100", + "battery-01190", + "tank-00010", + "tank-00052", + "tank-00112", + "tank-00139", + "tank-00292", + "tank-00313", + "tank-00331", + "tank-00400", + "tank-00412", + "tank-00433", + "tank-00448", + "tank-00475", + "tank-00484", + "tank-00544", + "tank-00553", + "tank-00586", + "tank-00616", + "tank-00679", + "tank-00682", + "tank-00775", + "tank-00796", + "tank-00883", + "tank-00934", + "tank-00940", + "tank-00967", + "tank-00994", + "tank-01009", + "tank-01051", + "tank-01063", + "tank-01198", + "thermal-00039", + "thermal-00117", + "thermal-00126", + "thermal-00189", + "thermal-00195", + "thermal-00234", + "thermal-00261", + "thermal-00270", + "thermal-00342", + "thermal-00366", + "thermal-00369", + "thermal-00375", + "thermal-00510", + "thermal-00531", + "thermal-00561", + "thermal-00567", + "thermal-00597", + "thermal-00660", + "thermal-00663", + "thermal-00831", + "thermal-00834", + "thermal-00924", + "thermal-00972", + "thermal-01023", + "thermal-01050", + "thermal-01092", + "thermal-01137", + "thermal-01158", + "thermal-01170", + "thermal-01182" + ], + "support_sha256": "2c5c7dbc4cd207aa64c26c042e3ad824e425d6ee0f773624c35680a2852e8977", + "training_system_ids": [ + "battery-00002", + "battery-00005", + "battery-00008", + "battery-00014", + "battery-00020", + "battery-00026", + "battery-00032", + "battery-00035", + "battery-00044", + "battery-00050", + "battery-00053", + "battery-00056", + "battery-00059", + "battery-00062", + "battery-00065", + "battery-00071", + "battery-00077", + "battery-00089", + "battery-00092", + "battery-00098", + "battery-00101", + "battery-00110", + "battery-00113", + "battery-00116", + "battery-00122", + "battery-00125", + "battery-00131", + "battery-00137", + "battery-00140", + "battery-00143", + "battery-00155", + "battery-00170", + "battery-00173", + "battery-00179", + "battery-00182", + "battery-00185", + "battery-00191", + "battery-00197", + "battery-00200", + "battery-00203", + "battery-00206", + "battery-00209", + "battery-00215", + "battery-00218", + "battery-00221", + "battery-00227", + "battery-00233", + "battery-00236", + "battery-00242", + "battery-00245", + "battery-00248", + "battery-00251", + "battery-00254", + "battery-00257", + "battery-00269", + "battery-00272", + "battery-00278", + "battery-00284", + "battery-00293", + "battery-00302", + "battery-00311", + "battery-00314", + "battery-00323", + "battery-00326", + "battery-00329", + "battery-00332", + "battery-00335", + "battery-00338", + "battery-00344", + "battery-00350", + "battery-00356", + "battery-00359", + "battery-00362", + "battery-00368", + "battery-00371", + "battery-00374", + "battery-00383", + "battery-00386", + "battery-00389", + "battery-00392", + "battery-00395", + "battery-00398", + "battery-00401", + "battery-00404", + "battery-00407", + "battery-00410", + "battery-00419", + "battery-00422", + "battery-00425", + "battery-00428", + "battery-00431", + "battery-00434", + "battery-00437", + "battery-00440", + "battery-00443", + "battery-00449", + "battery-00452", + "battery-00455", + "battery-00458", + "battery-00461", + "battery-00467", + "battery-00470", + "battery-00473", + "battery-00476", + "battery-00485", + "battery-00488", + "battery-00491", + "battery-00494", + "battery-00497", + "battery-00503", + "battery-00506", + "battery-00509", + "battery-00512", + "battery-00515", + "battery-00518", + "battery-00521", + "battery-00524", + "battery-00530", + "battery-00536", + "battery-00539", + "battery-00542", + "battery-00545", + "battery-00548", + "battery-00551", + "battery-00554", + "battery-00557", + "battery-00560", + "battery-00563", + "battery-00569", + "battery-00572", + "battery-00575", + "battery-00584", + "battery-00590", + "battery-00596", + "battery-00602", + "battery-00611", + "battery-00614", + "battery-00617", + "battery-00620", + "battery-00623", + "battery-00626", + "battery-00629", + "battery-00638", + "battery-00641", + "battery-00644", + "battery-00647", + "battery-00650", + "battery-00656", + "battery-00662", + "battery-00668", + "battery-00671", + "battery-00680", + "battery-00683", + "battery-00686", + "battery-00689", + "battery-00692", + "battery-00695", + "battery-00698", + "battery-00701", + "battery-00707", + "battery-00710", + "battery-00713", + "battery-00716", + "battery-00725", + "battery-00728", + "battery-00731", + "battery-00734", + "battery-00740", + "battery-00743", + "battery-00746", + "battery-00749", + "battery-00755", + "battery-00758", + "battery-00776", + "battery-00779", + "battery-00785", + "battery-00791", + "battery-00794", + "battery-00800", + "battery-00809", + "battery-00812", + "battery-00815", + "battery-00818", + "battery-00821", + "battery-00824", + "battery-00827", + "battery-00836", + "battery-00842", + "battery-00845", + "battery-00848", + "battery-00851", + "battery-00854", + "battery-00863", + "battery-00866", + "battery-00869", + "battery-00872", + "battery-00875", + "battery-00884", + "battery-00887", + "battery-00896", + "battery-00902", + "battery-00905", + "battery-00911", + "battery-00914", + "battery-00917", + "battery-00920", + "battery-00923", + "battery-00926", + "battery-00929", + "battery-00932", + "battery-00935", + "battery-00938", + "battery-00941", + "battery-00944", + "battery-00953", + "battery-00956", + "battery-00959", + "battery-00965", + "battery-00968", + "battery-00971", + "battery-00974", + "battery-00977", + "battery-00980", + "battery-00986", + "battery-00995", + "battery-00998", + "battery-01001", + "battery-01004", + "battery-01007", + "battery-01013", + "battery-01019", + "battery-01022", + "battery-01028", + "battery-01031", + "battery-01034", + "battery-01037", + "battery-01040", + "battery-01043", + "battery-01046", + "battery-01049", + "battery-01055", + "battery-01058", + "battery-01061", + "battery-01064", + "battery-01067", + "battery-01070", + "battery-01073", + "battery-01076", + "battery-01079", + "battery-01085", + "battery-01088", + "battery-01091", + "battery-01094", + "battery-01097", + "battery-01103", + "battery-01106", + "battery-01109", + "battery-01115", + "battery-01118", + "battery-01121", + "battery-01124", + "battery-01130", + "battery-01133", + "battery-01136", + "battery-01139", + "battery-01142", + "battery-01145", + "battery-01151", + "battery-01157", + "battery-01160", + "battery-01166", + "battery-01169", + "battery-01172", + "battery-01175", + "battery-01178", + "battery-01184", + "battery-01187", + "battery-01193", + "battery-01196", + "battery-01199", + "tank-00001", + "tank-00004", + "tank-00007", + "tank-00013", + "tank-00016", + "tank-00019", + "tank-00022", + "tank-00025", + "tank-00028", + "tank-00031", + "tank-00034", + "tank-00037", + "tank-00040", + "tank-00043", + "tank-00049", + "tank-00055", + "tank-00058", + "tank-00061", + "tank-00064", + "tank-00067", + "tank-00070", + "tank-00073", + "tank-00076", + "tank-00082", + "tank-00085", + "tank-00088", + "tank-00091", + "tank-00094", + "tank-00103", + "tank-00106", + "tank-00109", + "tank-00115", + "tank-00118", + "tank-00121", + "tank-00124", + "tank-00133", + "tank-00136", + "tank-00145", + "tank-00154", + "tank-00157", + "tank-00163", + "tank-00166", + "tank-00169", + "tank-00172", + "tank-00178", + "tank-00181", + "tank-00184", + "tank-00193", + "tank-00196", + "tank-00199", + "tank-00202", + "tank-00208", + "tank-00214", + "tank-00220", + "tank-00223", + "tank-00226", + "tank-00229", + "tank-00232", + "tank-00235", + "tank-00238", + "tank-00244", + "tank-00247", + "tank-00250", + "tank-00259", + "tank-00262", + "tank-00265", + "tank-00268", + "tank-00274", + "tank-00277", + "tank-00280", + "tank-00283", + "tank-00289", + "tank-00295", + "tank-00301", + "tank-00304", + "tank-00307", + "tank-00310", + "tank-00316", + "tank-00319", + "tank-00322", + "tank-00328", + "tank-00334", + "tank-00340", + "tank-00343", + "tank-00346", + "tank-00349", + "tank-00352", + "tank-00355", + "tank-00358", + "tank-00361", + "tank-00364", + "tank-00367", + "tank-00370", + "tank-00373", + "tank-00379", + "tank-00382", + "tank-00385", + "tank-00388", + "tank-00394", + "tank-00397", + "tank-00403", + "tank-00406", + "tank-00409", + "tank-00415", + "tank-00418", + "tank-00421", + "tank-00424", + "tank-00427", + "tank-00430", + "tank-00439", + "tank-00442", + "tank-00445", + "tank-00451", + "tank-00454", + "tank-00457", + "tank-00463", + "tank-00469", + "tank-00472", + "tank-00478", + "tank-00490", + "tank-00493", + "tank-00496", + "tank-00499", + "tank-00508", + "tank-00511", + "tank-00514", + "tank-00520", + "tank-00529", + "tank-00538", + "tank-00541", + "tank-00547", + "tank-00550", + "tank-00556", + "tank-00559", + "tank-00562", + "tank-00580", + "tank-00589", + "tank-00595", + "tank-00598", + "tank-00604", + "tank-00607", + "tank-00610", + "tank-00613", + "tank-00619", + "tank-00622", + "tank-00646", + "tank-00649", + "tank-00652", + "tank-00655", + "tank-00658", + "tank-00664", + "tank-00667", + "tank-00670", + "tank-00673", + "tank-00676", + "tank-00685", + "tank-00688", + "tank-00691", + "tank-00694", + "tank-00697", + "tank-00700", + "tank-00703", + "tank-00709", + "tank-00712", + "tank-00715", + "tank-00718", + "tank-00721", + "tank-00724", + "tank-00727", + "tank-00730", + "tank-00733", + "tank-00736", + "tank-00739", + "tank-00742", + "tank-00745", + "tank-00748", + "tank-00751", + "tank-00760", + "tank-00763", + "tank-00766", + "tank-00778", + "tank-00781", + "tank-00787", + "tank-00790", + "tank-00793", + "tank-00802", + "tank-00805", + "tank-00811", + "tank-00814", + "tank-00817", + "tank-00820", + "tank-00823", + "tank-00829", + "tank-00832", + "tank-00835", + "tank-00838", + "tank-00844", + "tank-00847", + "tank-00850", + "tank-00853", + "tank-00856", + "tank-00859", + "tank-00865", + "tank-00868", + "tank-00871", + "tank-00877", + "tank-00889", + "tank-00892", + "tank-00895", + "tank-00898", + "tank-00901", + "tank-00904", + "tank-00907", + "tank-00910", + "tank-00916", + "tank-00919", + "tank-00922", + "tank-00925", + "tank-00931", + "tank-00937", + "tank-00946", + "tank-00949", + "tank-00955", + "tank-00958", + "tank-00961", + "tank-00964", + "tank-00970", + "tank-00973", + "tank-00979", + "tank-00982", + "tank-00985", + "tank-00988", + "tank-00991", + "tank-00997", + "tank-01000", + "tank-01003", + "tank-01006", + "tank-01012", + "tank-01018", + "tank-01021", + "tank-01024", + "tank-01027", + "tank-01030", + "tank-01033", + "tank-01036", + "tank-01039", + "tank-01042", + "tank-01045", + "tank-01048", + "tank-01054", + "tank-01057", + "tank-01066", + "tank-01069", + "tank-01075", + "tank-01084", + "tank-01087", + "tank-01090", + "tank-01096", + "tank-01105", + "tank-01108", + "tank-01111", + "tank-01117", + "tank-01120", + "tank-01126", + "tank-01135", + "tank-01138", + "tank-01141", + "tank-01144", + "tank-01147", + "tank-01150", + "tank-01153", + "tank-01159", + "tank-01162", + "tank-01165", + "tank-01168", + "tank-01174", + "tank-01177", + "tank-01180", + "tank-01186", + "tank-01195", + "thermal-00000", + "thermal-00006", + "thermal-00009", + "thermal-00012", + "thermal-00021", + "thermal-00024", + "thermal-00027", + "thermal-00033", + "thermal-00036", + "thermal-00054", + "thermal-00057", + "thermal-00060", + "thermal-00072", + "thermal-00075", + "thermal-00078", + "thermal-00081", + "thermal-00084", + "thermal-00087", + "thermal-00090", + "thermal-00096", + "thermal-00099", + "thermal-00111", + "thermal-00114", + "thermal-00120", + "thermal-00132", + "thermal-00135", + "thermal-00138", + "thermal-00141", + "thermal-00144", + "thermal-00150", + "thermal-00153", + "thermal-00156", + "thermal-00159", + "thermal-00162", + "thermal-00165", + "thermal-00168", + "thermal-00174", + "thermal-00177", + "thermal-00180", + "thermal-00183", + "thermal-00186", + "thermal-00192", + "thermal-00198", + "thermal-00201", + "thermal-00204", + "thermal-00210", + "thermal-00216", + "thermal-00219", + "thermal-00225", + "thermal-00231", + "thermal-00237", + "thermal-00240", + "thermal-00243", + "thermal-00246", + "thermal-00249", + "thermal-00252", + "thermal-00258", + "thermal-00264", + "thermal-00267", + "thermal-00273", + "thermal-00276", + "thermal-00279", + "thermal-00282", + "thermal-00285", + "thermal-00288", + "thermal-00294", + "thermal-00300", + "thermal-00303", + "thermal-00312", + "thermal-00318", + "thermal-00321", + "thermal-00324", + "thermal-00336", + "thermal-00345", + "thermal-00354", + "thermal-00357", + "thermal-00360", + "thermal-00363", + "thermal-00372", + "thermal-00378", + "thermal-00381", + "thermal-00384", + "thermal-00390", + "thermal-00393", + "thermal-00396", + "thermal-00399", + "thermal-00402", + "thermal-00405", + "thermal-00414", + "thermal-00420", + "thermal-00429", + "thermal-00432", + "thermal-00435", + "thermal-00438", + "thermal-00441", + "thermal-00444", + "thermal-00447", + "thermal-00450", + "thermal-00453", + "thermal-00456", + "thermal-00459", + "thermal-00462", + "thermal-00465", + "thermal-00468", + "thermal-00474", + "thermal-00477", + "thermal-00483", + "thermal-00486", + "thermal-00492", + "thermal-00495", + "thermal-00498", + "thermal-00504", + "thermal-00507", + "thermal-00513", + "thermal-00516", + "thermal-00519", + "thermal-00522", + "thermal-00528", + "thermal-00534", + "thermal-00537", + "thermal-00540", + "thermal-00543", + "thermal-00549", + "thermal-00552", + "thermal-00555", + "thermal-00558", + "thermal-00573", + "thermal-00576", + "thermal-00579", + "thermal-00588", + "thermal-00591", + "thermal-00594", + "thermal-00600", + "thermal-00603", + "thermal-00606", + "thermal-00609", + "thermal-00612", + "thermal-00615", + "thermal-00621", + "thermal-00627", + "thermal-00630", + "thermal-00633", + "thermal-00639", + "thermal-00642", + "thermal-00645", + "thermal-00648", + "thermal-00651", + "thermal-00657", + "thermal-00666", + "thermal-00675", + "thermal-00678", + "thermal-00681", + "thermal-00684", + "thermal-00687", + "thermal-00690", + "thermal-00693", + "thermal-00696", + "thermal-00699", + "thermal-00702", + "thermal-00705", + "thermal-00708", + "thermal-00714", + "thermal-00717", + "thermal-00723", + "thermal-00726", + "thermal-00729", + "thermal-00732", + "thermal-00735", + "thermal-00738", + "thermal-00741", + "thermal-00744", + "thermal-00747", + "thermal-00750", + "thermal-00753", + "thermal-00756", + "thermal-00759", + "thermal-00762", + "thermal-00765", + "thermal-00768", + "thermal-00771", + "thermal-00774", + "thermal-00777", + "thermal-00780", + "thermal-00783", + "thermal-00786", + "thermal-00789", + "thermal-00792", + "thermal-00795", + "thermal-00804", + "thermal-00807", + "thermal-00810", + "thermal-00813", + "thermal-00819", + "thermal-00828", + "thermal-00840", + "thermal-00843", + "thermal-00846", + "thermal-00849", + "thermal-00852", + "thermal-00855", + "thermal-00864", + "thermal-00867", + "thermal-00873", + "thermal-00876", + "thermal-00879", + "thermal-00882", + "thermal-00885", + "thermal-00894", + "thermal-00897", + "thermal-00906", + "thermal-00912", + "thermal-00915", + "thermal-00918", + "thermal-00921", + "thermal-00930", + "thermal-00933", + "thermal-00936", + "thermal-00954", + "thermal-00957", + "thermal-00963", + "thermal-00966", + "thermal-00969", + "thermal-00978", + "thermal-00981", + "thermal-00984", + "thermal-00987", + "thermal-00990", + "thermal-00993", + "thermal-00996", + "thermal-01002", + "thermal-01005", + "thermal-01008", + "thermal-01011", + "thermal-01014", + "thermal-01017", + "thermal-01020", + "thermal-01026", + "thermal-01029", + "thermal-01032", + "thermal-01035", + "thermal-01038", + "thermal-01041", + "thermal-01044", + "thermal-01047", + "thermal-01056", + "thermal-01059", + "thermal-01062", + "thermal-01065", + "thermal-01068", + "thermal-01071", + "thermal-01074", + "thermal-01080", + "thermal-01083", + "thermal-01086", + "thermal-01089", + "thermal-01095", + "thermal-01104", + "thermal-01107", + "thermal-01110", + "thermal-01113", + "thermal-01116", + "thermal-01122", + "thermal-01125", + "thermal-01128", + "thermal-01134", + "thermal-01140", + "thermal-01143", + "thermal-01146", + "thermal-01149", + "thermal-01152", + "thermal-01164", + "thermal-01167", + "thermal-01173", + "thermal-01176", + "thermal-01179", + "thermal-01185", + "thermal-01188", + "thermal-01191", + "thermal-01194", + "thermal-01197" + ], + "validation_selection_system_ids": [ + "battery-00023", + "battery-00038", + "battery-00041", + "battery-00047", + "battery-00080", + "battery-00104", + "battery-00119", + "battery-00146", + "battery-00158", + "battery-00167", + "battery-00176", + "battery-00275", + "battery-00296", + "battery-00305", + "battery-00308", + "battery-00482", + "battery-00587", + "battery-00593", + "battery-00605", + "battery-00632", + "battery-00665", + "battery-00752", + "battery-00764", + "battery-00773", + "battery-00788", + "battery-00797", + "battery-00893", + "battery-00962", + "battery-01025", + "battery-01127", + "tank-00046", + "tank-00142", + "tank-00160", + "tank-00211", + "tank-00241", + "tank-00256", + "tank-00286", + "tank-00337", + "tank-00505", + "tank-00517", + "tank-00523", + "tank-00574", + "tank-00577", + "tank-00601", + "tank-00625", + "tank-00634", + "tank-00769", + "tank-00808", + "tank-00874", + "tank-00913", + "tank-00928", + "tank-00952", + "tank-01078", + "tank-01081", + "tank-01093", + "tank-01099", + "tank-01102", + "tank-01114", + "tank-01129", + "tank-01171", + "thermal-00003", + "thermal-00015", + "thermal-00030", + "thermal-00051", + "thermal-00063", + "thermal-00207", + "thermal-00213", + "thermal-00222", + "thermal-00255", + "thermal-00297", + "thermal-00309", + "thermal-00333", + "thermal-00348", + "thermal-00351", + "thermal-00426", + "thermal-00471", + "thermal-00501", + "thermal-00564", + "thermal-00618", + "thermal-00654", + "thermal-00669", + "thermal-00672", + "thermal-00798", + "thermal-00822", + "thermal-00903", + "thermal-00945", + "thermal-01077", + "thermal-01101", + "thermal-01131", + "thermal-01161" + ], + "test_system_ids": [ + "battery-00011", + "battery-00017", + "battery-00029", + "battery-00086", + "battery-00095", + "battery-00128", + "battery-00134", + "battery-00149", + "battery-00152", + "battery-00161", + "battery-00164", + "battery-00194", + "battery-00212", + "battery-00224", + "battery-00230", + "battery-00239", + "battery-00260", + "battery-00263", + "battery-00266", + "battery-00290", + "battery-00320", + "battery-00341", + "battery-00347", + "battery-00380", + "battery-00416", + "battery-00446", + "battery-00500", + "battery-00533", + "battery-00578", + "battery-00581", + "battery-00599", + "battery-00608", + "battery-00635", + "battery-00659", + "battery-00704", + "battery-00719", + "battery-00722", + "battery-00737", + "battery-00770", + "battery-00782", + "battery-00803", + "battery-00806", + "battery-00830", + "battery-00857", + "battery-00860", + "battery-00878", + "battery-00890", + "battery-00899", + "battery-00908", + "battery-00947", + "battery-00983", + "battery-00989", + "battery-00992", + "battery-01052", + "battery-01082", + "battery-01112", + "battery-01148", + "battery-01154", + "battery-01163", + "battery-01181", + "challenge-auditorium_3node-1041230", + "challenge-auditorium_3node-1041231", + "challenge-auditorium_3node-1041232", + "challenge-auditorium_3node-1041233", + "challenge-auditorium_3node-1041234", + "challenge-auditorium_3node-1041235", + "challenge-auditorium_3node-1041236", + "challenge-auditorium_3node-1041237", + "challenge-auditorium_3node-1041238", + "challenge-auditorium_3node-1041239", + "challenge-auditorium_3node-1041240", + "challenge-auditorium_3node-1041241", + "challenge-auditorium_3node-1041242", + "challenge-auditorium_3node-1041243", + "challenge-auditorium_3node-1041244", + "challenge-auditorium_3node-1041245", + "challenge-auditorium_3node-1041246", + "challenge-auditorium_3node-1041247", + "challenge-auditorium_3node-1041248", + "challenge-auditorium_3node-1041249", + "challenge-auditorium_3node-1041250", + "challenge-auditorium_3node-1041251", + "challenge-auditorium_3node-1041252", + "challenge-auditorium_3node-1041253", + "challenge-parameter_shift_2node-841230", + "challenge-parameter_shift_2node-841231", + "challenge-parameter_shift_2node-841232", + "challenge-parameter_shift_2node-841233", + "challenge-parameter_shift_2node-841234", + "challenge-parameter_shift_2node-841235", + "challenge-parameter_shift_2node-841236", + "challenge-parameter_shift_2node-841237", + "challenge-parameter_shift_2node-841238", + "challenge-parameter_shift_2node-841239", + "challenge-parameter_shift_2node-841240", + "challenge-parameter_shift_2node-841241", + "challenge-parameter_shift_2node-841242", + "challenge-parameter_shift_2node-841243", + "challenge-parameter_shift_2node-841244", + "challenge-parameter_shift_2node-841245", + "challenge-parameter_shift_2node-841246", + "challenge-parameter_shift_2node-841247", + "challenge-parameter_shift_2node-841248", + "challenge-parameter_shift_2node-841249", + "challenge-parameter_shift_2node-841250", + "challenge-parameter_shift_2node-841251", + "challenge-parameter_shift_2node-841252", + "challenge-parameter_shift_2node-841253", + "challenge-small_room_3node-941230", + "challenge-small_room_3node-941231", + "challenge-small_room_3node-941232", + "challenge-small_room_3node-941233", + "challenge-small_room_3node-941234", + "challenge-small_room_3node-941235", + "challenge-small_room_3node-941236", + "challenge-small_room_3node-941237", + "challenge-small_room_3node-941238", + "challenge-small_room_3node-941239", + "challenge-small_room_3node-941240", + "challenge-small_room_3node-941241", + "challenge-small_room_3node-941242", + "challenge-small_room_3node-941243", + "challenge-small_room_3node-941244", + "challenge-small_room_3node-941245", + "challenge-small_room_3node-941246", + "challenge-small_room_3node-941247", + "challenge-small_room_3node-941248", + "challenge-small_room_3node-941249", + "challenge-small_room_3node-941250", + "challenge-small_room_3node-941251", + "challenge-small_room_3node-941252", + "challenge-small_room_3node-941253", + "tank-00079", + "tank-00097", + "tank-00100", + "tank-00127", + "tank-00130", + "tank-00148", + "tank-00151", + "tank-00175", + "tank-00187", + "tank-00190", + "tank-00205", + "tank-00217", + "tank-00253", + "tank-00271", + "tank-00298", + "tank-00325", + "tank-00376", + "tank-00391", + "tank-00436", + "tank-00460", + "tank-00466", + "tank-00481", + "tank-00487", + "tank-00502", + "tank-00526", + "tank-00532", + "tank-00535", + "tank-00565", + "tank-00568", + "tank-00571", + "tank-00583", + "tank-00592", + "tank-00628", + "tank-00631", + "tank-00637", + "tank-00640", + "tank-00643", + "tank-00661", + "tank-00706", + "tank-00754", + "tank-00757", + "tank-00772", + "tank-00784", + "tank-00799", + "tank-00826", + "tank-00841", + "tank-00862", + "tank-00880", + "tank-00886", + "tank-00943", + "tank-00976", + "tank-01015", + "tank-01060", + "tank-01072", + "tank-01123", + "tank-01132", + "tank-01156", + "tank-01183", + "tank-01189", + "tank-01192", + "thermal-00018", + "thermal-00042", + "thermal-00045", + "thermal-00048", + "thermal-00066", + "thermal-00069", + "thermal-00093", + "thermal-00102", + "thermal-00105", + "thermal-00108", + "thermal-00123", + "thermal-00129", + "thermal-00147", + "thermal-00171", + "thermal-00228", + "thermal-00291", + "thermal-00306", + "thermal-00315", + "thermal-00327", + "thermal-00330", + "thermal-00339", + "thermal-00387", + "thermal-00408", + "thermal-00411", + "thermal-00417", + "thermal-00423", + "thermal-00480", + "thermal-00489", + "thermal-00525", + "thermal-00546", + "thermal-00570", + "thermal-00582", + "thermal-00585", + "thermal-00624", + "thermal-00636", + "thermal-00711", + "thermal-00720", + "thermal-00801", + "thermal-00816", + "thermal-00825", + "thermal-00837", + "thermal-00858", + "thermal-00861", + "thermal-00870", + "thermal-00888", + "thermal-00891", + "thermal-00900", + "thermal-00909", + "thermal-00927", + "thermal-00939", + "thermal-00942", + "thermal-00948", + "thermal-00951", + "thermal-00960", + "thermal-00975", + "thermal-00999", + "thermal-01053", + "thermal-01098", + "thermal-01119", + "thermal-01155" + ], + "entries": { + "0:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 150, + "multiplier": 1.0968562364578247 + }, + "0:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "0:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 152, + "multiplier": 1.3019325733184814 + }, + "0:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "0:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 150, + "multiplier": 1.3093560934066772 + }, + "0:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "0:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 153, + "multiplier": 1.037198543548584 + }, + "0:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "1:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 103, + "multiplier": 0.8582152128219604 + }, + "1:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "1:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 105, + "multiplier": 0.9854393601417542 + }, + "1:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "1:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 105, + "multiplier": 1.2700685262680054 + }, + "1:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "1:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 100, + "multiplier": 1.152237057685852 + }, + "1:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "2:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 153, + "multiplier": 8.07298469543457 + }, + "2:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "2:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 154, + "multiplier": 8.213225364685059 + }, + "2:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "2:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 152, + "multiplier": 7.170174598693848 + }, + "2:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "2:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 156, + "multiplier": 4.56535530090332 + }, + "2:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors+outside_training_support": { + "count": 1, + "multiplier": null + }, + "3:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 163, + "multiplier": 1.884594440460205 + }, + "3:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 161, + "multiplier": 1.5958093404769897 + }, + "3:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 164, + "multiplier": 1.4347172975540161 + }, + "3:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 159, + "multiplier": 1.3114862442016602 + }, + "4:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 161, + "multiplier": 1.9547693729400635 + }, + "4:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 160, + "multiplier": 2.102644443511963 + }, + "4:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 161, + "multiplier": 2.1331019401550293 + }, + "4:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 160, + "multiplier": 1.9448579549789429 + }, + "5:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 165, + "multiplier": 27.514324188232422 + }, + "5:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 164, + "multiplier": 35.479949951171875 + }, + "5:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 166, + "multiplier": 45.72246551513672 + }, + "5:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 164, + "multiplier": 38.33076095581055 + }, + "6:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 164, + "multiplier": 5.4253363609313965 + }, + "6:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 165, + "multiplier": 5.66292667388916 + }, + "6:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 162, + "multiplier": 6.058798789978027 + }, + "6:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 164, + "multiplier": 5.356651782989502 + }, + "7:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 173, + "multiplier": 1.6379985809326172 + }, + "7:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 171, + "multiplier": 1.7326055765151978 + }, + "7:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 172, + "multiplier": 1.656956672668457 + }, + "7:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 165, + "multiplier": 1.457456350326538 + }, + "8:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 176, + "multiplier": 0.9782220721244812 + }, + "8:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 174, + "multiplier": 1.0721313953399658 + }, + "8:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 178, + "multiplier": 1.0761916637420654 + }, + "8:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 174, + "multiplier": 0.9641431570053101 + }, + "9:15|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 170, + "multiplier": 2.1165599822998047 + }, + "9:30|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 171, + "multiplier": 2.9313151836395264 + }, + "9:60|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 169, + "multiplier": 2.590529441833496 + }, + "9:120|missing_history+absent_historical_action+incomplete_historical_action+absent_historical_exogenous+incomplete_historical_exogenous+incomplete_sensors": { + "count": 172, + "multiplier": 2.041022777557373 + } + }, + "pooled_entries": { + "0:15": { + "count": 151, + "multiplier": 1.0968562364578247 + }, + "0:30": { + "count": 153, + "multiplier": 1.3019325733184814 + }, + "0:60": { + "count": 151, + "multiplier": 1.3093560934066772 + }, + "0:120": { + "count": 154, + "multiplier": 1.037198543548584 + }, + "1:15": { + "count": 104, + "multiplier": 0.8582152128219604 + }, + "1:30": { + "count": 106, + "multiplier": 0.9854393601417542 + }, + "1:60": { + "count": 106, + "multiplier": 1.2700685262680054 + }, + "1:120": { + "count": 101, + "multiplier": 1.152237057685852 + }, + "2:15": { + "count": 154, + "multiplier": 8.07298469543457 + }, + "2:30": { + "count": 155, + "multiplier": 8.213225364685059 + }, + "2:60": { + "count": 153, + "multiplier": 7.170174598693848 + }, + "2:120": { + "count": 157, + "multiplier": 4.56535530090332 + }, + "3:15": { + "count": 163, + "multiplier": 1.884594440460205 + }, + "3:30": { + "count": 161, + "multiplier": 1.5958093404769897 + }, + "3:60": { + "count": 164, + "multiplier": 1.4347172975540161 + }, + "3:120": { + "count": 159, + "multiplier": 1.3114862442016602 + }, + "4:15": { + "count": 161, + "multiplier": 1.9547693729400635 + }, + "4:30": { + "count": 160, + "multiplier": 2.102644443511963 + }, + "4:60": { + "count": 161, + "multiplier": 2.1331019401550293 + }, + "4:120": { + "count": 160, + "multiplier": 1.9448579549789429 + }, + "5:15": { + "count": 165, + "multiplier": 27.514324188232422 + }, + "5:30": { + "count": 164, + "multiplier": 35.479949951171875 + }, + "5:60": { + "count": 166, + "multiplier": 45.72246551513672 + }, + "5:120": { + "count": 164, + "multiplier": 38.33076095581055 + }, + "6:15": { + "count": 164, + "multiplier": 5.4253363609313965 + }, + "6:30": { + "count": 165, + "multiplier": 5.66292667388916 + }, + "6:60": { + "count": 162, + "multiplier": 6.058798789978027 + }, + "6:120": { + "count": 164, + "multiplier": 5.356651782989502 + }, + "7:15": { + "count": 173, + "multiplier": 1.6379985809326172 + }, + "7:30": { + "count": 171, + "multiplier": 1.7326055765151978 + }, + "7:60": { + "count": 172, + "multiplier": 1.656956672668457 + }, + "7:120": { + "count": 165, + "multiplier": 1.457456350326538 + }, + "8:15": { + "count": 176, + "multiplier": 0.9782220721244812 + }, + "8:30": { + "count": 174, + "multiplier": 1.0721313953399658 + }, + "8:60": { + "count": 178, + "multiplier": 1.0761916637420654 + }, + "8:120": { + "count": 174, + "multiplier": 0.9641431570053101 + }, + "9:15": { + "count": 170, + "multiplier": 2.1165599822998047 + }, + "9:30": { + "count": 171, + "multiplier": 2.9313151836395264 + }, + "9:60": { + "count": 169, + "multiplier": 2.590529441833496 + }, + "9:120": { + "count": 172, + "multiplier": 2.041022777557373 + } + }, + "limitation": "Sampled windows are correlated. Finite-sample coverage requires exchangeability; no system-level or shift guarantee. Pooled fallback has no stratum-conditional coverage claim." +}